86d92a42b4
* Added global http client * Added Do func for global http client * Changed the code to use the global http client * Fix http client in volume uploader * Fixed pkg name * Fixed http util funcs * Fixed http client for bench_filer_upload * Fixed http client for stress_filer_upload * Fixed http client for filer_server_handlers_proxy * Fixed http client for command_fs_merge_volumes * Fixed http client for command_fs_merge_volumes and command_volume_fsck * Fixed http client for s3api_server * Added init global client for main funcs * Rename global_client to client * Changed: - fixed NewHttpClient; - added CheckIsHttpsClientEnabled func - updated security.toml in scaffold * Reduce the visibility of some functions in the util/http/client pkg * Added the loadSecurityConfig function * Use util.LoadSecurityConfiguration() in NewHttpClient func
65 lines
1.7 KiB
Go
65 lines
1.7 KiB
Go
package main
|
|
|
|
import (
|
|
"flag"
|
|
"fmt"
|
|
"github.com/seaweedfs/seaweedfs/weed/glog"
|
|
"github.com/seaweedfs/seaweedfs/weed/mq/client/sub_client"
|
|
"github.com/seaweedfs/seaweedfs/weed/mq/topic"
|
|
"github.com/seaweedfs/seaweedfs/weed/util"
|
|
"google.golang.org/grpc"
|
|
"google.golang.org/grpc/credentials/insecure"
|
|
"strings"
|
|
"time"
|
|
util_http "github.com/seaweedfs/seaweedfs/weed/util/http"
|
|
)
|
|
|
|
var (
|
|
namespace = flag.String("ns", "test", "namespace")
|
|
t = flag.String("topic", "test", "topic")
|
|
seedBrokers = flag.String("brokers", "localhost:17777", "seed brokers")
|
|
|
|
clientId = flag.Uint("client_id", uint(util.RandomInt32()), "client id")
|
|
)
|
|
|
|
func main() {
|
|
flag.Parse()
|
|
util_http.InitGlobalHttpClient()
|
|
|
|
subscriberConfig := &sub_client.SubscriberConfiguration{
|
|
ClientId: fmt.Sprintf("client-%d", *clientId),
|
|
ConsumerGroup: "test",
|
|
ConsumerGroupInstanceId: fmt.Sprintf("client-%d", *clientId),
|
|
GrpcDialOption: grpc.WithTransportCredentials(insecure.NewCredentials()),
|
|
}
|
|
|
|
contentConfig := &sub_client.ContentConfiguration{
|
|
Topic: topic.NewTopic(*namespace, *t),
|
|
Filter: "",
|
|
StartTime: time.Unix(1, 1),
|
|
}
|
|
|
|
processorConfig := sub_client.ProcessorConfiguration{
|
|
ConcurrentPartitionLimit: 3,
|
|
}
|
|
|
|
brokers := strings.Split(*seedBrokers, ",")
|
|
subscriber := sub_client.NewTopicSubscriber(brokers, subscriberConfig, contentConfig, processorConfig)
|
|
|
|
counter := 0
|
|
subscriber.SetEachMessageFunc(func(key, value []byte) (bool, error) {
|
|
counter++
|
|
println(string(key), "=>", string(value), counter)
|
|
return true, nil
|
|
})
|
|
|
|
subscriber.SetCompletionFunc(func() {
|
|
glog.V(0).Infof("done received %d messages", counter)
|
|
})
|
|
|
|
if err := subscriber.Subscribe(); err != nil {
|
|
fmt.Println(err)
|
|
}
|
|
|
|
}
|