51543bbb87
* add a menu item "Message Queue" * add a menu item "Message Queue" * move the "brokers" link under it. * add "topics", "subscribers". Add pages for them. * refactor * show topic details * admin display publisher and subscriber info * remove publisher and subscribers from the topic row pull down * collecting more stats from publishers and subscribers * fix layout * fix publisher name * add local listeners for mq broker and agent * render consumer group offsets * remove subscribers from left menu * topic with retention * support editing topic retention * show retention when listing topics * create bucket * Update s3_buckets_templ.go * embed the static assets into the binary fix https://github.com/seaweedfs/seaweedfs/issues/6964
105 lines
2.9 KiB
Go
105 lines
2.9 KiB
Go
package topic
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
|
|
"github.com/seaweedfs/seaweedfs/weed/filer"
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/mq_pb"
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/schema_pb"
|
|
jsonpb "google.golang.org/protobuf/encoding/protojson"
|
|
)
|
|
|
|
type Topic struct {
|
|
Namespace string
|
|
Name string
|
|
}
|
|
|
|
func NewTopic(namespace string, name string) Topic {
|
|
return Topic{
|
|
Namespace: namespace,
|
|
Name: name,
|
|
}
|
|
}
|
|
func FromPbTopic(topic *schema_pb.Topic) Topic {
|
|
return Topic{
|
|
Namespace: topic.Namespace,
|
|
Name: topic.Name,
|
|
}
|
|
}
|
|
|
|
func (t Topic) ToPbTopic() *schema_pb.Topic {
|
|
return &schema_pb.Topic{
|
|
Namespace: t.Namespace,
|
|
Name: t.Name,
|
|
}
|
|
}
|
|
|
|
func (t Topic) String() string {
|
|
return fmt.Sprintf("%s.%s", t.Namespace, t.Name)
|
|
}
|
|
|
|
func (t Topic) Dir() string {
|
|
return fmt.Sprintf("%s/%s/%s", filer.TopicsDir, t.Namespace, t.Name)
|
|
}
|
|
|
|
func (t Topic) ReadConfFile(client filer_pb.SeaweedFilerClient) (*mq_pb.ConfigureTopicResponse, error) {
|
|
data, err := filer.ReadInsideFiler(client, t.Dir(), filer.TopicConfFile)
|
|
if errors.Is(err, filer_pb.ErrNotFound) {
|
|
return nil, err
|
|
}
|
|
if err != nil {
|
|
return nil, fmt.Errorf("read topic.conf of %v: %v", t, err)
|
|
}
|
|
// parse into filer conf object
|
|
conf := &mq_pb.ConfigureTopicResponse{}
|
|
if err = jsonpb.Unmarshal(data, conf); err != nil {
|
|
return nil, fmt.Errorf("unmarshal topic %v conf: %v", t, err)
|
|
}
|
|
return conf, nil
|
|
}
|
|
|
|
// ReadConfFileWithMetadata reads the topic configuration and returns it along with file metadata
|
|
func (t Topic) ReadConfFileWithMetadata(client filer_pb.SeaweedFilerClient) (*mq_pb.ConfigureTopicResponse, int64, int64, error) {
|
|
// Use LookupDirectoryEntry to get both content and metadata
|
|
request := &filer_pb.LookupDirectoryEntryRequest{
|
|
Directory: t.Dir(),
|
|
Name: filer.TopicConfFile,
|
|
}
|
|
|
|
resp, err := filer_pb.LookupEntry(context.Background(), client, request)
|
|
if err != nil {
|
|
if errors.Is(err, filer_pb.ErrNotFound) {
|
|
return nil, 0, 0, err
|
|
}
|
|
return nil, 0, 0, fmt.Errorf("lookup topic.conf of %v: %v", t, err)
|
|
}
|
|
|
|
// Get file metadata
|
|
var createdAtNs, modifiedAtNs int64
|
|
if resp.Entry.Attributes != nil {
|
|
createdAtNs = resp.Entry.Attributes.Crtime * 1e9 // convert seconds to nanoseconds
|
|
modifiedAtNs = resp.Entry.Attributes.Mtime * 1e9 // convert seconds to nanoseconds
|
|
}
|
|
|
|
// Parse the configuration
|
|
conf := &mq_pb.ConfigureTopicResponse{}
|
|
if err = jsonpb.Unmarshal(resp.Entry.Content, conf); err != nil {
|
|
return nil, 0, 0, fmt.Errorf("unmarshal topic %v conf: %v", t, err)
|
|
}
|
|
|
|
return conf, createdAtNs, modifiedAtNs, nil
|
|
}
|
|
|
|
func (t Topic) WriteConfFile(client filer_pb.SeaweedFilerClient, conf *mq_pb.ConfigureTopicResponse) error {
|
|
var buf bytes.Buffer
|
|
filer.ProtoToText(&buf, conf)
|
|
if err := filer.SaveInsideFiler(client, t.Dir(), filer.TopicConfFile, buf.Bytes()); err != nil {
|
|
return fmt.Errorf("save topic %v conf: %v", t, err)
|
|
}
|
|
return nil
|
|
}
|