save and use last processed kafka offsets

2018-09-23 01:34:40 -07:00
parent 9fe24991d5
commit b16d47030e
2 changed files with 79 additions and 2 deletions
--- a/weed/command/scaffold.go
+++ b/weed/command/scaffold.go
@@ -166,6 +166,8 @@ hosts = [
  "localhost:9092"
 ]
 topic = "seaweedfs_filer1_to_filer2"
+offsetFile = "./last.offset"
+offsetSaveIntervalSeconds = 10

 [sink.filer]
 enabled = true