store is sort of working

git-svn-id: https://weed-fs.googlecode.com/svn/trunk@3 282b0af5-e82d-9cf1-ede4-77906d7719d0
This commit is contained in:
chris.lu@gmail.com
2011-11-30 02:18:15 +00:00
parent 4f362fe883
commit 8fade18e40
10 changed files with 467 additions and 0 deletions

47
weed-fs/src/cmd/agent.go Normal file
View File

@@ -0,0 +1,47 @@
package main
import (
"http"
// "runtime"
"log"
"os"
"exec"
"fmt"
)
func HelloServer(w http.ResponseWriter, req *http.Request) {
w.Header().Set("Content-Type", "text/plain")
w.Write([]byte("hello, world!\n"))
}
func ShellHandler(w http.ResponseWriter, r *http.Request) {
name := r.FormValue("cmd")
args := r.Form["arg"]
dir := r.FormValue("dir")
w.Header().Set("Content-Type", "text/plain")
cmd := run(w, dir, name, args)
cmd.Wait()
}
func run(w http.ResponseWriter, dir string, name string, args []string) *exec.Cmd {
cmd := exec.Command(name, args...)
cmd.Dir = dir
cmd.Env = os.Environ()
cmd.Stdin = os.Stdin
cmd.Stdout = w
cmd.Stderr = w
if err := cmd.Start(); err != nil {
fmt.Fprint(w, "could not execute", args, ":", cmd.Args, "\n", err,"\n")
}
return cmd
}
func main() {
// runtime.GOMAXPROCS(1)
http.HandleFunc("/", HelloServer)
http.HandleFunc("/shell", ShellHandler)
log.Println("Serving at http://127.0.0.1:8080/")
http.ListenAndServe(":8080", nil)
}

18
weed-fs/src/cmd/gdir.go Normal file
View File

@@ -0,0 +1,18 @@
package main
import (
"directory"
// "runtime"
"log"
)
func main() {
m := directory.NewMapper("/tmp", "directory")
log.Println("map size", len(m.Virtual2physical))
m.Add(10, 11,12,13)
m.Add(20, 21,22,23)
log.Println("map(10)", m.Get(10))
log.Println("map size", len(m.Virtual2physical))
m.Save()
defer m.Save()
}

88
weed-fs/src/cmd/gstore.go Normal file
View File

@@ -0,0 +1,88 @@
package main
import (
"store"
"directory"
"flag"
"fmt"
"http"
"log"
"mime"
"os"
"strconv"
"strings"
)
var (
port = flag.Int("port", 8080, "http listen port")
chunkFolder = flag.String("dir", "/tmp", "data directory to store files")
chunkCount = flag.Int("chunks", 5, "data chunks to store files")
chunkEnabled = flag.Bool("data", false, "act as a store server")
metaEnabled = flag.Bool("meta", false, "act as a directory server")
metaFolder = flag.String("mdir", "/tmp", "data directory to store mappings")
)
type Haystack struct {
store *store.Store
directory *directory.Mapper
}
func storeHandler(w http.ResponseWriter, r *http.Request) {
switch r.Method {
case "GET":
server.GetHandler(w, r)
case "DELETE":
server.DeleteHandler(w, r)
case "POST":
server.PostHandler(w, r)
}
}
func (s *Haystack) GetHandler(w http.ResponseWriter, r *http.Request) {
n := new(store.Needle)
path := r.URL.Path
sepIndex := strings.Index(path[1:], "/") + 1
volumeId, _ := strconv.Atoi(path[1:sepIndex])
dotIndex := strings.LastIndex(path, ".")
n.ParsePath(path[sepIndex+1 : dotIndex])
ext := path[dotIndex:]
s.store.Read(volumeId, n)
w.Header().Set("Content-Type", mime.TypeByExtension(ext))
w.Write(n.Data)
}
func (s *Haystack) PostHandler(w http.ResponseWriter, r *http.Request) {
volumeId := s.store.Write(store.NewNeedle(r))
w.Header().Set("Content-Type", "text/plain")
fmt.Fprint(w, "volumeId=", volumeId, "\n")
}
func (s *Haystack) DeleteHandler(w http.ResponseWriter, r *http.Request) {
}
func directoryHandler(w http.ResponseWriter, r *http.Request) {
}
var server *Haystack
func main() {
flag.Parse()
if !*chunkEnabled && !*metaEnabled {
fmt.Fprintf(os.Stderr, "Need to act as either a store server or a directory server, or both\n")
flag.PrintDefaults()
os.Exit(-1)
}
server = new(Haystack)
if *chunkEnabled {
fmt.Fprintf(os.Stdout, "Chunk data stored in %s\n", *chunkFolder)
server.store = store.NewStore(*chunkFolder, *chunkCount)
defer server.store.Close()
http.HandleFunc("/", storeHandler)
}
if *metaEnabled {
server.directory = directory.NewMapper(*metaFolder, "directory")
defer server.directory.Save()
http.HandleFunc("/directory", directoryHandler)
}
log.Println("Serving at http://127.0.0.1:" + strconv.Itoa(*port))
http.ListenAndServe(":"+strconv.Itoa(*port), nil)
}