X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/64efd1030538d59821ce288a7674e29d49c35744..61a8873440a505d1483a04354b8d1f2089e76e39:/services/keepstore/keepstore.go diff --git a/services/keepstore/keepstore.go b/services/keepstore/keepstore.go index 9fc2db348a..9033de8117 100644 --- a/services/keepstore/keepstore.go +++ b/services/keepstore/keepstore.go @@ -3,7 +3,6 @@ package main import ( "flag" "fmt" - "log" "net" "net/http" "os" @@ -11,12 +10,12 @@ import ( "syscall" "time" - "git.curoverse.com/arvados.git/sdk/go/arvados" "git.curoverse.com/arvados.git/sdk/go/arvadosclient" "git.curoverse.com/arvados.git/sdk/go/config" "git.curoverse.com/arvados.git/sdk/go/httpserver" "git.curoverse.com/arvados.git/sdk/go/keepclient" - "github.com/ghodss/yaml" + log "github.com/Sirupsen/logrus" + "github.com/coreos/go-systemd/daemon" ) // A Keep "block" is 64MB. @@ -82,34 +81,8 @@ var KeepVM VolumeManager var pullq *WorkQueue var trashq *WorkQueue -var ( - flagSerializeIO bool - flagReadonly bool -) - -// TODO(twp): continue moving as much code as possible out of main -// so it can be effectively tested. Esp. handling and postprocessing -// of command line flags (identifying Keep volumes and initializing -// permission arguments). - func main() { - neverDelete := !theConfig.EnableDelete - signatureTTLSeconds := int(theConfig.BlobSignatureTTL.Duration() / time.Second) - flag.StringVar(&theConfig.Listen, "listen", theConfig.Listen, "see Listen configuration") - flag.IntVar(&theConfig.MaxBuffers, "max-buffers", theConfig.MaxBuffers, "see MaxBuffers configuration") - flag.IntVar(&theConfig.MaxRequests, "max-requests", theConfig.MaxRequests, "see MaxRequests configuration") - flag.BoolVar(&neverDelete, "never-delete", neverDelete, "see EnableDelete configuration") - flag.BoolVar(&theConfig.RequireSignatures, "enforce-permissions", theConfig.RequireSignatures, "see RequireSignatures configuration") - flag.StringVar(&theConfig.BlobSigningKeyFile, "permission-key-file", theConfig.BlobSigningKeyFile, "see BlobSigningKey`File` configuration") - flag.StringVar(&theConfig.BlobSigningKeyFile, "blob-signing-key-file", theConfig.BlobSigningKeyFile, "see BlobSigningKey`File` configuration") - flag.StringVar(&theConfig.SystemAuthTokenFile, "data-manager-token-file", theConfig.SystemAuthTokenFile, "see SystemAuthToken`File` configuration") - flag.IntVar(&signatureTTLSeconds, "permission-ttl", signatureTTLSeconds, "signature TTL in seconds; see BlobSignatureTTL configuration") - flag.IntVar(&signatureTTLSeconds, "blob-signature-ttl", signatureTTLSeconds, "signature TTL in seconds; see BlobSignatureTTL configuration") - flag.Var(&theConfig.TrashLifetime, "trash-lifetime", "see TrashLifetime configuration") - flag.BoolVar(&flagSerializeIO, "serialize", false, "serialize read and write operations on the following volumes.") - flag.BoolVar(&flagReadonly, "readonly", false, "do not write, delete, or touch anything on the following volumes.") - flag.StringVar(&theConfig.PIDFile, "pid", theConfig.PIDFile, "see `PIDFile` configuration") - flag.Var(&theConfig.TrashCheckInterval, "trash-check-interval", "see TrashCheckInterval configuration") + deprecated.beforeFlagParse(theConfig) dumpConfig := flag.Bool("dump-config", false, "write current configuration to stdout and exit (useful for migrating from command line flags to config file)") @@ -123,25 +96,21 @@ func main() { flag.Usage = usage flag.Parse() - theConfig.BlobSignatureTTL = arvados.Duration(signatureTTLSeconds) * arvados.Duration(time.Second) - theConfig.EnableDelete = !neverDelete + deprecated.afterFlagParse(theConfig) - // TODO: Load config err := config.LoadFile(theConfig, configPath) if err != nil && (!os.IsNotExist(err) || configPath != defaultConfigPath) { log.Fatal(err) } if *dumpConfig { - y, err := yaml.Marshal(theConfig) - if err != nil { - log.Fatal(err) - } - os.Stdout.Write(y) - os.Exit(0) + log.Fatal(config.DumpAndExit(theConfig)) } err = theConfig.Start() + if err != nil { + log.Fatal(err) + } if pidfile := theConfig.PIDFile; pidfile != "" { f, err := os.OpenFile(pidfile, os.O_RDWR|os.O_CREATE, 0777) @@ -175,10 +144,10 @@ func main() { KeepVM = MakeRRVolumeManager(theConfig.Volumes) // Middleware stack: logger, MaxRequests limiter, method handlers - http.Handle("/", &LoggingRESTRouter{ - httpserver.NewRequestLimiter(theConfig.MaxRequests, - MakeRESTRouter()), - }) + router := MakeRESTRouter() + limiter := httpserver.NewRequestLimiter(theConfig.MaxRequests, router) + router.limiter = limiter + http.Handle("/", &LoggingRESTRouter{router: limiter}) // Set up a TCP listener. listener, err := net.Listen("tcp", theConfig.Listen) @@ -217,7 +186,10 @@ func main() { signal.Notify(term, syscall.SIGTERM) signal.Notify(term, syscall.SIGINT) - log.Println("listening at", listener.Addr) + if _, err := daemon.SdNotify(false, "READY=1"); err != nil { + log.Printf("Error notifying init daemon: %v", err) + } + log.Println("listening at", listener.Addr()) srv := &http.Server{} srv.Serve(listener) }