X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/bcf069c6a726e219bc40224653268d87776e54aa..524c20020594ba67a2a822eccb632f8a5f5dc3ce:/services/keepstore/keepstore.go diff --git a/services/keepstore/keepstore.go b/services/keepstore/keepstore.go index b8a0ffb1cb..c742752017 100644 --- a/services/keepstore/keepstore.go +++ b/services/keepstore/keepstore.go @@ -16,9 +16,7 @@ import ( "git.curoverse.com/arvados.git/sdk/go/arvadosclient" "git.curoverse.com/arvados.git/sdk/go/config" - "git.curoverse.com/arvados.git/sdk/go/httpserver" "git.curoverse.com/arvados.git/sdk/go/keepclient" - log "github.com/Sirupsen/logrus" "github.com/coreos/go-systemd/daemon" ) @@ -160,9 +158,6 @@ func main() { // Middleware/handler stack router := MakeRESTRouter() - limiter := httpserver.NewRequestLimiter(theConfig.MaxRequests, router) - router.limiter = limiter - http.Handle("/", httpserver.AddRequestIDs(httpserver.LogRequests(limiter))) // Set up a TCP listener. listener, err := net.Listen("tcp", theConfig.Listen) @@ -170,19 +165,23 @@ func main() { log.Fatal(err) } - // Initialize Pull queue and worker + // Initialize keepclient for pull workers keepClient := &keepclient.KeepClient{ Arvados: &arvadosclient.ArvadosClient{}, Want_replicas: 1, } - // Initialize the pullq and worker + // Initialize the pullq and workers pullq = NewWorkQueue() - go RunPullWorker(pullq, keepClient) + for i := 0; i < 1 || i < theConfig.PullWorkers; i++ { + go RunPullWorker(pullq, keepClient) + } - // Initialize the trashq and worker + // Initialize the trashq and workers trashq = NewWorkQueue() - go RunTrashWorker(trashq) + for i := 0; i < 1 || i < theConfig.TrashWorkers; i++ { + go RunTrashWorker(trashq) + } // Start emptyTrash goroutine doneEmptyingTrash := make(chan bool) @@ -204,7 +203,7 @@ func main() { log.Printf("Error notifying init daemon: %v", err) } log.Println("listening at", listener.Addr()) - srv := &http.Server{} + srv := &http.Server{Handler: router} srv.Serve(listener) }