X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/20fec88ce889c3aa0eb020361f4001c362438283..cd00c7d65d724ea78fe6e59dda333241a7c0775a:/services/keepstore/keepstore.go diff --git a/services/keepstore/keepstore.go b/services/keepstore/keepstore.go index 79ce968459..75b6c4014d 100644 --- a/services/keepstore/keepstore.go +++ b/services/keepstore/keepstore.go @@ -4,7 +4,6 @@ import ( "bytes" "flag" "fmt" - "git.curoverse.com/arvados.git/services/keepstore/pull_list" "io/ioutil" "log" "net" @@ -92,11 +91,16 @@ func (e *KeepError) Error() string { // Initialized by the --volumes flag (or by FindKeepVolumes). var KeepVM VolumeManager -// The pull list manager is responsible for pulling blocks from other -// Keep servers to ensure replication. When Keep receives a new "pull -// list" from Data Manager, the pull manager is responsible for fetching -// blocks on the list. -var pullmgr *pull_list.Manager +// The pull list manager and trash queue are threadsafe queues which +// support atomic update operations. The PullHandler and TrashHandler +// store results from Data Manager /pull and /trash requests here. +// +// See the Keep and Data Manager design documents for more details: +// https://arvados.org/projects/arvados/wiki/Keep_Design_Doc +// https://arvados.org/projects/arvados/wiki/Data_Manager_Design_Doc +// +var pullq *WorkQueue +var trashq *WorkQueue // TODO(twp): continue moving as much code as possible out of main // so it can be effectively tested. Esp. handling and postprocessing @@ -258,9 +262,11 @@ func main() { // Start a round-robin VolumeManager with the volumes we have found. KeepVM = MakeRRVolumeManager(goodvols) - // Tell the built-in HTTP server to direct all requests to the REST - // router. - http.Handle("/", MakeRESTRouter()) + // Tell the built-in HTTP server to direct all requests to the REST router. + loggingRouter := MakeLoggingRESTRouter() + http.HandleFunc("/", func(resp http.ResponseWriter, req *http.Request) { + loggingRouter.ServeHTTP(resp, req) + }) // Set up a TCP listener. listener, err := net.Listen("tcp", listen)