X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/ef9107221d53f19bf848d3dca0b570f468519550..03a058154008f9c0bd8cfca0ab5ba891252a48d3:/lib/controller/handler.go diff --git a/lib/controller/handler.go b/lib/controller/handler.go index a0c2450096..f5840b34ce 100644 --- a/lib/controller/handler.go +++ b/lib/controller/handler.go @@ -6,33 +6,42 @@ package controller import ( "context" - "database/sql" "errors" "fmt" "net/http" + "net/http/httptest" "net/url" "strings" "sync" "time" - "git.curoverse.com/arvados.git/lib/controller/federation" - "git.curoverse.com/arvados.git/lib/controller/railsproxy" - "git.curoverse.com/arvados.git/lib/controller/router" - "git.curoverse.com/arvados.git/sdk/go/arvados" - "git.curoverse.com/arvados.git/sdk/go/health" - "git.curoverse.com/arvados.git/sdk/go/httpserver" + "git.arvados.org/arvados.git/lib/controller/api" + "git.arvados.org/arvados.git/lib/controller/federation" + "git.arvados.org/arvados.git/lib/controller/localdb" + "git.arvados.org/arvados.git/lib/controller/railsproxy" + "git.arvados.org/arvados.git/lib/controller/router" + "git.arvados.org/arvados.git/lib/ctrlctx" + "git.arvados.org/arvados.git/sdk/go/arvados" + "git.arvados.org/arvados.git/sdk/go/ctxlog" + "git.arvados.org/arvados.git/sdk/go/health" + "git.arvados.org/arvados.git/sdk/go/httpserver" + "github.com/jmoiron/sqlx" + + // sqlx needs lib/pq to talk to PostgreSQL _ "github.com/lib/pq" ) type Handler struct { - Cluster *arvados.Cluster + Cluster *arvados.Cluster + BackgroundContext context.Context setupOnce sync.Once + federation *federation.Conn handlerStack http.Handler proxy *proxy secureClient *http.Client insecureClient *http.Client - pgdb *sql.DB + pgdb *sqlx.DB pgdbMtx sync.Mutex } @@ -63,34 +72,77 @@ func (h *Handler) ServeHTTP(w http.ResponseWriter, req *http.Request) { func (h *Handler) CheckHealth() error { h.setupOnce.Do(h.setup) - _, _, err := railsproxy.FindRailsAPI(h.Cluster) - return err + _, err := h.db(context.TODO()) + if err != nil { + return err + } + _, _, err = railsproxy.FindRailsAPI(h.Cluster) + if err != nil { + return err + } + if h.Cluster.API.VocabularyPath != "" { + req, err := http.NewRequest("GET", "/arvados/v1/vocabulary", nil) + if err != nil { + return err + } + var resp httptest.ResponseRecorder + h.handlerStack.ServeHTTP(&resp, req) + if resp.Result().StatusCode != http.StatusOK { + return fmt.Errorf("%d %s", resp.Result().StatusCode, resp.Result().Status) + } + } + return nil +} + +func (h *Handler) Done() <-chan struct{} { + return nil } func neverRedirect(*http.Request, []*http.Request) error { return http.ErrUseLastResponse } func (h *Handler) setup() { mux := http.NewServeMux() + healthFuncs := make(map[string]health.Func) + + oidcAuthorizer := localdb.OIDCAccessTokenAuthorizer(h.Cluster, h.db) + h.federation = federation.New(h.Cluster, &healthFuncs) + rtr := router.New(h.federation, router.Config{ + MaxRequestSize: h.Cluster.API.MaxRequestSize, + WrapCalls: api.ComposeWrappers(ctrlctx.WrapCallsInTransactions(h.db), oidcAuthorizer.WrapCalls), + }) + + healthRoutes := health.Routes{"ping": func() error { _, err := h.db(context.TODO()); return err }} + for name, f := range healthFuncs { + healthRoutes[name] = f + } mux.Handle("/_health/", &health.Handler{ Token: h.Cluster.ManagementToken, Prefix: "/_health/", - Routes: health.Routes{"ping": func() error { _, err := h.db(&http.Request{}); return err }}, + Routes: healthRoutes, }) - - rtr := router.New(federation.New(h.Cluster)) mux.Handle("/arvados/v1/config", rtr) - - if h.Cluster.EnableBetaController14287 { - mux.Handle("/arvados/v1/collections", rtr) - mux.Handle("/arvados/v1/collections/", rtr) - mux.Handle("/arvados/v1/users", rtr) - mux.Handle("/arvados/v1/users/", rtr) - mux.Handle("/login", rtr) - } + mux.Handle("/arvados/v1/vocabulary", rtr) + mux.Handle("/"+arvados.EndpointUserAuthenticate.Path, rtr) // must come before .../users/ + mux.Handle("/arvados/v1/collections", rtr) + mux.Handle("/arvados/v1/collections/", rtr) + mux.Handle("/arvados/v1/users", rtr) + mux.Handle("/arvados/v1/users/", rtr) + mux.Handle("/arvados/v1/connect/", rtr) + mux.Handle("/arvados/v1/container_requests", rtr) + mux.Handle("/arvados/v1/container_requests/", rtr) + mux.Handle("/arvados/v1/groups", rtr) + mux.Handle("/arvados/v1/groups/", rtr) + mux.Handle("/arvados/v1/links", rtr) + mux.Handle("/arvados/v1/links/", rtr) + mux.Handle("/login", rtr) + mux.Handle("/logout", rtr) + mux.Handle("/arvados/v1/api_client_authorizations", rtr) + mux.Handle("/arvados/v1/api_client_authorizations/", rtr) hs := http.NotFoundHandler() hs = prepend(hs, h.proxyRailsAPI) hs = h.setupProxyRemoteCluster(hs) + hs = prepend(hs, oidcAuthorizer.Middleware) mux.Handle("/", hs) h.handlerStack = mux @@ -105,27 +157,29 @@ func (h *Handler) setup() { h.proxy = &proxy{ Name: "arvados-controller", } + + go h.trashSweepWorker() } var errDBConnection = errors.New("database connection error") -func (h *Handler) db(req *http.Request) (*sql.DB, error) { +func (h *Handler) db(ctx context.Context) (*sqlx.DB, error) { h.pgdbMtx.Lock() defer h.pgdbMtx.Unlock() if h.pgdb != nil { return h.pgdb, nil } - db, err := sql.Open("postgres", h.Cluster.PostgreSQL.Connection.String()) + db, err := sqlx.Open("postgres", h.Cluster.PostgreSQL.Connection.String()) if err != nil { - httpserver.Logger(req).WithError(err).Error("postgresql connect failed") + ctxlog.FromContext(ctx).WithError(err).Error("postgresql connect failed") return nil, errDBConnection } if p := h.Cluster.PostgreSQL.ConnectionPool; p > 0 { db.SetMaxOpenConns(p) } if err := db.Ping(); err != nil { - httpserver.Logger(req).WithError(err).Error("postgresql connect succeeded but ping failed") + ctxlog.FromContext(ctx).WithError(err).Error("postgresql connect succeeded but ping failed") return nil, errDBConnection } h.pgdb = db