X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/c7dfdc3f58e993abad5ef7fb898ac137cca62e02..09cbdc3074b3f1e69c9c537875146f6da0a6ed8f:/lib/controller/rpc/conn.go diff --git a/lib/controller/rpc/conn.go b/lib/controller/rpc/conn.go index 640bbf1c23..4d8a82ce43 100644 --- a/lib/controller/rpc/conn.go +++ b/lib/controller/rpc/conn.go @@ -23,6 +23,7 @@ import ( "git.arvados.org/arvados.git/sdk/go/arvados" "git.arvados.org/arvados.git/sdk/go/auth" + "git.arvados.org/arvados.git/sdk/go/ctxlog" "git.arvados.org/arvados.git/sdk/go/httpserver" ) @@ -178,6 +179,13 @@ func (conn *Conn) ConfigGet(ctx context.Context) (json.RawMessage, error) { return resp, err } +func (conn *Conn) VocabularyGet(ctx context.Context) (arvados.Vocabulary, error) { + ep := arvados.EndpointVocabularyGet + var resp arvados.Vocabulary + err := conn.requestAndDecode(ctx, &resp, ep, nil, nil) + return resp, err +} + func (conn *Conn) Login(ctx context.Context, options arvados.LoginOptions) (arvados.LoginResponse, error) { ep := arvados.EndpointLogin var resp arvados.LoginResponse @@ -324,7 +332,36 @@ func (conn *Conn) ContainerUnlock(ctx context.Context, options arvados.GetOption // ContainerSSH returns a connection to the out-of-band SSH server for // a running container. If the returned error is nil, the caller is // responsible for closing sshconn.Conn. -func (conn *Conn) ContainerSSH(ctx context.Context, options arvados.ContainerSSHOptions) (sshconn arvados.ContainerSSHConnection, err error) { +func (conn *Conn) ContainerSSH(ctx context.Context, options arvados.ContainerSSHOptions) (sshconn arvados.ConnectionResponse, err error) { + u, err := conn.baseURL.Parse("/" + strings.Replace(arvados.EndpointContainerSSH.Path, "{uuid}", options.UUID, -1)) + if err != nil { + err = fmt.Errorf("url.Parse: %w", err) + return + } + return conn.socket(ctx, u, "ssh", url.Values{ + "detach_keys": {options.DetachKeys}, + "login_username": {options.LoginUsername}, + "no_forward": {fmt.Sprintf("%v", options.NoForward)}, + }) +} + +// ContainerGatewayTunnel returns a connection to a yamux session on +// the controller. The caller should connect the returned resp.Conn to +// a client-side yamux session. +func (conn *Conn) ContainerGatewayTunnel(ctx context.Context, options arvados.ContainerGatewayTunnelOptions) (tunnelconn arvados.ConnectionResponse, err error) { + u, err := conn.baseURL.Parse("/" + strings.Replace(arvados.EndpointContainerGatewayTunnel.Path, "{uuid}", options.UUID, -1)) + if err != nil { + err = fmt.Errorf("url.Parse: %w", err) + return + } + return conn.socket(ctx, u, "tunnel", url.Values{ + "auth_secret": {options.AuthSecret}, + }) +} + +// socket sets up a socket using the specified API endpoint and +// upgrade header. +func (conn *Conn) socket(ctx context.Context, u *url.URL, upgradeHeader string, postform url.Values) (connresp arvados.ConnectionResponse, err error) { addr := conn.baseURL.Host if strings.Index(addr, ":") < 1 || (strings.Contains(addr, "::") && addr[0] != '[') { // hostname or ::1 or 1::1 @@ -336,8 +373,7 @@ func (conn *Conn) ContainerSSH(ctx context.Context, options arvados.ContainerSSH } netconn, err := tls.Dial("tcp", addr, &tls.Config{InsecureSkipVerify: insecure}) if err != nil { - err = fmt.Errorf("tls.Dial: %w", err) - return + return connresp, fmt.Errorf("tls.Dial: %w", err) } defer func() { if err != nil { @@ -347,36 +383,30 @@ func (conn *Conn) ContainerSSH(ctx context.Context, options arvados.ContainerSSH bufr := bufio.NewReader(netconn) bufw := bufio.NewWriter(netconn) - u, err := conn.baseURL.Parse("/" + strings.Replace(arvados.EndpointContainerSSH.Path, "{uuid}", options.UUID, -1)) - if err != nil { - err = fmt.Errorf("tls.Dial: %w", err) - return - } - u.RawQuery = url.Values{ - "detach_keys": {options.DetachKeys}, - "login_username": {options.LoginUsername}, - }.Encode() tokens, err := conn.tokenProvider(ctx) if err != nil { - return + return connresp, err } else if len(tokens) < 1 { - err = httpserver.ErrorWithStatus(errors.New("unauthorized"), http.StatusUnauthorized) - return + return connresp, httpserver.ErrorWithStatus(errors.New("unauthorized"), http.StatusUnauthorized) } - bufw.WriteString("GET " + u.String() + " HTTP/1.1\r\n") + postdata := postform.Encode() + bufw.WriteString("POST " + u.String() + " HTTP/1.1\r\n") bufw.WriteString("Authorization: Bearer " + tokens[0] + "\r\n") bufw.WriteString("Host: " + u.Host + "\r\n") - bufw.WriteString("Upgrade: ssh\r\n") + bufw.WriteString("Upgrade: " + upgradeHeader + "\r\n") + bufw.WriteString("Content-Type: application/x-www-form-urlencoded\r\n") + fmt.Fprintf(bufw, "Content-Length: %d\r\n", len(postdata)) bufw.WriteString("\r\n") + bufw.WriteString(postdata) bufw.Flush() - resp, err := http.ReadResponse(bufr, &http.Request{Method: "GET"}) + resp, err := http.ReadResponse(bufr, &http.Request{Method: "POST"}) if err != nil { - err = fmt.Errorf("http.ReadResponse: %w", err) - return + return connresp, fmt.Errorf("http.ReadResponse: %w", err) } + defer resp.Body.Close() if resp.StatusCode != http.StatusSwitchingProtocols { - defer resp.Body.Close() - body, _ := ioutil.ReadAll(resp.Body) + ctxlog.FromContext(ctx).Infof("rpc.Conn.socket: server %s did not switch protocols, got status %s", u.String(), resp.Status) + body, _ := ioutil.ReadAll(io.LimitReader(resp.Body, 10000)) var message string var errDoc httpserver.ErrorResponse if err := json.Unmarshal(body, &errDoc); err == nil { @@ -384,17 +414,16 @@ func (conn *Conn) ContainerSSH(ctx context.Context, options arvados.ContainerSSH } else { message = fmt.Sprintf("%q", body) } - err = fmt.Errorf("server did not provide a tunnel: %s (HTTP %d)", message, resp.StatusCode) - return + return connresp, fmt.Errorf("server did not provide a tunnel: %s: %s", resp.Status, message) } - if strings.ToLower(resp.Header.Get("Upgrade")) != "ssh" || + if strings.ToLower(resp.Header.Get("Upgrade")) != upgradeHeader || strings.ToLower(resp.Header.Get("Connection")) != "upgrade" { - err = fmt.Errorf("bad response from server: Upgrade %q Connection %q", resp.Header.Get("Upgrade"), resp.Header.Get("Connection")) - return + return connresp, fmt.Errorf("bad response from server: Upgrade %q Connection %q", resp.Header.Get("Upgrade"), resp.Header.Get("Connection")) } - sshconn.Conn = netconn - sshconn.Bufrw = &bufio.ReadWriter{Reader: bufr, Writer: bufw} - return + connresp.Conn = netconn + connresp.Bufrw = &bufio.ReadWriter{Reader: bufr, Writer: bufw} + connresp.Header = resp.Header + return connresp, nil } func (conn *Conn) ContainerRequestCreate(ctx context.Context, options arvados.CreateOptions) (arvados.ContainerRequest, error) { @@ -495,6 +524,76 @@ func (conn *Conn) GroupUntrash(ctx context.Context, options arvados.UntrashOptio return resp, err } +func (conn *Conn) LinkCreate(ctx context.Context, options arvados.CreateOptions) (arvados.Link, error) { + ep := arvados.EndpointLinkCreate + var resp arvados.Link + err := conn.requestAndDecode(ctx, &resp, ep, nil, options) + return resp, err +} + +func (conn *Conn) LinkUpdate(ctx context.Context, options arvados.UpdateOptions) (arvados.Link, error) { + ep := arvados.EndpointLinkUpdate + var resp arvados.Link + err := conn.requestAndDecode(ctx, &resp, ep, nil, options) + return resp, err +} + +func (conn *Conn) LinkGet(ctx context.Context, options arvados.GetOptions) (arvados.Link, error) { + ep := arvados.EndpointLinkGet + var resp arvados.Link + err := conn.requestAndDecode(ctx, &resp, ep, nil, options) + return resp, err +} + +func (conn *Conn) LinkList(ctx context.Context, options arvados.ListOptions) (arvados.LinkList, error) { + ep := arvados.EndpointLinkList + var resp arvados.LinkList + err := conn.requestAndDecode(ctx, &resp, ep, nil, options) + return resp, err +} + +func (conn *Conn) LinkDelete(ctx context.Context, options arvados.DeleteOptions) (arvados.Link, error) { + ep := arvados.EndpointLinkDelete + var resp arvados.Link + err := conn.requestAndDecode(ctx, &resp, ep, nil, options) + return resp, err +} + +func (conn *Conn) LogCreate(ctx context.Context, options arvados.CreateOptions) (arvados.Log, error) { + ep := arvados.EndpointLogCreate + var resp arvados.Log + err := conn.requestAndDecode(ctx, &resp, ep, nil, options) + return resp, err +} + +func (conn *Conn) LogUpdate(ctx context.Context, options arvados.UpdateOptions) (arvados.Log, error) { + ep := arvados.EndpointLogUpdate + var resp arvados.Log + err := conn.requestAndDecode(ctx, &resp, ep, nil, options) + return resp, err +} + +func (conn *Conn) LogGet(ctx context.Context, options arvados.GetOptions) (arvados.Log, error) { + ep := arvados.EndpointLogGet + var resp arvados.Log + err := conn.requestAndDecode(ctx, &resp, ep, nil, options) + return resp, err +} + +func (conn *Conn) LogList(ctx context.Context, options arvados.ListOptions) (arvados.LogList, error) { + ep := arvados.EndpointLogList + var resp arvados.LogList + err := conn.requestAndDecode(ctx, &resp, ep, nil, options) + return resp, err +} + +func (conn *Conn) LogDelete(ctx context.Context, options arvados.DeleteOptions) (arvados.Log, error) { + ep := arvados.EndpointLogDelete + var resp arvados.Log + err := conn.requestAndDecode(ctx, &resp, ep, nil, options) + return resp, err +} + func (conn *Conn) SpecimenCreate(ctx context.Context, options arvados.CreateOptions) (arvados.Specimen, error) { ep := arvados.EndpointSpecimenCreate var resp arvados.Specimen @@ -530,6 +629,13 @@ func (conn *Conn) SpecimenDelete(ctx context.Context, options arvados.DeleteOpti return resp, err } +func (conn *Conn) SysTrashSweep(ctx context.Context, options struct{}) (struct{}, error) { + ep := arvados.EndpointSysTrashSweep + var resp struct{} + err := conn.requestAndDecode(ctx, &resp, ep, nil, options) + return resp, err +} + func (conn *Conn) UserCreate(ctx context.Context, options arvados.CreateOptions) (arvados.User, error) { ep := arvados.EndpointUserCreate var resp arvados.User @@ -603,6 +709,36 @@ func (conn *Conn) APIClientAuthorizationCurrent(ctx context.Context, options arv err := conn.requestAndDecode(ctx, &resp, ep, nil, options) return resp, err } +func (conn *Conn) APIClientAuthorizationCreate(ctx context.Context, options arvados.CreateOptions) (arvados.APIClientAuthorization, error) { + ep := arvados.EndpointAPIClientAuthorizationCreate + var resp arvados.APIClientAuthorization + err := conn.requestAndDecode(ctx, &resp, ep, nil, options) + return resp, err +} +func (conn *Conn) APIClientAuthorizationUpdate(ctx context.Context, options arvados.UpdateOptions) (arvados.APIClientAuthorization, error) { + ep := arvados.EndpointAPIClientAuthorizationUpdate + var resp arvados.APIClientAuthorization + err := conn.requestAndDecode(ctx, &resp, ep, nil, options) + return resp, err +} +func (conn *Conn) APIClientAuthorizationDelete(ctx context.Context, options arvados.DeleteOptions) (arvados.APIClientAuthorization, error) { + ep := arvados.EndpointAPIClientAuthorizationDelete + var resp arvados.APIClientAuthorization + err := conn.requestAndDecode(ctx, &resp, ep, nil, options) + return resp, err +} +func (conn *Conn) APIClientAuthorizationList(ctx context.Context, options arvados.ListOptions) (arvados.APIClientAuthorizationList, error) { + ep := arvados.EndpointAPIClientAuthorizationList + var resp arvados.APIClientAuthorizationList + err := conn.requestAndDecode(ctx, &resp, ep, nil, options) + return resp, err +} +func (conn *Conn) APIClientAuthorizationGet(ctx context.Context, options arvados.GetOptions) (arvados.APIClientAuthorization, error) { + ep := arvados.EndpointAPIClientAuthorizationGet + var resp arvados.APIClientAuthorization + err := conn.requestAndDecode(ctx, &resp, ep, nil, options) + return resp, err +} type UserSessionAuthInfo struct { UserUUID string `json:"user_uuid"`