X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/5bcba288077488791daa43a15d5fd5fb0c6e653c..45f10d80d1b584808a6e375214b5be6bc7d2a730:/sdk/go/keepclient/support.go diff --git a/sdk/go/keepclient/support.go b/sdk/go/keepclient/support.go index c24849e687..b467d06b21 100644 --- a/sdk/go/keepclient/support.go +++ b/sdk/go/keepclient/support.go @@ -1,4 +1,3 @@ -/* Internal methods to support keepclient.go */ package keepclient import ( @@ -11,7 +10,6 @@ import ( "log" "net" "net/http" - "os" "strings" "time" ) @@ -22,6 +20,7 @@ type keepDisk struct { Port int `json:"service_port"` SSL bool `json:"service_ssl_flag"` SvcType string `json:"service_type"` + ReadOnly bool `json:"read_only"` } func Md5String(s string) string { @@ -78,14 +77,6 @@ func (this *KeepClient) setClientSettingsStore() { } func (this *KeepClient) DiscoverKeepServers() error { - if prx := os.Getenv("ARVADOS_KEEP_PROXY"); prx != "" { - sr := map[string]string{"proxy": prx} - this.SetServiceRoots(sr) - this.Using_proxy = true - this.setClientSettingsProxy() - return nil - } - type svcList struct { Items []keepDisk `json:"items"` } @@ -100,26 +91,41 @@ func (this *KeepClient) DiscoverKeepServers() error { } listed := make(map[string]bool) - service_roots := make(map[string]string) - - for _, element := range m.Items { - n := "" - - if element.SSL { - n = "s" + localRoots := make(map[string]string) + gatewayRoots := make(map[string]string) + writableLocalRoots := make(map[string]string) + + for _, service := range m.Items { + scheme := "http" + if service.SSL { + scheme = "https" } - - // Construct server URL - url := fmt.Sprintf("http%s://%s:%d", n, element.Hostname, element.Port) + url := fmt.Sprintf("%s://%s:%d", scheme, service.Hostname, service.Port) // Skip duplicates - if !listed[url] { - listed[url] = true - service_roots[element.Uuid] = url + if listed[url] { + continue } - if element.SvcType == "proxy" { + listed[url] = true + + switch service.SvcType { + case "disk": + localRoots[service.Uuid] = url + case "proxy": + localRoots[service.Uuid] = url this.Using_proxy = true } + + if service.ReadOnly == false { + writableLocalRoots[service.Uuid] = url + } + + // Gateway services are only used when specified by + // UUID, so there's nothing to gain by filtering them + // by service type. Including all accessible services + // (gateway and otherwise) merely accommodates more + // service configurations. + gatewayRoots[service.Uuid] = url } if this.Using_proxy { @@ -128,8 +134,7 @@ func (this *KeepClient) DiscoverKeepServers() error { this.setClientSettingsStore() } - this.SetServiceRoots(service_roots) - + this.SetServiceRoots(localRoots, writableLocalRoots, gatewayRoots) return nil } @@ -213,7 +218,7 @@ func (this KeepClient) putReplicas( requestId := fmt.Sprintf("%x", md5.Sum([]byte(locator+time.Now().String())))[0:8] // Calculate the ordering for uploading to servers - sv := NewRootSorter(this.ServiceRoots(), hash).GetSortedRoots() + sv := NewRootSorter(this.WritableLocalRoots(), hash).GetSortedRoots() // The next server to try contacting next_server := 0