15954: Stub multi-cluster integration test.

Arvados-DCO-1.1-Signed-off-by: Tom Clegg <tom@tomclegg.ca>

diff --git a/lib/controller/integration_test.go b/lib/controller/integration_test.go
new file mode 100644 (file)
index 0000000..b605fde
--- /dev/null
+++ b/lib/controller/integration_test.go
@@ -0,0 +1,159 @@
+// Copyright (C) The Arvados Authors. All rights reserved.
+//
+// SPDX-License-Identifier: AGPL-3.0
+
+package controller
+
+import (
+       "bytes"
+       "context"
+       "net"
+       "net/url"
+       "os"
+       "path/filepath"
+
+       "git.arvados.org/arvados.git/lib/boot"
+       "git.arvados.org/arvados.git/lib/config"
+       "git.arvados.org/arvados.git/lib/controller/rpc"
+       "git.arvados.org/arvados.git/sdk/go/arvados"
+       "git.arvados.org/arvados.git/sdk/go/arvadosclient"
+       "git.arvados.org/arvados.git/sdk/go/auth"
+       "git.arvados.org/arvados.git/sdk/go/ctxlog"
+       "git.arvados.org/arvados.git/sdk/go/keepclient"
+       check "gopkg.in/check.v1"
+)
+
+var _ = check.Suite(&IntegrationSuite{})
+
+type testCluster struct {
+       booter        boot.Booter
+       config        arvados.Config
+       controllerURL *url.URL
+}
+
+type IntegrationSuite struct {
+       testClusters map[string]*testCluster
+}
+
+func (s *IntegrationSuite) SetUpSuite(c *check.C) {
+       if forceLegacyAPI14 {
+               c.Skip("heavy integration tests don't run with forceLegacyAPI14")
+               return
+       }
+
+       cwd, _ := os.Getwd()
+       s.testClusters = map[string]*testCluster{
+               "z1111": nil,
+               "z2222": nil,
+               "z3333": nil,
+       }
+       port := map[string]string{}
+       for id := range s.testClusters {
+               port[id] = func() string {
+                       ln, err := net.Listen("tcp", "localhost:0")
+                       c.Assert(err, check.IsNil)
+                       ln.Close()
+                       _, port, err := net.SplitHostPort(ln.Addr().String())
+                       c.Assert(err, check.IsNil)
+                       return port
+               }()
+       }
+       for id := range s.testClusters {
+               yaml := `Clusters:
+  ` + id + `:
+    Services:
+      Controller:
+        ExternalURL: https://localhost:` + port[id] + `
+    TLS:
+      Insecure: true
+    Login:
+      LoginCluster: z1111
+    RemoteClusters:
+      z1111:
+        Host: localhost:` + port["z1111"] + `
+        Scheme: https
+        Insecure: true
+      z2222:
+        Host: localhost:` + port["z2222"] + `
+        Scheme: https
+        Insecure: true
+      z3333:
+        Host: localhost:` + port["z3333"] + `
+        Scheme: https
+        Insecure: true
+`
+               loader := config.NewLoader(bytes.NewBufferString(yaml), ctxlog.TestLogger(c))
+               loader.Path = "-"
+               loader.SkipLegacy = true
+               loader.SkipAPICalls = true
+               cfg, err := loader.Load()
+               c.Assert(err, check.IsNil)
+               s.testClusters[id] = &testCluster{
+                       booter: boot.Booter{
+                               SourcePath:           filepath.Join(cwd, "..", ".."),
+                               LibPath:              filepath.Join(cwd, "..", "..", "tmp"),
+                               ClusterType:          "test",
+                               ListenHost:           "localhost",
+                               ControllerAddr:       ":0",
+                               OwnTemporaryDatabase: true,
+                               Stderr:               ctxlog.LogWriter(c.Log),
+                       },
+                       config: *cfg,
+               }
+               s.testClusters[id].booter.Start(context.Background(), &s.testClusters[id].config)
+               c.Logf("%v", &s.testClusters[id].config)
+       }
+       for _, tc := range s.testClusters {
+               au, ok := tc.booter.WaitReady()
+               c.Assert(ok, check.Equals, true)
+               u := url.URL(*au)
+               tc.controllerURL = &u
+       }
+}
+
+func (s *IntegrationSuite) TearDownSuite(c *check.C) {
+       for _, c := range s.testClusters {
+               c.booter.Stop()
+       }
+}
+
+func (s *IntegrationSuite) conn(clusterID string) (*rpc.Conn, context.Context, *arvados.Client, *keepclient.KeepClient) {
+       cl := s.testClusters[clusterID].config.Clusters[clusterID]
+       conn := rpc.NewConn(clusterID, s.testClusters[clusterID].controllerURL, true, rpc.PassthroughTokenProvider)
+       rootctx := auth.NewContext(context.Background(), auth.NewCredentials(cl.SystemRootToken))
+       ac, err := arvados.NewClientFromConfig(&cl)
+       if err != nil {
+               panic(err)
+       }
+       ac.AuthToken = cl.SystemRootToken
+       arv, err := arvadosclient.New(ac)
+       if err != nil {
+               panic(err)
+       }
+       kc := keepclient.New(arv)
+       return conn, rootctx, ac, kc
+}
+
+func (s *IntegrationSuite) TestLoopDetection(c *check.C) {
+       conn1, rootctx1, _, _ := s.conn("z1111")
+       conn3, rootctx3, ac3, kc3 := s.conn("z3333")
+
+       _, err := conn1.CollectionGet(rootctx1, arvados.GetOptions{UUID: "1f4b0bc7583c2a7f9102c395f4ffc5e3+45"})
+       c.Check(err, check.ErrorMatches, `.*404 Not Found.*`)
+
+       var coll3 arvados.Collection
+       fs3, err := coll3.FileSystem(ac3, kc3)
+       if err != nil {
+               c.Error(err)
+       }
+       f, err := fs3.OpenFile("foo", os.O_CREATE|os.O_RDWR, 0777)
+       f.Write([]byte("foo"))
+       f.Close()
+       mtxt, err := fs3.MarshalManifest(".")
+       coll3, err = conn3.CollectionCreate(rootctx3, arvados.CreateOptions{Attrs: map[string]interface{}{
+               "manifest_text": mtxt,
+       }})
+       coll, err := conn1.CollectionGet(rootctx1, arvados.GetOptions{UUID: "1f4b0bc7583c2a7f9102c395f4ffc5e3+45"})
+       c.Check(err, check.IsNil)
+       c.Check(coll.PortableDataHash, check.Equals, "1f4b0bc7583c2a7f9102c395f4ffc5e3+45")
+}

diff --git a/sdk/go/auth/auth.go b/sdk/go/auth/auth.go
index c2f6a0e8f0885e68a98f7e62a4ee4f17d0d930d2..b6a85e05e786fa1d0ace1715eab1cacdc3e7d0cc 100644 (file)
--- a/sdk/go/auth/auth.go
+++ b/sdk/go/auth/auth.go
@@ -16,8 +16,8 @@ type Credentials struct {
        Tokens []string
 }
 
-func NewCredentials() *Credentials {
-       return &Credentials{Tokens: []string{}}
+func NewCredentials(tokens ...string) *Credentials {
+       return &Credentials{Tokens: tokens}
 }
 
 func NewContext(ctx context.Context, c *Credentials) context.Context {