1 // Copyright (C) The Arvados Authors. All rights reserved.
3 // SPDX-License-Identifier: AGPL-3.0
15 "git.curoverse.com/arvados.git/sdk/go/arvados"
16 "git.curoverse.com/arvados.git/sdk/go/ctxlog"
17 "github.com/ghodss/yaml"
18 "github.com/sirupsen/logrus"
19 check "gopkg.in/check.v1"
22 // Gocheck boilerplate
23 func Test(t *testing.T) {
27 var _ = check.Suite(&LoadSuite{})
29 type LoadSuite struct{}
31 func (s *LoadSuite) TestEmpty(c *check.C) {
32 cfg, err := Load(&bytes.Buffer{}, ctxlog.TestLogger(c))
33 c.Check(cfg, check.IsNil)
34 c.Assert(err, check.ErrorMatches, `config does not define any clusters`)
37 func (s *LoadSuite) TestNoConfigs(c *check.C) {
38 cfg, err := Load(bytes.NewBufferString(`Clusters: {"z1111": {}}`), ctxlog.TestLogger(c))
39 c.Assert(err, check.IsNil)
40 c.Assert(cfg.Clusters, check.HasLen, 1)
41 cc, err := cfg.GetCluster("z1111")
42 c.Assert(err, check.IsNil)
43 c.Check(cc.ClusterID, check.Equals, "z1111")
44 c.Check(cc.API.MaxRequestAmplification, check.Equals, 4)
45 c.Check(cc.API.MaxItemsPerResponse, check.Equals, 1000)
48 func (s *LoadSuite) TestSampleKeys(c *check.C) {
49 for _, yaml := range []string{
50 `{"Clusters":{"z1111":{}}}`,
51 `{"Clusters":{"z1111":{"InstanceTypes":{"Foo":{"RAM": "12345M"}}}}}`,
53 cfg, err := Load(bytes.NewBufferString(yaml), ctxlog.TestLogger(c))
54 c.Assert(err, check.IsNil)
55 cc, err := cfg.GetCluster("z1111")
56 _, hasSample := cc.InstanceTypes["SAMPLE"]
57 c.Check(hasSample, check.Equals, false)
58 if strings.Contains(yaml, "Foo") {
59 c.Check(cc.InstanceTypes["Foo"].RAM, check.Equals, arvados.ByteSize(12345000000))
60 c.Check(cc.InstanceTypes["Foo"].Price, check.Equals, 0.0)
65 func (s *LoadSuite) TestMultipleClusters(c *check.C) {
66 cfg, err := Load(bytes.NewBufferString(`{"Clusters":{"z1111":{},"z2222":{}}}`), ctxlog.TestLogger(c))
67 c.Assert(err, check.IsNil)
68 c1, err := cfg.GetCluster("z1111")
69 c.Assert(err, check.IsNil)
70 c.Check(c1.ClusterID, check.Equals, "z1111")
71 c2, err := cfg.GetCluster("z2222")
72 c.Assert(err, check.IsNil)
73 c.Check(c2.ClusterID, check.Equals, "z2222")
76 func (s *LoadSuite) TestDeprecatedOrUnknownWarning(c *check.C) {
77 var logbuf bytes.Buffer
78 logger := logrus.New()
80 _, err := Load(bytes.NewBufferString(`
88 Host: z2222.arvadosapi.com
92 c.Assert(err, check.IsNil)
93 logs := strings.Split(strings.TrimSuffix(logbuf.String(), "\n"), "\n")
94 for _, log := range logs {
95 c.Check(log, check.Matches, `.*deprecated or unknown config entry:.*BadKey.*`)
97 c.Check(logs, check.HasLen, 2)
100 func (s *LoadSuite) TestNoWarningsForDumpedConfig(c *check.C) {
101 var logbuf bytes.Buffer
102 logger := logrus.New()
104 cfg, err := Load(bytes.NewBufferString(`{"Clusters":{"zzzzz":{}}}`), logger)
105 c.Assert(err, check.IsNil)
106 yaml, err := yaml.Marshal(cfg)
107 c.Assert(err, check.IsNil)
108 cfgDumped, err := Load(bytes.NewBuffer(yaml), logger)
109 c.Assert(err, check.IsNil)
110 c.Check(cfg, check.DeepEquals, cfgDumped)
111 c.Check(logbuf.String(), check.Equals, "")
114 func (s *LoadSuite) TestPostgreSQLKeyConflict(c *check.C) {
115 _, err := Load(bytes.NewBufferString(`
122 `), ctxlog.TestLogger(c))
123 c.Check(err, check.ErrorMatches, `Clusters.zzzzz.PostgreSQL.Connection: multiple entries for "(dbname|host)".*`)
126 func (s *LoadSuite) TestBadType(c *check.C) {
127 for _, data := range []string{`
140 ConnectionPool: "foo"
150 ConnectionPool: [] # {foo: bar} isn't caught here; we rely on config-check
154 v, err := Load(bytes.NewBufferString(data), ctxlog.TestLogger(c))
156 c.Logf("%#v", v.Clusters["zzzzz"].PostgreSQL.ConnectionPool)
158 c.Check(err, check.ErrorMatches, `.*cannot unmarshal .*PostgreSQL.*`)
162 func (s *LoadSuite) TestMovedKeys(c *check.C) {
163 s.checkEquivalent(c, `# config has old keys only
167 MultiClusterRequestConcurrency: 3
168 MaxItemsPerResponse: 999
173 MaxRequestAmplification: 3
174 MaxItemsPerResponse: 999
176 s.checkEquivalent(c, `# config has both old and new keys; old values win
180 MultiClusterRequestConcurrency: 0
181 MaxItemsPerResponse: 555
183 MaxRequestAmplification: 3
184 MaxItemsPerResponse: 999
189 MaxRequestAmplification: 0
190 MaxItemsPerResponse: 555
194 func (s *LoadSuite) checkEquivalent(c *check.C, goty, expectedy string) {
195 got, err := Load(bytes.NewBufferString(goty), ctxlog.TestLogger(c))
196 c.Assert(err, check.IsNil)
197 expected, err := Load(bytes.NewBufferString(expectedy), ctxlog.TestLogger(c))
198 c.Assert(err, check.IsNil)
199 if !c.Check(got, check.DeepEquals, expected) {
200 cmd := exec.Command("diff", "-u", "--label", "expected", "--label", "got", "/dev/fd/3", "/dev/fd/4")
201 for _, obj := range []interface{}{expected, got} {
202 y, _ := yaml.Marshal(obj)
203 pr, pw, err := os.Pipe()
204 c.Assert(err, check.IsNil)
207 io.Copy(pw, bytes.NewBuffer(y))
210 cmd.ExtraFiles = append(cmd.ExtraFiles, pr)
212 diff, err := cmd.CombinedOutput()
214 c.Check(err, check.IsNil)