X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/90483e26cf9f0ced8e5b12586ae3a5e1ec620add..6c78b28f9f54664babc57a4b4372c502065ed5d1:/services/keepstore/s3_volume_test.go diff --git a/services/keepstore/s3_volume_test.go b/services/keepstore/s3_volume_test.go index acc1b11df3..6377420ff4 100644 --- a/services/keepstore/s3_volume_test.go +++ b/services/keepstore/s3_volume_test.go @@ -19,6 +19,8 @@ import ( "git.curoverse.com/arvados.git/sdk/go/arvados" "github.com/AdRoll/goamz/s3" "github.com/AdRoll/goamz/s3/s3test" + "github.com/ghodss/yaml" + "github.com/prometheus/client_golang/prometheus" check "gopkg.in/check.v1" ) @@ -169,7 +171,8 @@ func (s *StubbedS3Suite) testContextCancel(c *check.C, testFunc func(context.Con vol := *v.S3Volume vol.Endpoint = srv.URL v = &TestableS3Volume{S3Volume: &vol} - v.Start() + metrics := newVolumeMetricsVecs(prometheus.NewRegistry()) + v.Start(metrics) ctx, cancel := context.WithCancel(context.Background()) @@ -354,7 +357,7 @@ func (s *StubbedS3Suite) TestBackendStates(c *check.C) { } // Call Trash, then check canTrash and canGetAfterTrash - loc, blk = setupScenario() + loc, _ = setupScenario() err = v.Trash(loc) c.Check(err == nil, check.Equals, scenario.canTrash) _, err = v.Get(context.Background(), loc, buf) @@ -364,7 +367,7 @@ func (s *StubbedS3Suite) TestBackendStates(c *check.C) { } // Call Untrash, then check canUntrash - loc, blk = setupScenario() + loc, _ = setupScenario() err = v.Untrash(loc) c.Check(err == nil, check.Equals, scenario.canUntrash) if scenario.dataT != none || scenario.trashT != none { @@ -378,7 +381,7 @@ func (s *StubbedS3Suite) TestBackendStates(c *check.C) { // Call EmptyTrash, then check haveTrashAfterEmpty and // freshAfterEmpty - loc, blk = setupScenario() + loc, _ = setupScenario() v.EmptyTrash() _, err = v.bucket.Head("trash/"+loc, nil) c.Check(err == nil, check.Equals, scenario.haveTrashAfterEmpty) @@ -429,13 +432,26 @@ func (s *StubbedS3Suite) newTestableVolume(c *check.C, raceWindow time.Duration, server: srv, serverClock: clock, } - v.Start() + metrics := newVolumeMetricsVecs(prometheus.NewRegistry()) + v.Start(metrics) err = v.bucket.PutBucket(s3.ACL("private")) c.Assert(err, check.IsNil) return v } -func (v *TestableS3Volume) Start() error { +func (s *StubbedS3Suite) TestConfig(c *check.C) { + var cfg Config + err := yaml.Unmarshal([]byte(` +Volumes: + - Type: S3 + StorageClasses: ["class_a", "class_b"] +`), &cfg) + + c.Check(err, check.IsNil) + c.Check(cfg.Volumes[0].GetStorageClasses(), check.DeepEquals, []string{"class_a", "class_b"}) +} + +func (v *TestableS3Volume) Start(vm *volumeMetricsVecs) error { tmp, err := ioutil.TempFile("", "keepstore") v.c.Assert(err, check.IsNil) defer os.Remove(tmp.Name()) @@ -446,7 +462,7 @@ func (v *TestableS3Volume) Start() error { v.S3Volume.AccessKeyFile = tmp.Name() v.S3Volume.SecretKeyFile = tmp.Name() - v.c.Assert(v.S3Volume.Start(), check.IsNil) + v.c.Assert(v.S3Volume.Start(vm), check.IsNil) return nil } @@ -477,3 +493,7 @@ func (v *TestableS3Volume) TouchWithDate(locator string, lastPut time.Time) { func (v *TestableS3Volume) Teardown() { v.server.Quit() } + +func (v *TestableS3Volume) ReadWriteOperationLabelValues() (r, w string) { + return "get", "put" +}