X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/d1327f9456b561c059c18c76f63391728ce1780d..61dbc4445159c9140b0744bf5526ce0f71f4f374:/services/datamanager/collection/collection_test.go diff --git a/services/datamanager/collection/collection_test.go b/services/datamanager/collection/collection_test.go index 07c82e1abc..b23ef2cf0e 100644 --- a/services/datamanager/collection/collection_test.go +++ b/services/datamanager/collection/collection_test.go @@ -1,8 +1,12 @@ package collection import ( + "git.curoverse.com/arvados.git/sdk/go/arvadosclient" + "git.curoverse.com/arvados.git/sdk/go/arvadostest" "git.curoverse.com/arvados.git/sdk/go/blockdigest" . "gopkg.in/check.v1" + "net/http" + "net/http/httptest" "testing" ) @@ -60,7 +64,7 @@ func CompareSummarizedReadCollections(c *C, } func (s *MySuite) TestSummarizeSimple(checker *C) { - rc := MakeTestReadCollections([]TestCollectionSpec{TestCollectionSpec{ + rc := MakeTestReadCollections([]TestCollectionSpec{{ ReplicationLevel: 5, Blocks: []int{1, 2}, }}) @@ -75,7 +79,7 @@ func (s *MySuite) TestSummarizeSimple(checker *C) { expected := ExpectedSummary{ OwnerToCollectionSize: map[string]int{c.OwnerUUID: c.TotalSize}, BlockToDesiredReplication: map[blockdigest.DigestWithSize]int{blockDigest1: 5, blockDigest2: 5}, - BlockToCollectionUuids: map[blockdigest.DigestWithSize][]string{blockDigest1: []string{c.UUID}, blockDigest2: []string{c.UUID}}, + BlockToCollectionUuids: map[blockdigest.DigestWithSize][]string{blockDigest1: {c.UUID}, blockDigest2: {c.UUID}}, } CompareSummarizedReadCollections(checker, rc, expected) @@ -83,11 +87,11 @@ func (s *MySuite) TestSummarizeSimple(checker *C) { func (s *MySuite) TestSummarizeOverlapping(checker *C) { rc := MakeTestReadCollections([]TestCollectionSpec{ - TestCollectionSpec{ + { ReplicationLevel: 5, Blocks: []int{1, 2}, }, - TestCollectionSpec{ + { ReplicationLevel: 8, Blocks: []int{2, 3}, }, @@ -113,11 +117,86 @@ func (s *MySuite) TestSummarizeOverlapping(checker *C) { blockDigest3: 8, }, BlockToCollectionUuids: map[blockdigest.DigestWithSize][]string{ - blockDigest1: []string{c0.UUID}, - blockDigest2: []string{c0.UUID, c1.UUID}, - blockDigest3: []string{c1.UUID}, + blockDigest1: {c0.UUID}, + blockDigest2: {c0.UUID, c1.UUID}, + blockDigest3: {c1.UUID}, }, } CompareSummarizedReadCollections(checker, rc, expected) } + +type APITestData struct { + // path and response map + responses map[string]arvadostest.StubResponse + + // expected error, if any + expectedError string +} + +func (s *MySuite) TestGetCollectionsAndSummarize_DiscoveryError(c *C) { + testGetCollectionsAndSummarize(c, + APITestData{ + responses: make(map[string]arvadostest.StubResponse), + expectedError: "arvados API server error: 500.*", + }) +} + +func (s *MySuite) TestGetCollectionsAndSummarize_ApiErrorGetCollections(c *C) { + respMap := make(map[string]arvadostest.StubResponse) + respMap["/discovery/v1/apis/arvados/v1/rest"] = arvadostest.StubResponse{200, `{"defaultCollectionReplication":2}`} + respMap["/arvados/v1/collections"] = arvadostest.StubResponse{-1, ``} + + testGetCollectionsAndSummarize(c, + APITestData{ + responses: respMap, + expectedError: "arvados API server error: 302.*", + }) +} + +func (s *MySuite) TestGetCollectionsAndSummarize_GetCollectionsBadStreamName(c *C) { + respMap := make(map[string]arvadostest.StubResponse) + respMap["/discovery/v1/apis/arvados/v1/rest"] = arvadostest.StubResponse{200, `{"defaultCollectionReplication":2}`} + respMap["/arvados/v1/collections"] = arvadostest.StubResponse{200, `{"items_available":1,"items":[{"modified_at":"2015-11-24T15:04:05Z","manifest_text":"badstreamname"}]}`} + + testGetCollectionsAndSummarize(c, + APITestData{ + responses: respMap, + expectedError: "Invalid stream name: badstreamname", + }) +} + +func (s *MySuite) TestGetCollectionsAndSummarize_GetCollectionsBadFileToken(c *C) { + respMap := make(map[string]arvadostest.StubResponse) + respMap["/discovery/v1/apis/arvados/v1/rest"] = arvadostest.StubResponse{200, `{"defaultCollectionReplication":2}`} + respMap["/arvados/v1/collections"] = arvadostest.StubResponse{200, `{"items_available":1,"items":[{"modified_at":"2015-11-24T15:04:05Z","manifest_text":"./goodstream acbd18db4cc2f85cedef654fccc4a4d8+3 0:1:file1.txt file2.txt"}]}`} + + testGetCollectionsAndSummarize(c, + APITestData{ + responses: respMap, + expectedError: "Invalid file token: file2.txt", + }) +} + +func testGetCollectionsAndSummarize(c *C, testData APITestData) { + apiStub := arvadostest.ServerStub{testData.responses} + + api := httptest.NewServer(&apiStub) + defer api.Close() + + arv := arvadosclient.ArvadosClient{ + Scheme: "http", + ApiServer: api.URL[7:], + ApiToken: "abc123", + Client: &http.Client{Transport: &http.Transport{}}, + } + + // GetCollectionsAndSummarize + _, err := GetCollectionsAndSummarize(GetCollectionsParams{arv, nil, 10}) + + if testData.expectedError == "" { + c.Assert(err, IsNil) + } else { + c.Assert(err, ErrorMatches, testData.expectedError) + } +}