X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/0f119f7707d93e90842fce3890deffc59c5e7081..a1adf1ed6f93ce0769f307a86b6389e9e8e630a9:/services/keepstore/pull_worker_integration_test.go diff --git a/services/keepstore/pull_worker_integration_test.go b/services/keepstore/pull_worker_integration_test.go index 7a930d58c8..e0613a2cd1 100644 --- a/services/keepstore/pull_worker_integration_test.go +++ b/services/keepstore/pull_worker_integration_test.go @@ -1,9 +1,12 @@ package main import ( + "bytes" + "errors" "git.curoverse.com/arvados.git/sdk/go/arvadosclient" "git.curoverse.com/arvados.git/sdk/go/arvadostest" "git.curoverse.com/arvados.git/sdk/go/keepclient" + "io" "net/http" "os" "strings" @@ -24,7 +27,7 @@ func SetupPullWorkerIntegrationTest(t *testing.T, testData PullWorkIntegrationTe // start api and keep servers arvadostest.StartAPI() - arvadostest.StartKeep() + arvadostest.StartKeep(2, false) // make arvadosclient arv, err := arvadosclient.MakeArvadosClient() @@ -36,7 +39,6 @@ func SetupPullWorkerIntegrationTest(t *testing.T, testData PullWorkIntegrationTe keepClient = &keepclient.KeepClient{ Arvados: &arv, Want_replicas: 1, - Using_proxy: true, Client: &http.Client{}, } @@ -79,6 +81,8 @@ func TestPullWorkerIntegration_GetNonExistingLocator(t *testing.T) { } pullRequest := SetupPullWorkerIntegrationTest(t, testData, false) + defer arvadostest.StopAPI() + defer arvadostest.StopKeep(2) performPullWorkerIntegrationTest(testData, pullRequest, t) } @@ -94,6 +98,8 @@ func TestPullWorkerIntegration_GetExistingLocator(t *testing.T) { } pullRequest := SetupPullWorkerIntegrationTest(t, testData, true) + defer arvadostest.StopAPI() + defer arvadostest.StopKeep(2) performPullWorkerIntegrationTest(testData, pullRequest, t) } @@ -104,6 +110,7 @@ func TestPullWorkerIntegration_GetExistingLocator(t *testing.T) { func performPullWorkerIntegrationTest(testData PullWorkIntegrationTestData, pullRequest PullRequest, t *testing.T) { // Override PutContent to mock PutBlock functionality + defer func(orig func([]byte, string) error) { PutContent = orig }(PutContent) PutContent = func(content []byte, locator string) (err error) { if string(content) != testData.Content { t.Errorf("PutContent invoked with unexpected data. Expected: %s; Found: %s", testData.Content, content) @@ -111,16 +118,29 @@ func performPullWorkerIntegrationTest(testData PullWorkIntegrationTestData, pull return } - keepClient.Arvados.ApiToken = GenerateRandomApiToken() + // Override GetContent to mock keepclient Get functionality + defer func(orig func(string, *keepclient.KeepClient) (io.ReadCloser, int64, string, error)) { + GetContent = orig + }(GetContent) + GetContent = func(signedLocator string, keepClient *keepclient.KeepClient) ( + reader io.ReadCloser, contentLength int64, url string, err error) { + if testData.GetError != "" { + return nil, 0, "", errors.New(testData.GetError) + } + rdr := &ClosingBuffer{bytes.NewBufferString(testData.Content)} + return rdr, int64(len(testData.Content)), "", nil + } + + keepClient.Arvados.ApiToken = GenerateRandomAPIToken() err := PullItemAndProcess(pullRequest, keepClient.Arvados.ApiToken, keepClient) if len(testData.GetError) > 0 { if (err == nil) || (!strings.Contains(err.Error(), testData.GetError)) { - t.Errorf("Got error %v", err) + t.Errorf("Got error %v, expected %v", err, testData.GetError) } } else { if err != nil { - t.Errorf("Got error %v", err) + t.Errorf("Got error %v, expected nil", err) } } }