Merge branch '3967-improve-keepstore-logging'
[arvados.git] / services / keepstore / handler_test.go
index 64a417f9a7ae24d01d4905c7df34437fbd4c8fc6..0cfa1f30ddbd1e74ab7f5a25f931bac3905dadd3 100644 (file)
@@ -451,6 +451,11 @@ func TestDeleteHandler(t *testing.T) {
        vols := KeepVM.Volumes()
        vols[0].Put(TEST_HASH, TEST_BLOCK)
 
+       // Explicitly set the permission_ttl to 0 for these
+       // tests, to ensure the MockVolume deletes the blocks
+       // even though they have just been created.
+       permission_ttl = time.Duration(0)
+
        // Set up a REST router for testing the handlers.
        rest := MakeRESTRouter()
 
@@ -536,6 +541,137 @@ func TestDeleteHandler(t *testing.T) {
        if !block_deleted {
                t.Error("superuser_existing_block_req: block not deleted")
        }
+
+       // A DELETE request on a block newer than permission_ttl should return
+       // success but leave the block on the volume.
+       vols[0].Put(TEST_HASH, TEST_BLOCK)
+       permission_ttl = time.Duration(1) * time.Hour
+
+       response = IssueRequest(rest, superuser_existing_block_req)
+       ExpectStatusCode(t,
+               "data manager request, existing block",
+               http.StatusOK,
+               response)
+       // Expect response {"copies_deleted":1,"copies_failed":0}
+       expected_dc = deletecounter{1, 0}
+       json.NewDecoder(response.Body).Decode(&response_dc)
+       if response_dc != expected_dc {
+               t.Errorf("superuser_existing_block_req\nexpected: %+v\nreceived: %+v",
+                       expected_dc, response_dc)
+       }
+       // Confirm the block has NOT been deleted.
+       _, err = vols[0].Get(TEST_HASH)
+       if err != nil {
+               t.Errorf("testing delete on new block: %s\n", err)
+       }
+}
+
+// TestPullHandler
+//
+// Test handling of the PUT /pull statement.
+//
+// Cases tested: syntactically valid and invalid pull lists, from the
+// data manager and from unprivileged users:
+//
+//   1. Valid pull list from an ordinary user
+//      (expected result: 401 Unauthorized)
+//
+//   2. Invalid pull request from an ordinary user
+//      (expected result: 401 Unauthorized)
+//
+//   3. Valid pull request from the data manager
+//      (expected result: 200 OK with request body "Received 3 pull
+//      requests"
+//
+//   4. Invalid pull request from the data manager
+//      (expected result: 400 Bad Request)
+//
+// Test that in the end, the pull manager received a good pull list with
+// the expected number of requests.
+//
+// TODO(twp): test concurrency: launch 100 goroutines to update the
+// pull list simultaneously.  Make sure that none of them return 400
+// Bad Request and that pullq.GetList() returns a valid list.
+//
+func TestPullHandler(t *testing.T) {
+       defer teardown()
+
+       // Set up a REST router for testing the handlers.
+       rest := MakeRESTRouter()
+
+       var user_token = "USER TOKEN"
+       data_manager_token = "DATA MANAGER TOKEN"
+
+       good_json := []byte(`[
+               {
+                       "locator":"locator_with_two_servers",
+                       "servers":[
+                               "server1",
+                               "server2"
+                       ]
+               },
+               {
+                       "locator":"locator_with_no_servers",
+                       "servers":[]
+               },
+               {
+                       "locator":"",
+                       "servers":["empty_locator"]
+               }
+       ]`)
+
+       bad_json := []byte(`{ "key":"I'm a little teapot" }`)
+
+       type pullTest struct {
+               name          string
+               req           RequestTester
+               response_code int
+               response_body string
+       }
+       var testcases = []pullTest{
+               {
+                       "user token, good request",
+                       RequestTester{"/pull", user_token, "PUT", good_json},
+                       http.StatusUnauthorized,
+                       "Unauthorized\n",
+               },
+               {
+                       "user token, bad request",
+                       RequestTester{"/pull", user_token, "PUT", bad_json},
+                       http.StatusUnauthorized,
+                       "Unauthorized\n",
+               },
+               {
+                       "data manager token, good request",
+                       RequestTester{"/pull", data_manager_token, "PUT", good_json},
+                       http.StatusOK,
+                       "Received 3 pull requests\n",
+               },
+               {
+                       "data manager token, bad request",
+                       RequestTester{"/pull", data_manager_token, "PUT", bad_json},
+                       http.StatusBadRequest,
+                       "Bad Request\n",
+               },
+       }
+
+       for _, tst := range testcases {
+               response := IssueRequest(rest, &tst.req)
+               ExpectStatusCode(t, tst.name, tst.response_code, response)
+               ExpectBody(t, tst.name, tst.response_body, response)
+       }
+
+       // The Keep pull manager should have received one good list with 3
+       // requests on it.
+       var output_list = make([]PullRequest, 3)
+       for i := 0; i < 3; i++ {
+               item := <-pullq.NextItem
+               if pr, ok := item.(PullRequest); ok {
+                       output_list[i] = pr
+               } else {
+                       t.Errorf("item %v could not be parsed as a PullRequest", item)
+               }
+       }
 }
 
 // ====================