5 "git.curoverse.com/arvados.git/sdk/go/arvadosclient"
6 "git.curoverse.com/arvados.git/sdk/go/arvadostest"
7 "git.curoverse.com/arvados.git/sdk/go/dispatch"
20 // Gocheck boilerplate
21 func Test(t *testing.T) {
25 var _ = Suite(&TestSuite{})
26 var _ = Suite(&MockArvadosServerSuite{})
28 type TestSuite struct{}
29 type MockArvadosServerSuite struct{}
31 var initialArgs []string
33 func (s *TestSuite) SetUpSuite(c *C) {
35 arvadostest.StartAPI()
36 runningCmds = make(map[string]*exec.Cmd)
39 func (s *TestSuite) TearDownSuite(c *C) {
43 func (s *TestSuite) SetUpTest(c *C) {
44 args := []string{"crunch-dispatch-local"}
48 func (s *TestSuite) TearDownTest(c *C) {
49 arvadostest.ResetEnv()
53 func (s *MockArvadosServerSuite) TearDownTest(c *C) {
54 arvadostest.ResetEnv()
57 func (s *TestSuite) TestIntegration(c *C) {
58 arv, err := arvadosclient.MakeArvadosClient()
62 crunchRunCommand = &echo
64 doneProcessing := make(chan struct{})
65 dispatcher := dispatch.Dispatcher{
67 PollInterval: time.Duration(1) * time.Second,
68 RunContainer: func(dispatcher *dispatch.Dispatcher,
69 container dispatch.Container,
70 status chan dispatch.Container) {
71 run(dispatcher, container, status)
72 doneProcessing <- struct{}{}
74 DoneProcessing: doneProcessing}
76 startCmd = func(container dispatch.Container, cmd *exec.Cmd) error {
77 dispatcher.UpdateState(container.UUID, "Running")
78 dispatcher.UpdateState(container.UUID, "Complete")
82 err = dispatcher.RunDispatcher()
85 // Wait for all running crunch jobs to complete / terminate
88 // There should be no queued containers now
89 params := arvadosclient.Dict{
90 "filters": [][]string{[]string{"state", "=", "Queued"}},
92 var containers dispatch.ContainerList
93 err = arv.List("containers", params, &containers)
95 c.Assert(len(containers.Items), Equals, 0)
97 // Previously "Queued" container should now be in "Complete" state
98 var container dispatch.Container
99 err = arv.Get("containers", "zzzzz-dz642-queuedcontainer", nil, &container)
101 c.Check(container.State, Equals, "Complete")
104 func (s *MockArvadosServerSuite) Test_APIErrorGettingContainers(c *C) {
105 apiStubResponses := make(map[string]arvadostest.StubResponse)
106 apiStubResponses["/arvados/v1/containers"] = arvadostest.StubResponse{500, string(`{}`)}
108 testWithServerStub(c, apiStubResponses, "echo", "Error getting list of containers")
111 func (s *MockArvadosServerSuite) Test_APIErrorUpdatingContainerState(c *C) {
112 apiStubResponses := make(map[string]arvadostest.StubResponse)
113 apiStubResponses["/arvados/v1/containers"] =
114 arvadostest.StubResponse{200, string(`{"items_available":1, "items":[{"uuid":"zzzzz-dz642-xxxxxxxxxxxxxx1","State":"Queued"}]}`)}
115 apiStubResponses["/arvados/v1/containers/zzzzz-dz642-xxxxxxxxxxxxxx1"] =
116 arvadostest.StubResponse{500, string(`{}`)}
118 testWithServerStub(c, apiStubResponses, "echo", "Error updating container zzzzz-dz642-xxxxxxxxxxxxxx1 to state \"Locked\"")
121 func (s *MockArvadosServerSuite) Test_ContainerStillInRunningAfterRun(c *C) {
122 apiStubResponses := make(map[string]arvadostest.StubResponse)
123 apiStubResponses["/arvados/v1/containers"] =
124 arvadostest.StubResponse{200, string(`{"items_available":1, "items":[{"uuid":"zzzzz-dz642-xxxxxxxxxxxxxx2","State":"Queued"}]}`)}
125 apiStubResponses["/arvados/v1/containers/zzzzz-dz642-xxxxxxxxxxxxxx2"] =
126 arvadostest.StubResponse{200, string(`{"uuid":"zzzzz-dz642-xxxxxxxxxxxxxx2", "state":"Running", "priority":1, "locked_by_uuid": "` + arvadostest.Dispatch1AuthUUID + `"}`)}
128 testWithServerStub(c, apiStubResponses, "echo",
129 `After echo process termination, container state for Running is "zzzzz-dz642-xxxxxxxxxxxxxx2". Updating it to "Cancelled"`)
132 func (s *MockArvadosServerSuite) Test_ErrorRunningContainer(c *C) {
133 apiStubResponses := make(map[string]arvadostest.StubResponse)
134 apiStubResponses["/arvados/v1/containers"] =
135 arvadostest.StubResponse{200, string(`{"items_available":1, "items":[{"uuid":"zzzzz-dz642-xxxxxxxxxxxxxx3","State":"Queued"}]}`)}
137 apiStubResponses["/arvados/v1/containers/zzzzz-dz642-xxxxxxxxxxxxxx3"] =
138 arvadostest.StubResponse{200, string(`{"uuid":"zzzzz-dz642-xxxxxxxxxxxxxx3", "state":"Running", "priority":1}`)}
140 testWithServerStub(c, apiStubResponses, "nosuchcommand", "Error starting nosuchcommand for zzzzz-dz642-xxxxxxxxxxxxxx3")
143 func testWithServerStub(c *C, apiStubResponses map[string]arvadostest.StubResponse, crunchCmd string, expected string) {
144 apiStubResponses["/arvados/v1/api_client_authorizations/current"] =
145 arvadostest.StubResponse{200, string(`{"uuid": "` + arvadostest.Dispatch1AuthUUID + `", "api_token": "xyz"}`)}
147 apiStub := arvadostest.ServerStub{apiStubResponses}
149 api := httptest.NewServer(&apiStub)
152 arv := arvadosclient.ArvadosClient{
154 ApiServer: api.URL[7:],
156 Client: &http.Client{Transport: &http.Transport{}},
160 buf := bytes.NewBuffer(nil)
161 log.SetOutput(io.MultiWriter(buf, os.Stderr))
162 defer log.SetOutput(os.Stderr)
164 *crunchRunCommand = crunchCmd
166 doneProcessing := make(chan struct{})
167 dispatcher := dispatch.Dispatcher{
169 PollInterval: time.Duration(1) * time.Second,
170 RunContainer: func(dispatcher *dispatch.Dispatcher,
171 container dispatch.Container,
172 status chan dispatch.Container) {
173 run(dispatcher, container, status)
174 doneProcessing <- struct{}{}
176 DoneProcessing: doneProcessing}
178 startCmd = func(container dispatch.Container, cmd *exec.Cmd) error {
179 dispatcher.UpdateState(container.UUID, "Running")
180 dispatcher.UpdateState(container.UUID, "Complete")
185 for i := 0; i < 80 && !strings.Contains(buf.String(), expected); i++ {
186 time.Sleep(100 * time.Millisecond)
188 dispatcher.DoneProcessing <- struct{}{}
191 err := dispatcher.RunDispatcher()
194 // Wait for all running crunch jobs to complete / terminate
197 c.Check(buf.String(), Matches, `(?ms).*`+expected+`.*`)