X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/80da19707253af74bd78c374bfcab64b04d2dbde..98d6c8c5743e0fd6be85af3b9f30286a358bd1d4:/services/crunch-dispatch-slurm/crunch-dispatch-slurm_test.go diff --git a/services/crunch-dispatch-slurm/crunch-dispatch-slurm_test.go b/services/crunch-dispatch-slurm/crunch-dispatch-slurm_test.go index 73d9c162e2..4211026a67 100644 --- a/services/crunch-dispatch-slurm/crunch-dispatch-slurm_test.go +++ b/services/crunch-dispatch-slurm/crunch-dispatch-slurm_test.go @@ -20,11 +20,11 @@ import ( "testing" "time" + "git.curoverse.com/arvados.git/lib/dispatchcloud" "git.curoverse.com/arvados.git/sdk/go/arvados" "git.curoverse.com/arvados.git/sdk/go/arvadosclient" "git.curoverse.com/arvados.git/sdk/go/arvadostest" "git.curoverse.com/arvados.git/sdk/go/dispatch" - "git.curoverse.com/arvados.git/services/dispatchcloud" . "gopkg.in/check.v1" ) @@ -55,10 +55,11 @@ func (s *IntegrationSuite) TearDownTest(c *C) { } type slurmFake struct { - didBatch [][]string - didCancel []string - didRenice [][]string - queue string + didBatch [][]string + didCancel []string + didRelease []string + didRenice [][]string + queue string // If non-nil, run this func during the 2nd+ call to Cancel() onCancel func() // Error returned by Batch() @@ -74,7 +75,12 @@ func (sf *slurmFake) QueueCommand(args []string) *exec.Cmd { return exec.Command("echo", sf.queue) } -func (sf *slurmFake) Renice(name string, nice int) error { +func (sf *slurmFake) Release(name string) error { + sf.didRelease = append(sf.didRelease, name) + return nil +} + +func (sf *slurmFake) Renice(name string, nice int64) error { sf.didRenice = append(sf.didRenice, []string{name, fmt.Sprintf("%d", nice)}) return nil } @@ -115,7 +121,7 @@ func (s *IntegrationSuite) integrationTest(c *C, s.disp.Dispatcher = &dispatch.Dispatcher{ Arv: arv, - PollPeriod: time.Duration(1) * time.Second, + PollPeriod: time.Second, RunContainer: func(disp *dispatch.Dispatcher, ctr arvados.Container, status <-chan arvados.Container) { go func() { runContainer(disp, ctr) @@ -151,7 +157,7 @@ func (s *IntegrationSuite) integrationTest(c *C, } func (s *IntegrationSuite) TestNormal(c *C) { - s.slurm = slurmFake{queue: "zzzzz-dz642-queuedcontainer 9990 100\n"} + s.slurm = slurmFake{queue: "zzzzz-dz642-queuedcontainer 10000 100 PENDING Resources\n"} container := s.integrationTest(c, nil, func(dispatcher *dispatch.Dispatcher, container arvados.Container) { @@ -163,7 +169,7 @@ func (s *IntegrationSuite) TestNormal(c *C) { } func (s *IntegrationSuite) TestCancel(c *C) { - s.slurm = slurmFake{queue: "zzzzz-dz642-queuedcontainer 9990 100\n"} + s.slurm = slurmFake{queue: "zzzzz-dz642-queuedcontainer 10000 100 PENDING Resources\n"} readyToCancel := make(chan bool) s.slurm.onCancel = func() { <-readyToCancel } container := s.integrationTest(c, @@ -190,7 +196,7 @@ func (s *IntegrationSuite) TestMissingFromSqueue(c *C) { fmt.Sprintf("--mem=%d", 11445), fmt.Sprintf("--cpus-per-task=%d", 4), fmt.Sprintf("--tmp=%d", 45777), - fmt.Sprintf("--nice=%d", 9990)}}, + fmt.Sprintf("--nice=%d", 10000)}}, func(dispatcher *dispatch.Dispatcher, container arvados.Container) { dispatcher.UpdateState(container.UUID, dispatch.Running) time.Sleep(3 * time.Second) @@ -202,7 +208,7 @@ func (s *IntegrationSuite) TestMissingFromSqueue(c *C) { func (s *IntegrationSuite) TestSbatchFail(c *C) { s.slurm = slurmFake{errBatch: errors.New("something terrible happened")} container := s.integrationTest(c, - [][]string{{"--job-name=zzzzz-dz642-queuedcontainer", "--mem=11445", "--cpus-per-task=4", "--tmp=45777", "--nice=9990"}}, + [][]string{{"--job-name=zzzzz-dz642-queuedcontainer", "--mem=11445", "--cpus-per-task=4", "--tmp=45777", "--nice=10000"}}, func(dispatcher *dispatch.Dispatcher, container arvados.Container) { dispatcher.UpdateState(container.UUID, dispatch.Running) dispatcher.UpdateState(container.UUID, dispatch.Complete) @@ -220,24 +226,6 @@ func (s *IntegrationSuite) TestSbatchFail(c *C) { c.Assert(len(ll.Items), Equals, 1) } -func (s *IntegrationSuite) TestChangePriority(c *C) { - s.slurm = slurmFake{queue: "zzzzz-dz642-queuedcontainer 9990 100\n"} - container := s.integrationTest(c, nil, - func(dispatcher *dispatch.Dispatcher, container arvados.Container) { - dispatcher.UpdateState(container.UUID, dispatch.Running) - time.Sleep(time.Second) - dispatcher.Arv.Update("containers", container.UUID, - arvadosclient.Dict{ - "container": arvadosclient.Dict{"priority": 600}}, - nil) - time.Sleep(time.Second) - dispatcher.UpdateState(container.UUID, dispatch.Complete) - }) - c.Check(container.State, Equals, arvados.ContainerStateComplete) - c.Assert(len(s.slurm.didRenice), Not(Equals), 0) - c.Check(s.slurm.didRenice[len(s.slurm.didRenice)-1], DeepEquals, []string{"zzzzz-dz642-queuedcontainer", "4000"}) -} - type StubbedSuite struct { disp Dispatcher } @@ -278,10 +266,10 @@ func (s *StubbedSuite) testWithServerStub(c *C, apiStubResponses map[string]arva ctx, cancel := context.WithCancel(context.Background()) dispatcher := dispatch.Dispatcher{ Arv: arv, - PollPeriod: time.Duration(1) * time.Second, + PollPeriod: time.Second, RunContainer: func(disp *dispatch.Dispatcher, ctr arvados.Container, status <-chan arvados.Container) { go func() { - time.Sleep(1 * time.Second) + time.Sleep(time.Second) disp.UpdateState(ctr.UUID, dispatch.Running) disp.UpdateState(ctr.UUID, dispatch.Complete) }() @@ -364,7 +352,7 @@ func (s *StubbedSuite) TestSbatchArgs(c *C) { s.disp.SbatchArguments = defaults args, err := s.disp.sbatchArgs(container) - c.Check(args, DeepEquals, append(defaults, "--job-name=123", "--mem=239", "--cpus-per-task=2", "--tmp=0", "--nice=9990")) + c.Check(args, DeepEquals, append(defaults, "--job-name=123", "--mem=239", "--cpus-per-task=2", "--tmp=0", "--nice=10000")) c.Check(err, IsNil) } } @@ -410,7 +398,7 @@ func (s *StubbedSuite) TestSbatchInstanceTypeConstraint(c *C) { args, err := s.disp.sbatchArgs(container) c.Check(err, Equals, trial.err) if trial.err == nil { - c.Check(args, DeepEquals, append([]string{"--job-name=123", "--mem=239", "--cpus-per-task=2", "--tmp=0", "--nice=9990"}, trial.sbatchArgs...)) + c.Check(args, DeepEquals, append([]string{"--job-name=123", "--mem=239", "--cpus-per-task=2", "--tmp=0", "--nice=10000"}, trial.sbatchArgs...)) } } } @@ -425,7 +413,7 @@ func (s *StubbedSuite) TestSbatchPartition(c *C) { args, err := s.disp.sbatchArgs(container) c.Check(args, DeepEquals, []string{ - "--job-name=123", "--mem=239", "--cpus-per-task=1", "--tmp=0", "--nice=9990", + "--job-name=123", "--mem=239", "--cpus-per-task=1", "--tmp=0", "--nice=10000", "--partition=blurb,b2", }) c.Check(err, IsNil)