X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/b071ebdaecf1f8609c3b872e588c08068448c593..59a972c831bc8f7cd4e896ed8e1c71277b97f04e:/services/nodemanager/tests/test_computenode_dispatch.py diff --git a/services/nodemanager/tests/test_computenode_dispatch.py b/services/nodemanager/tests/test_computenode_dispatch.py index d93c940d3f..aee3cbdac8 100644 --- a/services/nodemanager/tests/test_computenode_dispatch.py +++ b/services/nodemanager/tests/test_computenode_dispatch.py @@ -376,16 +376,26 @@ class ComputeNodeMonitorActorTestCase(testutil.ActorTestMixin, self.assertTrue(self.node_state('down')) def test_in_idle_state(self): + idle_nodes_before = status.tracker._idle_nodes.keys() self.make_actor(2, arv_node=testutil.arvados_node_mock(job_uuid=None)) self.assertTrue(self.node_state('idle')) self.assertFalse(self.node_state('busy')) self.assertTrue(self.node_state('idle', 'busy')) + idle_nodes_after = status.tracker._idle_nodes.keys() + new_idle_nodes = [n for n in idle_nodes_after if n not in idle_nodes_before] + # There should be 1 additional idle node + self.assertEqual(1, len(new_idle_nodes)) def test_in_busy_state(self): + idle_nodes_before = status.tracker._idle_nodes.keys() self.make_actor(3, arv_node=testutil.arvados_node_mock(job_uuid=True)) self.assertFalse(self.node_state('idle')) self.assertTrue(self.node_state('busy')) self.assertTrue(self.node_state('idle', 'busy')) + idle_nodes_after = status.tracker._idle_nodes.keys() + new_idle_nodes = [n for n in idle_nodes_after if n not in idle_nodes_before] + # There shouldn't be any additional idle node + self.assertEqual(0, len(new_idle_nodes)) def test_init_shutdown_scheduling(self): self.make_actor() @@ -414,12 +424,21 @@ class ComputeNodeMonitorActorTestCase(testutil.ActorTestMixin, self.make_actor() self.shutdowns._set_state(True, 600) self.assertEquals(self.node_actor.shutdown_eligible().get(self.TIMEOUT), - (False, "node state is ('unpaired', 'open', 'boot wait', 'idle exceeded')")) + (False, "node state is ('unpaired', 'open', 'boot wait', 'not idle')")) + + def test_shutdown_when_invalid_cloud_node_size(self): + self.make_mocks(1) + self.cloud_mock.size.id = 'invalid' + self.cloud_mock.extra['arvados_node_size'] = 'stale.type' + self.make_actor() + self.shutdowns._set_state(True, 600) + self.assertEquals((True, "node's size tag 'stale.type' not recognizable"), + self.node_actor.shutdown_eligible().get(self.TIMEOUT)) def test_shutdown_without_arvados_node(self): self.make_actor(start_time=0) self.shutdowns._set_state(True, 600) - self.assertEquals((True, "node state is ('down', 'open', 'boot exceeded', 'idle exceeded')"), + self.assertEquals((True, "node state is ('down', 'open', 'boot exceeded', 'not idle')"), self.node_actor.shutdown_eligible().get(self.TIMEOUT)) def test_shutdown_missing(self): @@ -428,7 +447,7 @@ class ComputeNodeMonitorActorTestCase(testutil.ActorTestMixin, last_ping_at='1970-01-01T01:02:03.04050607Z') self.make_actor(10, arv_node) self.shutdowns._set_state(True, 600) - self.assertEquals((True, "node state is ('down', 'open', 'boot wait', 'idle exceeded')"), + self.assertEquals((True, "node state is ('down', 'open', 'boot wait', 'not idle')"), self.node_actor.shutdown_eligible().get(self.TIMEOUT)) def test_shutdown_running_broken(self): @@ -437,7 +456,7 @@ class ComputeNodeMonitorActorTestCase(testutil.ActorTestMixin, self.make_actor(12, arv_node) self.shutdowns._set_state(True, 600) self.cloud_client.broken.return_value = True - self.assertEquals((True, "node state is ('down', 'open', 'boot wait', 'idle exceeded')"), + self.assertEquals((True, "node state is ('down', 'open', 'boot wait', 'not idle')"), self.node_actor.shutdown_eligible().get(self.TIMEOUT)) def test_shutdown_missing_broken(self): @@ -447,7 +466,7 @@ class ComputeNodeMonitorActorTestCase(testutil.ActorTestMixin, self.make_actor(11, arv_node) self.shutdowns._set_state(True, 600) self.cloud_client.broken.return_value = True - self.assertEquals(self.node_actor.shutdown_eligible().get(self.TIMEOUT), (True, "node state is ('down', 'open', 'boot wait', 'idle exceeded')")) + self.assertEquals(self.node_actor.shutdown_eligible().get(self.TIMEOUT), (True, "node state is ('down', 'open', 'boot wait', 'not idle')")) def test_no_shutdown_when_window_closed(self): self.make_actor(3, testutil.arvados_node_mock(3, job_uuid=None)) @@ -457,7 +476,7 @@ class ComputeNodeMonitorActorTestCase(testutil.ActorTestMixin, def test_no_shutdown_when_node_running_job(self): self.make_actor(4, testutil.arvados_node_mock(4, job_uuid=True)) self.shutdowns._set_state(True, 600) - self.assertEquals((False, "node state is ('busy', 'open', 'boot wait', 'idle exceeded')"), + self.assertEquals((False, "node state is ('busy', 'open', 'boot wait', 'not idle')"), self.node_actor.shutdown_eligible().get(self.TIMEOUT)) def test_shutdown_when_node_state_unknown(self): @@ -471,7 +490,7 @@ class ComputeNodeMonitorActorTestCase(testutil.ActorTestMixin, self.make_actor(5, testutil.arvados_node_mock( 5, crunch_worker_state='fail')) self.shutdowns._set_state(True, 600) - self.assertEquals((True, "node state is ('fail', 'open', 'boot wait', 'idle exceeded')"), + self.assertEquals((True, "node state is ('fail', 'open', 'boot wait', 'not idle')"), self.node_actor.shutdown_eligible().get(self.TIMEOUT)) def test_no_shutdown_when_node_state_stale(self):