X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/bf3f076d4e1559937dfc4ac27747612df0f8761b..bdb92619b5f6d920119b8c32c3027cf4b751ed16:/services/nodemanager/tests/test_computenode_dispatch.py diff --git a/services/nodemanager/tests/test_computenode_dispatch.py b/services/nodemanager/tests/test_computenode_dispatch.py index 227b5e5f34..c3774c1b7a 100644 --- a/services/nodemanager/tests/test_computenode_dispatch.py +++ b/services/nodemanager/tests/test_computenode_dispatch.py @@ -11,7 +11,10 @@ import mock import pykka import threading +from libcloud.common.exceptions import BaseHTTPError + import arvnodeman.computenode.dispatch as dispatch +from arvnodeman.computenode.driver import BaseComputeNodeDriver from . import testutil class ComputeNodeSetupActorTestCase(testutil.ActorTestMixin, unittest.TestCase): @@ -25,6 +28,7 @@ class ComputeNodeSetupActorTestCase(testutil.ActorTestMixin, unittest.TestCase): self.api_client.nodes().update().execute.side_effect = arvados_effect self.cloud_client = mock.MagicMock(name='cloud_client') self.cloud_client.create_node.return_value = testutil.cloud_node_mock(1) + self.cloud_client.is_cloud_exception = BaseComputeNodeDriver.is_cloud_exception def make_actor(self, arv_node=None): if not hasattr(self, 'timer'): @@ -86,6 +90,28 @@ class ComputeNodeSetupActorTestCase(testutil.ActorTestMixin, unittest.TestCase): self.make_actor() self.wait_for_assignment(self.setup_actor, 'cloud_node') + def test_unknown_basehttperror_not_retried(self): + self.make_mocks() + self.cloud_client.create_node.side_effect = [ + BaseHTTPError(400, "Unknown"), + self.cloud_client.create_node.return_value, + ] + self.make_actor() + finished = threading.Event() + self.setup_actor.subscribe(lambda _: finished.set()) + assert(finished.wait(self.TIMEOUT)) + self.assertEqual(0, self.cloud_client.post_create_node.call_count) + + def test_known_basehttperror_retried(self): + self.make_mocks() + self.cloud_client.create_node.side_effect = [ + BaseHTTPError(400, "InstanceLimitExceeded"), + self.cloud_client.create_node.return_value, + ] + self.make_actor() + self.wait_for_assignment(self.setup_actor, 'cloud_node') + self.assertEqual(1, self.cloud_client.post_create_node.call_count) + def test_failed_post_create_retried(self): self.make_mocks() self.cloud_client.post_create_node.side_effect = [