X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/bdbf7c4ee346fd1615f882255b3606d8d5360710..af6447c82f24b283b6b5f32b2b66dc6a47e24487:/sdk/cwl/tests/test_container.py diff --git a/sdk/cwl/tests/test_container.py b/sdk/cwl/tests/test_container.py index de21fc0b92..1a57da3927 100644 --- a/sdk/cwl/tests/test_container.py +++ b/sdk/cwl/tests/test_container.py @@ -80,6 +80,23 @@ class TestContainer(unittest.TestCase): return loadingContext, runtimeContext + # Helper function to set up the ArvCwlExecutor to use the containers api + # and test that the RuntimeStatusLoggingHandler is set up correctly + def setup_and_test_container_executor_and_logging(self, gcc_mock) : + api = mock.MagicMock() + api._rootDesc = copy.deepcopy(get_rootDesc()) + del api._rootDesc.get('resources')['jobs']['methods']['create'] + + # Make sure ArvCwlExecutor thinks it's running inside a container so it + # adds the logging handler that will call runtime_status_update() mock + self.assertFalse(gcc_mock.called) + runner = arvados_cwl.ArvCwlExecutor(api) + self.assertEqual(runner.work_api, 'containers') + root_logger = logging.getLogger('') + handlerClasses = [h.__class__ for h in root_logger.handlers] + self.assertTrue(arvados_cwl.RuntimeStatusLoggingHandler in handlerClasses) + return runner + # The test passes no builder.resources # Hence the default resources will apply: {'cores': 1, 'ram': 1024, 'outdirSize': 1024, 'tmpdirSize': 1024} @mock.patch("arvados.commands.keepdocker.list_images_in_arv") @@ -500,28 +517,30 @@ class TestContainer(unittest.TestCase): arvjob.output_callback.assert_called_with({"out": "stuff"}, "success") runner.add_intermediate_output.assert_called_with("zzzzz-4zz18-zzzzzzzzzzzzzz2") + # Test to make sure we dont call runtime_status_update if we already did + # some where higher up in the call stack @mock.patch("arvados_cwl.util.get_current_container") - @mock.patch("arvados.collection.CollectionReader") - @mock.patch("arvados.collection.Collection") - def test_child_failure(self, col, reader, gcc_mock): - api = mock.MagicMock() - api._rootDesc = copy.deepcopy(get_rootDesc()) - del api._rootDesc.get('resources')['jobs']['methods']['create'] + def test_recursive_runtime_status_update(self, gcc_mock): + self.setup_and_test_container_executor_and_logging(gcc_mock) + root_logger = logging.getLogger('') - # Set up runner with mocked runtime_status_update() - self.assertFalse(gcc_mock.called) - runtime_status_update = mock.MagicMock() - arvados_cwl.ArvCwlExecutor.runtime_status_update = runtime_status_update - runner = arvados_cwl.ArvCwlExecutor(api) - self.assertEqual(runner.work_api, 'containers') + # get_current_container is invoked when we call runtime_status_update + # so try and log again! + gcc_mock.side_effect = lambda *args: root_logger.error("Second Error") + try: + root_logger.error("First Error") + except RuntimeError: + self.fail("RuntimeStatusLoggingHandler should not be called recursively") - # Make sure ArvCwlExecutor thinks it's running inside a container so it - # adds the logging handler that will call runtime_status_update() mock + @mock.patch("arvados_cwl.ArvCwlExecutor.runtime_status_update") + @mock.patch("arvados_cwl.util.get_current_container") + @mock.patch("arvados.collection.CollectionReader") + @mock.patch("arvados.collection.Collection") + def test_child_failure(self, col, reader, gcc_mock, rts_mock): + runner = self.setup_and_test_container_executor_and_logging(gcc_mock) + gcc_mock.return_value = {"uuid" : "zzzzz-dz642-zzzzzzzzzzzzzzz"} self.assertTrue(gcc_mock.called) - root_logger = logging.getLogger('') - handlerClasses = [h.__class__ for h in root_logger.handlers] - self.assertTrue(arvados_cwl.RuntimeStatusLoggingHandler in handlerClasses) runner.num_retries = 0 runner.ignore_docker_for_reuse = False @@ -565,7 +584,7 @@ class TestContainer(unittest.TestCase): "modified_at": "2017-05-26T12:01:22Z" }) - runtime_status_update.assert_called_with( + rts_mock.assert_called_with( 'error', 'arvados.cwl-runner: [container testjob] (zzzzz-xvhdp-zzzzzzzzzzzzzzz) error log:', ' ** log is empty **'