11002: Merge branch 'master' into 11002-arvput-crash-fix

[arvados.git] / sdk / python / tests / test_arv_keepdocker.py

diff --git a/sdk/python/tests/test_arv_keepdocker.py b/sdk/python/tests/test_arv_keepdocker.py
index bb94db560f631333a9945f8c3388ebc66a69266c..9fcf2f1bab80513fb57e38eeed4703793d03a35f 100644 (file)
--- a/sdk/python/tests/test_arv_keepdocker.py
+++ b/sdk/python/tests/test_arv_keepdocker.py
@@ -1,14 +1,23 @@
 #!/usr/bin/env python
 # -*- coding: utf-8 -*-
 
+import arvados
+import hashlib
 import io
+import mock
 import os
+import subprocess
 import sys
 import tempfile
 import unittest
 
 import arvados.commands.keepdocker as arv_keepdocker
 import arvados_testutil as tutil
+import run_test_server
+
+
+class StopTest(Exception):
+    pass
 
 
 class ArvKeepdockerTestCase(unittest.TestCase):
@@ -28,3 +37,91 @@ class ArvKeepdockerTestCase(unittest.TestCase):
                 self.run_arv_keepdocker(['--version'])
         self.assertEqual(out.getvalue(), '')
         self.assertRegexpMatches(err.getvalue(), "[0-9]+\.[0-9]+\.[0-9]+")
+
+    def test_migrate19(self):
+        try:
+            sys.argv = ['arv-migrate-docker19']
+
+            added = arv_keepdocker.migrate19()
+            self.assertEqual(len(added), 1)
+            self.assertEqual(added[0]['link_class'], 'docker_image_migration')
+            self.assertEqual(added[0]['name'], 'migrate_1.9_1.10')
+            self.assertEqual(added[0]['tail_uuid'], 'fa3c1a9cb6783f85f2ecda037e07b8c3+167')
+            self.assertEqual(added[0]['head_uuid'], 'd740a57097711e08eb9b2a93518f20ab+174')
+
+            added = arv_keepdocker.migrate19()
+            self.assertEqual(added, [])
+        finally:
+            run_test_server.reset()
+
+    @mock.patch('arvados.commands.keepdocker.find_image_hashes',
+                return_value=['abc123'])
+    @mock.patch('arvados.commands.keepdocker.find_one_image_hash',
+                return_value='abc123')
+    def test_image_format_compatibility(self, _1, _2):
+        old_id = hashlib.sha256('old').hexdigest()
+        new_id = 'sha256:'+hashlib.sha256('new').hexdigest()
+        for supported, img_id, expect_ok in [
+                (['v1'], old_id, True),
+                (['v1'], new_id, False),
+                (None, old_id, True),
+                ([], old_id, True),
+                ([], new_id, True),
+                (['v1', 'v2'], new_id, True),
+                (['v1'], new_id, False),
+                (['v2'], new_id, True)]:
+
+            fakeDD = arvados.api('v1')._rootDesc
+            if supported is None:
+                del fakeDD['dockerImageFormats']
+            else:
+                fakeDD['dockerImageFormats'] = supported
+
+            err = io.BytesIO()
+            out = io.BytesIO()
+
+            with tutil.redirected_streams(stdout=out, stderr=err), \
+                 mock.patch('arvados.api') as api, \
+                 mock.patch('arvados.commands.keepdocker.popen_docker',
+                            return_value=subprocess.Popen(
+                                ['echo', img_id],
+                                stdout=subprocess.PIPE)), \
+                 mock.patch('arvados.commands.keepdocker.prep_image_file',
+                            side_effect=StopTest), \
+                 self.assertRaises(StopTest if expect_ok else SystemExit):
+
+                api()._rootDesc = fakeDD
+                self.run_arv_keepdocker(['--force', 'testimage'])
+
+            self.assertEqual(out.getvalue(), '')
+            if expect_ok:
+                self.assertNotRegexpMatches(
+                    err.getvalue(), "refusing to store",
+                    msg=repr((supported, img_id)))
+            else:
+                self.assertRegexpMatches(
+                    err.getvalue(), "refusing to store",
+                    msg=repr((supported, img_id)))
+            if not supported:
+                self.assertRegexpMatches(
+                    err.getvalue(),
+                    "server does not specify supported image formats",
+                    msg=repr((supported, img_id)))
+
+        fakeDD = arvados.api('v1')._rootDesc
+        fakeDD['dockerImageFormats'] = ['v1']
+        err = io.BytesIO()
+        out = io.BytesIO()
+        with tutil.redirected_streams(stdout=out, stderr=err), \
+             mock.patch('arvados.api') as api, \
+             mock.patch('arvados.commands.keepdocker.popen_docker',
+                        return_value=subprocess.Popen(
+                            ['echo', new_id],
+                            stdout=subprocess.PIPE)), \
+             mock.patch('arvados.commands.keepdocker.prep_image_file',
+                        side_effect=StopTest), \
+             self.assertRaises(StopTest):
+            api()._rootDesc = fakeDD
+            self.run_arv_keepdocker(
+                ['--force', '--force-image-format', 'testimage'])
+        self.assertRegexpMatches(err.getvalue(), "forcing incompatible image")