sdk/python/test_keep_client.py

   1 # usage example:
   2 #
   3 # ARVADOS_API_TOKEN=abc ARVADOS_API_HOST=arvados.local python -m unittest discover
   4
   5 import unittest
   6 import arvados
   7 import os
   8 import run_test_server
   9
  10 class KeepTestCase(unittest.TestCase):
  11     @classmethod
  12     def setUpClass(cls):
  13         super(KeepTestCase, cls).setUpClass()
  14         try:
  15             del os.environ['KEEP_LOCAL_STORE']
  16         except KeyError:
  17             pass
  18
  19         # Make sure these are clear, we want to talk to the Keep servers
  20         # directly.
  21         os.environ["ARVADOS_KEEP_PROXY"] = ""
  22         os.environ["ARVADOS_EXTERNAL_CLIENT"] = ""
  23
  24         run_test_server.run()
  25         run_test_server.run_keep()
  26         arvados.keep.global_client_object = None
  27         arvados.config._settings = None
  28         run_test_server.authorize_with("admin")
  29
  30     @classmethod
  31     def tearDownClass(cls):
  32         super(KeepTestCase, cls).tearDownClass()
  33         run_test_server.stop()
  34         run_test_server.stop_keep()
  35
  36     def test_KeepBasicRWTest(self):
  37         foo_locator = arvados.Keep.put('foo')
  38         self.assertEqual(foo_locator,
  39                          'acbd18db4cc2f85cedef654fccc4a4d8+3',
  40                          'wrong md5 hash from Keep.put("foo"): ' + foo_locator)
  41         self.assertEqual(arvados.Keep.get(foo_locator),
  42                          'foo',
  43                          'wrong content from Keep.get(md5("foo"))')
  44
  45     def test_KeepBinaryRWTest(self):
  46         blob_str = '\xff\xfe\xf7\x00\x01\x02'
  47         blob_locator = arvados.Keep.put(blob_str)
  48         self.assertEqual(blob_locator,
  49                          '7fc7c53b45e53926ba52821140fef396+6',
  50                          ('wrong locator from Keep.put(<binarydata>):' +
  51                           blob_locator))
  52         self.assertEqual(arvados.Keep.get(blob_locator),
  53                          blob_str,
  54                          'wrong content from Keep.get(md5(<binarydata>))')
  55
  56     def test_KeepLongBinaryRWTest(self):
  57         blob_str = '\xff\xfe\xfd\xfc\x00\x01\x02\x03'
  58         for i in range(0,23):
  59             blob_str = blob_str + blob_str
  60         blob_locator = arvados.Keep.put(blob_str)
  61         self.assertEqual(blob_locator,
  62                          '84d90fc0d8175dd5dcfab04b999bc956+67108864',
  63                          ('wrong locator from Keep.put(<binarydata>): ' +
  64                           blob_locator))
  65         self.assertEqual(arvados.Keep.get(blob_locator),
  66                          blob_str,
  67                          'wrong content from Keep.get(md5(<binarydata>))')
  68
  69     def test_KeepSingleCopyRWTest(self):
  70         blob_str = '\xff\xfe\xfd\xfc\x00\x01\x02\x03'
  71         blob_locator = arvados.Keep.put(blob_str, copies=1)
  72         self.assertEqual(blob_locator,
  73                          'c902006bc98a3eb4a3663b65ab4a6fab+8',
  74                          ('wrong locator from Keep.put(<binarydata>): ' +
  75                           blob_locator))
  76         self.assertEqual(arvados.Keep.get(blob_locator),
  77                          blob_str,
  78                          'wrong content from Keep.get(md5(<binarydata>))')
  79
  80
  81 class KeepProxyTestCase(unittest.TestCase):
  82     @classmethod
  83     def setUpClass(cls):
  84         super(KeepProxyTestCase, cls).setUpClass()
  85         try:
  86             del os.environ['KEEP_LOCAL_STORE']
  87         except KeyError:
  88             pass
  89
  90         os.environ["ARVADOS_KEEP_PROXY"] = ""
  91         os.environ["ARVADOS_EXTERNAL_CLIENT"] = ""
  92
  93         run_test_server.run()
  94         run_test_server.run_keep()
  95         arvados.keep.global_client_object = None
  96         arvados.config._settings = None
  97         run_test_server.run_keep_proxy("admin")
  98         cls.arvados_keep_proxy = os.environ["ARVADOS_KEEP_PROXY"]
  99
 100     @classmethod
 101     def tearDownClass(cls):
 102         super(KeepProxyTestCase, cls).tearDownClass()
 103         run_test_server.stop()
 104         run_test_server.stop_keep()
 105         run_test_server.stop_keep_proxy()
 106
 107     def test_KeepProxyTest1(self):
 108         # Will use ARVADOS_KEEP_PROXY environment variable that is set by
 109         # run_keep_proxy() in setUpClass()
 110         os.environ["ARVADOS_KEEP_PROXY"] = KeepProxyTestCase.arvados_keep_proxy
 111         os.environ["ARVADOS_EXTERNAL_CLIENT"] = ""
 112         arvados.config._settings = None
 113
 114         baz_locator = arvados.Keep.put('baz')
 115         self.assertEqual(baz_locator,
 116                          '73feffa4b7f6bb68e44cf984c85f6e88+3',
 117                          'wrong md5 hash from Keep.put("baz"): ' + baz_locator)
 118         self.assertEqual(arvados.Keep.get(baz_locator),
 119                          'baz',
 120                          'wrong content from Keep.get(md5("baz"))')
 121
 122         self.assertEqual(True, arvados.Keep.global_client_object().using_proxy)
 123
 124     def test_KeepProxyTest2(self):
 125         # We don't want to use ARVADOS_KEEP_PROXY from run_keep_proxy() in
 126         # setUpClass(), so clear it and set ARVADOS_EXTERNAL_CLIENT which will
 127         # contact the API server.
 128         os.environ["ARVADOS_KEEP_PROXY"] = ""
 129         os.environ["ARVADOS_EXTERNAL_CLIENT"] = "true"
 130         arvados.config._settings = None
 131
 132         # Will send X-External-Client to server and get back the proxy from
 133         # keep_services/accessible
 134
 135         baz_locator = arvados.Keep.put('baz2')
 136         self.assertEqual(baz_locator,
 137                          '91f372a266fe2bf2823cb8ec7fda31ce+4',
 138                          'wrong md5 hash from Keep.put("baz2"): ' + baz_locator)
 139         self.assertEqual(arvados.Keep.get(baz_locator),
 140                          'baz2',
 141                          'wrong content from Keep.get(md5("baz2"))')
 142
 143         self.assertEqual(True, arvados.Keep.global_client_object().using_proxy)