X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/872cc3d79d99f5fc4b26b970c3d269ca363ea27c..c5f1d667aed3a993296374de3d53f3a2745c4ff4:/sdk/python/tests/test_api.py diff --git a/sdk/python/tests/test_api.py b/sdk/python/tests/test_api.py index 9d438e2e03..6d1e9798cf 100644 --- a/sdk/python/tests/test_api.py +++ b/sdk/python/tests/test_api.py @@ -6,60 +6,32 @@ import httplib2 import json import mimetypes import os -import run_test_server +import socket import string import unittest + +import mock +import run_test_server + from apiclient import errors as apiclient_errors from apiclient import http as apiclient_http from arvados.api import OrderedJsonModel - from arvados_testutil import fake_httplib2_response if not mimetypes.inited: mimetypes.init() -class ArvadosApiClientTest(unittest.TestCase): +class ArvadosApiTest(run_test_server.TestCaseWithServers): + MAIN_SERVER = {} ERROR_HEADERS = {'Content-Type': mimetypes.types_map['.json']} - @classmethod - def api_error_response(cls, code, *errors): - return (fake_httplib2_response(code, **cls.ERROR_HEADERS), + def api_error_response(self, code, *errors): + return (fake_httplib2_response(code, **self.ERROR_HEADERS), json.dumps({'errors': errors, 'error_token': '1234567890+12345678'})) - @classmethod - def setUpClass(cls): - # The apiclient library has support for mocking requests for - # testing, but it doesn't extend to the discovery document - # itself. For now, bring up an API server that will serve - # a discovery document. - # FIXME: Figure out a better way to stub this out. - run_test_server.run() - mock_responses = { - 'arvados.humans.delete': ( - fake_httplib2_response(500, **cls.ERROR_HEADERS), - ""), - 'arvados.humans.get': cls.api_error_response( - 422, "Bad UUID format", "Bad output format"), - 'arvados.humans.list': (None, json.dumps( - {'items_available': 0, 'items': []})), - } - req_builder = apiclient_http.RequestMockBuilder(mock_responses) - cls.api = arvados.api('v1', - host=os.environ['ARVADOS_API_HOST'], - token='discovery-doc-only-no-token-needed', - insecure=True, - requestBuilder=req_builder) - - def tearDown(cls): - run_test_server.reset() - def test_new_api_objects_with_cache(self): - clients = [arvados.api('v1', cache=True, - host=os.environ['ARVADOS_API_HOST'], - token='discovery-doc-only-no-token-needed', - insecure=True) - for index in [0, 1]] + clients = [arvados.api('v1', cache=True) for index in [0, 1]] self.assertIsNot(*clients) def test_empty_list(self): @@ -92,15 +64,28 @@ class ArvadosApiClientTest(unittest.TestCase): new_item['created_at'])) def test_exceptions_include_errors(self): + mock_responses = { + 'arvados.humans.get': self.api_error_response( + 422, "Bad UUID format", "Bad output format"), + } + req_builder = apiclient_http.RequestMockBuilder(mock_responses) + api = arvados.api('v1', requestBuilder=req_builder) with self.assertRaises(apiclient_errors.HttpError) as err_ctx: - self.api.humans().get(uuid='xyz-xyz-abcdef').execute() + api.humans().get(uuid='xyz-xyz-abcdef').execute() err_s = str(err_ctx.exception) for msg in ["Bad UUID format", "Bad output format"]: self.assertIn(msg, err_s) def test_exceptions_without_errors_have_basic_info(self): + mock_responses = { + 'arvados.humans.delete': ( + fake_httplib2_response(500, **self.ERROR_HEADERS), + "") + } + req_builder = apiclient_http.RequestMockBuilder(mock_responses) + api = arvados.api('v1', requestBuilder=req_builder) with self.assertRaises(apiclient_errors.HttpError) as err_ctx: - self.api.humans().delete(uuid='xyz-xyz-abcdef').execute() + api.humans().delete(uuid='xyz-xyz-abcdef').execute() self.assertIn("500", str(err_ctx.exception)) def test_request_too_large(self): @@ -117,14 +102,25 @@ class ArvadosApiClientTest(unittest.TestCase): } req_builder = apiclient_http.RequestMockBuilder(mock_responses) api = arvados.api('v1', - host=os.environ['ARVADOS_API_HOST'], - token='discovery-doc-only-no-token-needed', - insecure=True, - requestBuilder=req_builder, - model=OrderedJsonModel()) + requestBuilder=req_builder, model=OrderedJsonModel()) result = api.humans().get(uuid='test').execute() self.assertEqual(string.hexdigits, ''.join(result.keys())) + def test_socket_errors_retried(self): + api = arvados.api('v1') + self.assertTrue(hasattr(api._http, 'orig_http_request'), + "test doesn't know how to intercept HTTP requests") + api._http.orig_http_request = mock.MagicMock() + mock_response = {'user': 'person'} + api._http.orig_http_request.side_effect = [ + socket.error("mock error"), + (fake_httplib2_response(200), json.dumps(mock_response)) + ] + actual_response = api.users().current().execute() + self.assertEqual(mock_response, actual_response) + self.assertGreater(api._http.orig_http_request.call_count, 1, + "client got the right response without retrying") + if __name__ == '__main__': unittest.main()