X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/19cb98ad222177fb7dd3613282446060e74dd2ce..9e3fd2fa437e2f3dab220a96fbe22ec5b250421d:/sdk/python/arvados/api.py diff --git a/sdk/python/arvados/api.py b/sdk/python/arvados/api.py index f24b1ed814..a06170d2e4 100644 --- a/sdk/python/arvados/api.py +++ b/sdk/python/arvados/api.py @@ -1,5 +1,9 @@ +from __future__ import absolute_import +from future import standard_library +standard_library.install_aliases() +from builtins import range import collections -import httplib +import http.client import httplib2 import json import logging @@ -12,9 +16,10 @@ import types import apiclient from apiclient import discovery as apiclient_discovery from apiclient import errors as apiclient_errors -import config -import errors -import util +from . import config +from . import errors +from . import util +from . import cache _logger = logging.getLogger('arvados.api') @@ -66,7 +71,7 @@ def _intercept_http_request(self, uri, **kwargs): # High probability of failure due to connection atrophy. Make # sure this request [re]opens a new connection by closing and # forgetting all cached connections first. - for conn in self.connections.itervalues(): + for conn in self.connections.values(): conn.close() self.connections.clear() @@ -75,7 +80,7 @@ def _intercept_http_request(self, uri, **kwargs): self._last_request_time = time.time() try: return self.orig_http_request(uri, **kwargs) - except httplib.HTTPException: + except http.client.HTTPException: _logger.debug("Retrying API request in %d s after HTTP error", delay, exc_info=True) except socket.error: @@ -86,7 +91,7 @@ def _intercept_http_request(self, uri, **kwargs): # httplib2 reopens connections when needed. _logger.debug("Retrying API request in %d s after socket error", delay, exc_info=True) - for conn in self.connections.itervalues(): + for conn in self.connections.values(): conn.close() time.sleep(delay) delay = delay * self._retry_delay_backoff @@ -112,6 +117,7 @@ _cast_orig = apiclient_discovery._cast def _cast_objects_too(value, schema_type): global _cast_orig if (type(value) != type('') and + type(value) != type(b'') and (schema_type == 'object' or schema_type == 'array')): return json.dumps(value) else: @@ -135,8 +141,8 @@ def http_cache(data_type): try: util.mkdir_dash_p(path) except OSError: - path = None - return path + return None + return cache.SafeHTTPCache(path, max_age=60*60*24*2) def api(version=None, cache=True, host=None, token=None, insecure=False, **kwargs): """Return an apiclient Resources object for an Arvados instance. @@ -205,7 +211,7 @@ def api(version=None, cache=True, host=None, token=None, insecure=False, **kwarg kwargs['http'] = _patch_http_request(kwargs['http'], token) - svc = apiclient_discovery.build('arvados', version, **kwargs) + svc = apiclient_discovery.build('arvados', version, cache_discovery=False, **kwargs) svc.api_token = token svc.insecure = insecure kwargs['http'].max_request_size = svc._rootDesc.get('maxRequestSize', 0)