X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/e768a05df9fd75cee3724e6b68cb65beeebaaa38..ff6785340ccbe4436bc0ee3b81cf084b3456a15d:/sdk/python/arvados/api.py diff --git a/sdk/python/arvados/api.py b/sdk/python/arvados/api.py index 4611a1aadf..315fc74a71 100644 --- a/sdk/python/arvados/api.py +++ b/sdk/python/arvados/api.py @@ -14,6 +14,7 @@ import logging import os import re import socket +import sys import time import types @@ -32,6 +33,9 @@ RETRY_DELAY_INITIAL = 2 RETRY_DELAY_BACKOFF = 2 RETRY_COUNT = 2 +if sys.version_info >= (3,): + httplib2.SSLHandshakeError = None + class OrderedJsonModel(apiclient.model.JsonModel): """Model class for JSON that preserves the contents' order. @@ -96,6 +100,10 @@ def _intercept_http_request(self, uri, method="GET", headers={}, **kwargs): delay, exc_info=True) for conn in self.connections.values(): conn.close() + except httplib2.SSLHandshakeError as e: + # Intercept and re-raise with a better error message. + raise httplib2.SSLHandshakeError("Could not connect to %s\n%s\nPossible causes: remote SSL/TLS certificate expired, or was issued by an untrusted certificate authority." % (uri, e)) + time.sleep(delay) delay = delay * self._retry_delay_backoff @@ -149,7 +157,7 @@ def http_cache(data_type): return cache.SafeHTTPCache(path, max_age=60*60*24*2) def api(version=None, cache=True, host=None, token=None, insecure=False, - request_id=None, **kwargs): + request_id=None, timeout=5*60, **kwargs): """Return an apiclient Resources object for an Arvados instance. :version: @@ -169,6 +177,9 @@ def api(version=None, cache=True, host=None, token=None, insecure=False, :insecure: If True, ignore SSL certificate validation errors. + :timeout: + A timeout value for http requests. + :request_id: Default X-Request-Id header value for outgoing requests that don't already provide one. If None or omitted, generate a random @@ -221,12 +232,16 @@ def api(version=None, cache=True, host=None, token=None, insecure=False, http_kwargs['disable_ssl_certificate_validation'] = True kwargs['http'] = httplib2.Http(**http_kwargs) + if kwargs['http'].timeout is None: + kwargs['http'].timeout = timeout + kwargs['http'] = _patch_http_request(kwargs['http'], token) svc = apiclient_discovery.build('arvados', version, cache_discovery=False, **kwargs) svc.api_token = token svc.insecure = insecure svc.request_id = request_id + svc.config = lambda: util.get_config_once(svc) kwargs['http'].max_request_size = svc._rootDesc.get('maxRequestSize', 0) kwargs['http'].cache = None kwargs['http']._request_id = lambda: svc.request_id or util.new_request_id() @@ -254,9 +269,12 @@ def api_from_config(version=None, apiconfig=None, **kwargs): if apiconfig is None: apiconfig = config.settings() + errors = [] for x in ['ARVADOS_API_HOST', 'ARVADOS_API_TOKEN']: if x not in apiconfig: - raise ValueError("%s is not set. Aborting." % x) + errors.append(x) + if errors: + raise ValueError(" and ".join(errors)+" not set.\nPlease set in %s or export environment variable." % config.default_config_file) host = apiconfig.get('ARVADOS_API_HOST') token = apiconfig.get('ARVADOS_API_TOKEN') insecure = config.flag_is_true('ARVADOS_API_HOST_INSECURE', apiconfig)