X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/a7414c0057cbaaaed865179f158c5932b2603926..7db74f672f64b3e647a98c1d8e5978b50d79538d:/sdk/python/arvados/api.py diff --git a/sdk/python/arvados/api.py b/sdk/python/arvados/api.py index 2bb60564b7..c51be82b20 100644 --- a/sdk/python/arvados/api.py +++ b/sdk/python/arvados/api.py @@ -19,6 +19,7 @@ import httplib2 import json import logging import os +import pathlib import re import socket import ssl @@ -173,15 +174,16 @@ def _new_http_error(cls, *args, **kwargs): apiclient_errors.HttpError.__new__ = staticmethod(_new_http_error) def http_cache(data_type): - homedir = os.environ.get('HOME') - if not homedir or len(homedir) == 0: + try: + homedir = pathlib.Path.home() + except RuntimeError: return None - path = homedir + '/.cache/arvados/' + data_type + path = pathlib.Path(homedir, '.cache', 'arvados', data_type) try: - util.mkdir_dash_p(path) + path.mkdir(parents=True, exist_ok=True) except OSError: return None - return cache.SafeHTTPCache(path, max_age=60*60*24*2) + return cache.SafeHTTPCache(str(path), max_age=60*60*24*2) def api_client( version, @@ -261,13 +263,16 @@ def api_client( # can cause clients to appear to hang early. This can be removed after # we have a more general story for handling googleapiclient logs (#20521). client_logger = logging.getLogger('googleapiclient.http') - client_logger_preconfigured = ( - # "first time a client is instantiated" = thread that acquires this lock - # It is never released. - _googleapiclient_log_lock.acquire(blocking=False) - and not client_logger.hasHandlers() + # "first time a client is instantiated" = thread that acquires this lock + # It is never released. + # googleapiclient sets up its own NullHandler so we detect if logging is + # configured by looking for a real handler anywhere in the hierarchy. + client_logger_unconfigured = _googleapiclient_log_lock.acquire(blocking=False) and all( + isinstance(handler, logging.NullHandler) + for logger_name in ['', 'googleapiclient', 'googleapiclient.http'] + for handler in logging.getLogger(logger_name).handlers ) - if not client_logger_preconfigured: + if client_logger_unconfigured: client_level = client_logger.level client_filter = GoogleHTTPClientFilter() client_logger.addFilter(client_filter) @@ -276,18 +281,20 @@ def api_client( client_logger.setLevel(client_level) else: client_logger.setLevel(client_filter.retry_levelno) - svc = apiclient_discovery.build( - 'arvados', version, - cache_discovery=False, - discoveryServiceUrl=discoveryServiceUrl, - http=http, - num_retries=num_retries, - **kwargs, - ) - if not client_logger_preconfigured: - client_logger.removeHandler(log_handler) - client_logger.removeFilter(client_filter) - client_logger.setLevel(client_level) + try: + svc = apiclient_discovery.build( + 'arvados', version, + cache_discovery=False, + discoveryServiceUrl=discoveryServiceUrl, + http=http, + num_retries=num_retries, + **kwargs, + ) + finally: + if client_logger_unconfigured: + client_logger.removeHandler(log_handler) + client_logger.removeFilter(client_filter) + client_logger.setLevel(client_level) svc.api_token = token svc.insecure = insecure svc.request_id = request_id