X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/8e693a9981f03d229ff2bff7dd6e5d06e0790c19..66997af197a01e972764bc395feecb92f3bf0a94:/sdk/python/arvados/__init__.py diff --git a/sdk/python/arvados/__init__.py b/sdk/python/arvados/__init__.py index c8c7029807..21ca72c4bd 100644 --- a/sdk/python/arvados/__init__.py +++ b/sdk/python/arvados/__init__.py @@ -13,7 +13,7 @@ import hashlib import http.client import httplib2 import json -import logging +import logging as stdliblog import os import pprint import re @@ -33,21 +33,23 @@ from .collection import CollectionReader, CollectionWriter, ResumableCollectionW from arvados.keep import * from arvados.stream import * from .arvfile import StreamFileReader +from .logging import log_format, log_date_format, log_handler from .retry import RetryLoop import arvados.errors as errors import arvados.util as util +# Override logging module pulled in via `from ... import *` +# so users can `import arvados.logging`. +logging = sys.modules['arvados.logging'] + # Set up Arvados logging based on the user's configuration. # All Arvados code should log under the arvados hierarchy. -log_format = '%(asctime)s %(name)s[%(process)d] %(levelname)s: %(message)s' -log_date_format = '%Y-%m-%d %H:%M:%S' -log_handler = logging.StreamHandler() -log_handler.setFormatter(logging.Formatter(log_format, log_date_format)) -logger = logging.getLogger('arvados') +logger = stdliblog.getLogger('arvados') logger.addHandler(log_handler) -logger.setLevel(logging.DEBUG if config.get('ARVADOS_DEBUG') - else logging.WARNING) +logger.setLevel(stdliblog.DEBUG if config.get('ARVADOS_DEBUG') + else stdliblog.WARNING) +@util._deprecated('3.0', 'arvados-cwl-runner or the containers API') def task_set_output(self, s, num_retries=5): for tries_left in RetryLoop(num_retries=num_retries, backoff_start=0): try: @@ -65,6 +67,7 @@ def task_set_output(self, s, num_retries=5): raise _current_task = None +@util._deprecated('3.0', 'arvados-cwl-runner or the containers API') def current_task(num_retries=5): global _current_task if _current_task: @@ -85,6 +88,7 @@ def current_task(num_retries=5): raise _current_job = None +@util._deprecated('3.0', 'arvados-cwl-runner or the containers API') def current_job(num_retries=5): global _current_job if _current_job: @@ -103,21 +107,26 @@ def current_job(num_retries=5): else: raise +@util._deprecated('3.0', 'arvados-cwl-runner or the containers API') def getjobparam(*args): return current_job()['script_parameters'].get(*args) +@util._deprecated('3.0', 'arvados-cwl-runner or the containers API') def get_job_param_mount(*args): return os.path.join(os.environ['TASK_KEEPMOUNT'], current_job()['script_parameters'].get(*args)) +@util._deprecated('3.0', 'arvados-cwl-runner or the containers API') def get_task_param_mount(*args): return os.path.join(os.environ['TASK_KEEPMOUNT'], current_task()['parameters'].get(*args)) class JobTask(object): + @util._deprecated('3.0', 'arvados-cwl-runner or the containers API') def __init__(self, parameters=dict(), runtime_constraints=dict()): print("init jobtask %s %s" % (parameters, runtime_constraints)) class job_setup(object): @staticmethod + @util._deprecated('3.0', 'arvados-cwl-runner or the containers API') def one_task_per_input_file(if_sequence=0, and_end_task=True, input_as_path=False, api_client=None): if if_sequence != current_task()['sequence']: return @@ -150,6 +159,7 @@ class job_setup(object): exit(0) @staticmethod + @util._deprecated('3.0', 'arvados-cwl-runner or the containers API') def one_task_per_input_stream(if_sequence=0, and_end_task=True): if if_sequence != current_task()['sequence']: return