X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/8171328873751d5bfd47cd9da3f6ff9a66c84659..7ebb474e7b2ec5597a37253c71733ed361ec0872:/sdk/cwl/arvados_cwl/__init__.py diff --git a/sdk/cwl/arvados_cwl/__init__.py b/sdk/cwl/arvados_cwl/__init__.py index 1b0e1ea8ef..fe27b91ab2 100644 --- a/sdk/cwl/arvados_cwl/__init__.py +++ b/sdk/cwl/arvados_cwl/__init__.py @@ -212,6 +212,10 @@ def arg_parser(): # type: () -> argparse.ArgumentParser action="store_true", default=False, help=argparse.SUPPRESS) + parser.add_argument("--fast-parser", dest="fast_parser", + action="store_true", default=False, + help=argparse.SUPPRESS) + parser.add_argument("--thread-count", type=int, default=0, help="Number of threads to use for job submit and output collection.") @@ -280,6 +284,8 @@ def add_arv_hints(): "http://commonwl.org/cwltool#CUDARequirement", "http://arvados.org/cwl#UsePreemptible", "http://arvados.org/cwl#OutputCollectionProperties", + "http://arvados.org/cwl#KeepCacheTypeRequirement", + "http://arvados.org/cwl#OutOfMemoryRetry", ]) def exit_signal_handler(sigcode, frame): @@ -347,6 +353,12 @@ def main(args=sys.argv[1:], # Note that unless in debug mode, some stack traces related to user # workflow errors may be suppressed. + + # Set the logging on most modules INFO (instead of default which is WARNING) + logger.setLevel(logging.INFO) + logging.getLogger('arvados').setLevel(logging.INFO) + logging.getLogger('arvados.keep').setLevel(logging.WARNING) + if arvargs.debug: logger.setLevel(logging.DEBUG) logging.getLogger('arvados').setLevel(logging.DEBUG) @@ -376,9 +388,10 @@ def main(args=sys.argv[1:], # unit tests. stdout = None - if arvargs.submit and (arvargs.workflow.startswith("arvwf:") or workflow_uuid_pattern.match(arvargs.workflow)): + if arvargs.workflow.startswith("arvwf:") or workflow_uuid_pattern.match(arvargs.workflow) or arvargs.workflow.startswith("keep:"): executor.loadingContext.do_validate = False - executor.fast_submit = True + if arvargs.submit: + executor.fast_submit = True return cwltool.main.main(args=arvargs, stdout=stdout,