X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/84d86c1721bf549c2dc38df95f29f3579b36a5ae..cc3857d9fdcd7588af329a9b2452e0ef09eb68a4:/sdk/cwl/arvados_cwl/runner.py diff --git a/sdk/cwl/arvados_cwl/runner.py b/sdk/cwl/arvados_cwl/runner.py index c52c952abf..49d37ebd5a 100644 --- a/sdk/cwl/arvados_cwl/runner.py +++ b/sdk/cwl/arvados_cwl/runner.py @@ -18,10 +18,11 @@ import ruamel.yaml as yaml from .arvdocker import arv_docker_get_image from .pathmapper import ArvPathMapper +from ._version import __version__ logger = logging.getLogger('arvados.cwl-runner') -cwltool.draft2tool.ACCEPTLIST_RE = re.compile(r"^[a-zA-Z0-9._+-]+$") +cwltool.draft2tool.ACCEPTLIST_RE = re.compile(r".*") def trim_listing(obj): """Remove 'listing' field from Directory objects that are keep references. @@ -112,6 +113,35 @@ def upload_docker(arvrunner, tool): for s in tool.steps: upload_docker(arvrunner, s.embedded_tool) +def upload_instance(arvrunner, name, tool, job_order): + upload_docker(arvrunner, tool) + + workflowmapper = upload_dependencies(arvrunner, + name, + tool.doc_loader, + tool.tool, + tool.tool["id"], + True) + + jobmapper = upload_dependencies(arvrunner, + os.path.basename(job_order.get("id", "#")), + tool.doc_loader, + job_order, + job_order.get("id", "#"), + False) + + if "id" in job_order: + del job_order["id"] + + return workflowmapper + +def arvados_jobs_image(arvrunner): + img = "arvados/jobs:"+__version__ + try: + arv_docker_get_image(arvrunner.api, {"dockerPull": img}, True, arvrunner.project_uuid) + except Exception as e: + raise Exception("Docker image %s is not available\n%s" % (img, e) ) + return img class Runner(object): def __init__(self, runner, tool, job_order, enable_reuse, output_name): @@ -128,32 +158,11 @@ class Runner(object): pass def arvados_job_spec(self, *args, **kwargs): - upload_docker(self.arvrunner, self.tool) - self.name = os.path.basename(self.tool.tool["id"]) - - workflowmapper = upload_dependencies(self.arvrunner, - self.name, - self.tool.doc_loader, - self.tool.tool, - self.tool.tool["id"], - True) - - jobmapper = upload_dependencies(self.arvrunner, - os.path.basename(self.job_order.get("id", "#")), - self.tool.doc_loader, - self.job_order, - self.job_order.get("id", "#"), - False) - + workflowmapper = upload_instance(self.arvrunner, self.name, self.tool, self.job_order) adjustDirObjs(self.job_order, trim_listing) - - if "id" in self.job_order: - del self.job_order["id"] - return workflowmapper - def done(self, record): if record["state"] == "Complete": if record.get("exit_code") is not None: