X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/212c20e55437a5e67482e1db971d0d826591e856..a8d73de4f59cf567a96f2f04be01a249d4f7c20b:/sdk/cwl/arvados_cwl/arvtool.py diff --git a/sdk/cwl/arvados_cwl/arvtool.py b/sdk/cwl/arvados_cwl/arvtool.py index a2dffa675a..8268300e75 100644 --- a/sdk/cwl/arvados_cwl/arvtool.py +++ b/sdk/cwl/arvados_cwl/arvtool.py @@ -1,4 +1,8 @@ -from cwltool.draft2tool import CommandLineTool +# Copyright (C) The Arvados Authors. All rights reserved. +# +# SPDX-License-Identifier: Apache-2.0 + +from cwltool.command_line_tool import CommandLineTool from .arvjob import ArvadosJob from .arvcontainer import ArvadosContainer from .pathmapper import ArvPathMapper @@ -11,15 +15,16 @@ class ArvadosCommandTool(CommandLineTool): self.arvrunner = arvrunner self.work_api = kwargs["work_api"] - def makeJobRunner(self): + def makeJobRunner(self, **kwargs): if self.work_api == "containers": return ArvadosContainer(self.arvrunner) elif self.work_api == "jobs": return ArvadosJob(self.arvrunner) - def makePathMapper(self, reffiles, **kwargs): + def makePathMapper(self, reffiles, stagedir, **kwargs): + # type: (List[Any], unicode, **Any) -> PathMapper if self.work_api == "containers": - return ArvPathMapper(self.arvrunner, reffiles, kwargs["basedir"], + return ArvPathMapper(self.arvrunner, reffiles+kwargs.get("extra_reffiles", []), kwargs["basedir"], "/keep/%s", "/keep/%s/%s", **kwargs) @@ -30,8 +35,24 @@ class ArvadosCommandTool(CommandLineTool): **kwargs) def job(self, joborder, output_callback, **kwargs): + + # Workaround for #13365 + builderargs = kwargs.copy() + builderargs["toplevel"] = True + builder = self._init_job(joborder, **builderargs) + joborder = builder.job + if self.work_api == "containers": - kwargs["outdir"] = "/var/spool/cwl" + dockerReq, is_req = self.get_requirement("DockerRequirement") + if dockerReq and dockerReq.get("dockerOutputDirectory"): + kwargs["outdir"] = dockerReq.get("dockerOutputDirectory") + kwargs["docker_outdir"] = dockerReq.get("dockerOutputDirectory") + else: + kwargs["outdir"] = "/var/spool/cwl" + kwargs["docker_outdir"] = "/var/spool/cwl" elif self.work_api == "jobs": kwargs["outdir"] = "$(task.outdir)" + kwargs["docker_outdir"] = "$(task.outdir)" + kwargs["tmpdir"] = "$(task.tmpdir)" + kwargs["docker_tmpdir"] = "$(task.tmpdir)" return super(ArvadosCommandTool, self).job(joborder, output_callback, **kwargs)