X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/16f704326f44fd1e5e5e60b936c9b5895d6a6ff8..a169f9fe06c58b459347c1c71d3a4d725dfddb97:/sdk/cwl/arvados_cwl/arvworkflow.py diff --git a/sdk/cwl/arvados_cwl/arvworkflow.py b/sdk/cwl/arvados_cwl/arvworkflow.py index 8e6bff4f04..604ad39de7 100644 --- a/sdk/cwl/arvados_cwl/arvworkflow.py +++ b/sdk/cwl/arvados_cwl/arvworkflow.py @@ -22,9 +22,11 @@ from cwltool.context import LoadingContext import ruamel.yaml as yaml from .runner import (upload_dependencies, packed_workflow, upload_workflow_collection, - trim_anonymous_location, remove_redundant_fields, discover_secondary_files) + trim_anonymous_location, remove_redundant_fields, discover_secondary_files, + make_builder) from .pathmapper import ArvPathMapper, trim_listing -from .arvtool import ArvadosCommandTool, set_cluster_target, make_builder +from .arvtool import ArvadosCommandTool, set_cluster_target + from .perf import Perf logger = logging.getLogger('arvados.cwl-runner') @@ -172,7 +174,8 @@ class ArvadosWorkflow(Workflow): raise WorkflowException("%s object must have 'id'" % (self.tool["class"])) document_loader, workflowobj, uri = (self.doc_loader, self.doc_loader.fetch(self.tool["id"]), self.tool["id"]) - discover_secondary_files(self.tool["inputs"], joborder) + discover_secondary_files(self.arvrunner.fs_access, builder, + self.tool["inputs"], joborder) with Perf(metrics, "subworkflow upload_deps"): upload_dependencies(self.arvrunner, @@ -288,6 +291,16 @@ class ArvadosWorkflow(Workflow): adjustDirObjs(packed, keepmount) self.wf_pdh = upload_workflow_collection(self.arvrunner, shortname(self.tool["id"]), packed) + self.loadingContext = self.loadingContext.copy() + self.loadingContext.metadata = self.loadingContext.metadata.copy() + self.loadingContext.metadata["http://commonwl.org/cwltool#original_cwlVersion"] = "v1.0" + + if len(job_res_reqs) == 1: + # RAM request needs to be at least 128 MiB or the workflow + # runner itself won't run reliably. + if job_res_reqs[0].get("ramMin", 1024) < 128: + job_res_reqs[0]["ramMin"] = 128 + wf_runner = cmap({ "class": "CommandLineTool", "baseCommand": "cwltool",