X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/58be2f1c488248d11dfb2ad730b6a8d56e557e63..ba15fa5da21f4bafd3f90a8d259ea2aae764c77e:/sdk/cwl/arvados_cwl/arvworkflow.py diff --git a/sdk/cwl/arvados_cwl/arvworkflow.py b/sdk/cwl/arvados_cwl/arvworkflow.py index 316af0e528..79bfacd28a 100644 --- a/sdk/cwl/arvados_cwl/arvworkflow.py +++ b/sdk/cwl/arvados_cwl/arvworkflow.py @@ -17,7 +17,8 @@ from cwltool.pathmapper import adjustFileObjs, adjustDirObjs, visit_class import ruamel.yaml as yaml -from .runner import upload_dependencies, packed_workflow, upload_workflow_collection, trim_anonymous_location, remove_redundant_fields +from .runner import (upload_dependencies, packed_workflow, upload_workflow_collection, + trim_anonymous_location, remove_redundant_fields, discover_secondary_files) from .pathmapper import ArvPathMapper, trim_listing from .arvtool import ArvadosCommandTool from .perf import Perf @@ -88,6 +89,8 @@ class ArvadosWorkflow(Workflow): raise WorkflowException("%s object must have 'id'" % (self.tool["class"])) document_loader, workflowobj, uri = (self.doc_loader, self.doc_loader.fetch(self.tool["id"]), self.tool["id"]) + discover_secondary_files(self.tool["inputs"], joborder) + with Perf(metrics, "subworkflow upload_deps"): upload_dependencies(self.arvrunner, os.path.basename(joborder.get("id", "#")), @@ -155,7 +158,7 @@ class ArvadosWorkflow(Workflow): "inputs": self.tool["inputs"], "outputs": self.tool["outputs"], "stdout": "cwl.output.json", - "requirements": workflowobj["requirements"]+[ + "requirements": self.requirements+[ { "class": "InitialWorkDirRequirement", "listing": [{ @@ -169,7 +172,7 @@ class ArvadosWorkflow(Workflow): "entry": json.dumps(joborder_keepmount, indent=2, sort_keys=True, separators=(',',': ')).replace("\\", "\\\\").replace('$(', '\$(').replace('${', '\${') }] }], - "hints": workflowobj["hints"], + "hints": self.hints, "arguments": ["--no-container", "--move-outputs", "--preserve-entire-environment", "workflow.cwl#main", "cwl.input.yml"] }) kwargs["loader"] = self.doc_loader