X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/cc952178056bf6d29471f6986306fb673dcf394a..927d62b545e90676bf4729b6c1ebee56d51eacbe:/sdk/cwl/arvados_cwl/arvworkflow.py diff --git a/sdk/cwl/arvados_cwl/arvworkflow.py b/sdk/cwl/arvados_cwl/arvworkflow.py index ea167d4044..c6bcd04776 100644 --- a/sdk/cwl/arvados_cwl/arvworkflow.py +++ b/sdk/cwl/arvados_cwl/arvworkflow.py @@ -2,6 +2,9 @@ # # SPDX-License-Identifier: Apache-2.0 +from past.builtins import basestring +from future.utils import viewitems + import os import json import copy @@ -19,9 +22,11 @@ from cwltool.context import LoadingContext import ruamel.yaml as yaml from .runner import (upload_dependencies, packed_workflow, upload_workflow_collection, - trim_anonymous_location, remove_redundant_fields, discover_secondary_files) + trim_anonymous_location, remove_redundant_fields, discover_secondary_files, + make_builder) from .pathmapper import ArvPathMapper, trim_listing -from .arvtool import ArvadosCommandTool, set_cluster_target, make_builder +from .arvtool import ArvadosCommandTool, set_cluster_target + from .perf import Perf logger = logging.getLogger('arvados.cwl-runner') @@ -135,7 +140,7 @@ class ArvadosWorkflowStep(WorkflowStep): runtimeContext = runtimeContext.copy() runtimeContext.toplevel = True # Preserve behavior for #13365 - builder = make_builder({shortname(k): v for k,v in joborder.items()}, self.hints, self.requirements, runtimeContext) + builder = make_builder({shortname(k): v for k,v in viewitems(joborder)}, self.hints, self.requirements, runtimeContext) runtimeContext = set_cluster_target(self.tool, self.arvrunner, builder, runtimeContext) return super(ArvadosWorkflowStep, self).job(joborder, output_callback, runtimeContext) @@ -169,7 +174,8 @@ class ArvadosWorkflow(Workflow): raise WorkflowException("%s object must have 'id'" % (self.tool["class"])) document_loader, workflowobj, uri = (self.doc_loader, self.doc_loader.fetch(self.tool["id"]), self.tool["id"]) - discover_secondary_files(self.tool["inputs"], joborder) + discover_secondary_files(self.arvrunner.fs_access, builder, + self.tool["inputs"], joborder) with Perf(metrics, "subworkflow upload_deps"): upload_dependencies(self.arvrunner, @@ -285,6 +291,10 @@ class ArvadosWorkflow(Workflow): adjustDirObjs(packed, keepmount) self.wf_pdh = upload_workflow_collection(self.arvrunner, shortname(self.tool["id"]), packed) + self.loadingContext = self.loadingContext.copy() + self.loadingContext.metadata = self.loadingContext.metadata.copy() + self.loadingContext.metadata["http://commonwl.org/cwltool#original_cwlVersion"] = "v1.0" + wf_runner = cmap({ "class": "CommandLineTool", "baseCommand": "cwltool",