X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/10aaf718b0795aa37a4e74063b0206c507ddc6fe..refs/heads/20455-noopener:/sdk/cwl/arvados_cwl/pathmapper.py diff --git a/sdk/cwl/arvados_cwl/pathmapper.py b/sdk/cwl/arvados_cwl/pathmapper.py index 3f54a396bb..448facf776 100644 --- a/sdk/cwl/arvados_cwl/pathmapper.py +++ b/sdk/cwl/arvados_cwl/pathmapper.py @@ -109,13 +109,14 @@ class ArvPathMapper(PathMapper): # passthrough, we'll download it later. self._pathmap[src] = MapperEnt(src, src, srcobj["class"], True) else: - keepref = "keep:%s/%s" % http_to_keep(self.arvrunner.api, self.arvrunner.project_uuid, src, + results = http_to_keep(self.arvrunner.api, self.arvrunner.project_uuid, src, varying_url_params=self.arvrunner.toplevel_runtimeContext.varying_url_params, prefer_cached_downloads=self.arvrunner.toplevel_runtimeContext.prefer_cached_downloads) + keepref = "keep:%s/%s" % (results[0], results[1]) logger.info("%s is %s", src, keepref) self._pathmap[src] = MapperEnt(keepref, keepref, srcobj["class"], True) except Exception as e: - logger.warning(str(e)) + logger.warning("Download error: %s", e) else: self._pathmap[src] = MapperEnt(src, src, srcobj["class"], True) @@ -147,7 +148,7 @@ class ArvPathMapper(PathMapper): for opt in self.optional_deps: if obj["location"] == opt["location"]: return - raise SourceLine(obj, "location", WorkflowException).makeError("Don't know what to do with '%s'" % obj["location"]) + raise SourceLine(obj, "location", WorkflowException).makeError("Can't handle '%s'" % obj["location"]) def needs_new_collection(self, srcobj, prefix=""): """Check if files need to be staged into a new collection.