X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/7ce46899b5ed250aa909fa240b6be3e01637fb79..a6be53f6913862b3884c57e9e93a891f3cfec471:/sdk/cwl/arvados_cwl/pathmapper.py diff --git a/sdk/cwl/arvados_cwl/pathmapper.py b/sdk/cwl/arvados_cwl/pathmapper.py index 7884614635..a8619a8598 100644 --- a/sdk/cwl/arvados_cwl/pathmapper.py +++ b/sdk/cwl/arvados_cwl/pathmapper.py @@ -2,6 +2,7 @@ import re import logging import uuid import os +import urllib import arvados.commands.run import arvados.collection @@ -33,8 +34,8 @@ class ArvPathMapper(PathMapper): if srcobj["class"] == "File": if "#" in src: src = src[:src.index("#")] - if isinstance(src, basestring) and ArvPathMapper.pdh_dirpath.match(src): - self._pathmap[src] = MapperEnt(src, self.collection_pattern % src[5:], "File") + if isinstance(src, basestring) and ArvPathMapper.pdh_path.match(src): + self._pathmap[src] = MapperEnt(src, self.collection_pattern % urllib.unquote(src[5:]), "File") if src not in self._pathmap: # Local FS ref, may need to be uploaded or may be on keep # mount. @@ -44,7 +45,7 @@ class ArvPathMapper(PathMapper): if isinstance(st, arvados.commands.run.UploadFile): uploadfiles.add((src, ab, st)) elif isinstance(st, arvados.commands.run.ArvFile): - self._pathmap[src] = MapperEnt(st.fn, self.collection_pattern % st.fn[5:], "File") + self._pathmap[src] = MapperEnt(st.fn, self.collection_pattern % urllib.unquote(st.fn[5:]), "File") elif src.startswith("_:"): if "contents" in srcobj: pass @@ -59,7 +60,7 @@ class ArvPathMapper(PathMapper): self.visit(l, uploadfiles) elif srcobj["class"] == "Directory": if isinstance(src, basestring) and ArvPathMapper.pdh_dirpath.match(src): - self._pathmap[src] = MapperEnt(src, self.collection_pattern % src[5:], "Directory") + self._pathmap[src] = MapperEnt(src, self.collection_pattern % urllib.unquote(src[5:]), "Directory") for l in srcobj.get("listing", []): self.visit(l, uploadfiles) @@ -90,7 +91,7 @@ class ArvPathMapper(PathMapper): loc = k["location"] if loc in already_uploaded: v = already_uploaded[loc] - self._pathmap[loc] = MapperEnt(v.resolved, self.collection_pattern % v.resolved[5:], "File") + self._pathmap[loc] = MapperEnt(v.resolved, self.collection_pattern % urllib.unquote(v.resolved[5:]), "File") for srcobj in referenced_files: self.visit(srcobj, uploadfiles) @@ -105,7 +106,7 @@ class ArvPathMapper(PathMapper): project=self.arvrunner.project_uuid) for src, ab, st in uploadfiles: - self._pathmap[src] = MapperEnt(st.fn, self.collection_pattern % st.fn[5:], "File") + self._pathmap[src] = MapperEnt(urllib.quote(st.fn, "/:+@"), self.collection_pattern % st.fn[5:], "File") self.arvrunner.add_uploaded(src, self._pathmap[src]) for srcobj in referenced_files: