X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/08f0ba557d67488933ddfa90030f80459efe7997..6f1a5b9cb0bc761115ef4bc31472ee47db83a906:/sdk/cwl/arvados_cwl/pathmapper.py diff --git a/sdk/cwl/arvados_cwl/pathmapper.py b/sdk/cwl/arvados_cwl/pathmapper.py index bd4b5283fb..05a358e0d5 100644 --- a/sdk/cwl/arvados_cwl/pathmapper.py +++ b/sdk/cwl/arvados_cwl/pathmapper.py @@ -42,7 +42,7 @@ class ArvPathMapper(PathMapper): pdh_dirpath = re.compile(r'^keep:[0-9a-f]{32}\+\d+(/.*)?$') def __init__(self, arvrunner, referenced_files, input_basedir, - collection_pattern, file_pattern, name=None, single_collection=False, **kwargs): + collection_pattern, file_pattern, name=None, single_collection=False): self.arvrunner = arvrunner self.input_basedir = input_basedir self.collection_pattern = collection_pattern @@ -127,19 +127,6 @@ class ArvPathMapper(PathMapper): keep_client=self.arvrunner.keep_client, num_retries=self.arvrunner.num_retries) - already_uploaded = self.arvrunner.get_uploaded() - copied_files = set() - for k in referenced_files: - loc = k["location"] - if loc in already_uploaded: - v = already_uploaded[loc] - self._pathmap[loc] = MapperEnt(v.resolved, self.collection_pattern % urllib.unquote(v.resolved[5:]), v.type, True) - if self.single_collection: - basename = k["basename"] - if basename not in collection: - self.addentry({"location": loc, "class": v.type, "basename": basename}, collection, ".", []) - copied_files.add((loc, basename, v.type)) - for srcobj in referenced_files: self.visit(srcobj, uploadfiles) @@ -150,16 +137,12 @@ class ArvPathMapper(PathMapper): fnPattern="keep:%s/%s", name=self.name, project=self.arvrunner.project_uuid, - collection=collection) + collection=collection, + packed=False) for src, ab, st in uploadfiles: self._pathmap[src] = MapperEnt(urllib.quote(st.fn, "/:+@"), self.collection_pattern % st.fn[5:], "Directory" if os.path.isdir(ab) else "File", True) - self.arvrunner.add_uploaded(src, self._pathmap[src]) - - for loc, basename, cls in copied_files: - fn = "keep:%s/%s" % (collection.portable_data_hash(), basename) - self._pathmap[loc] = MapperEnt(urllib.quote(fn, "/:+@"), self.collection_pattern % fn[5:], cls, True) for srcobj in referenced_files: remap = []