X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/40693f6b000a2089038af611eb93dc69d66377e3..7ebb474e7b2ec5597a37253c71733ed361ec0872:/sdk/cwl/arvados_cwl/fsaccess.py diff --git a/sdk/cwl/arvados_cwl/fsaccess.py b/sdk/cwl/arvados_cwl/fsaccess.py index 1e339d5bb7..a5e9db0cfe 100644 --- a/sdk/cwl/arvados_cwl/fsaccess.py +++ b/sdk/cwl/arvados_cwl/fsaccess.py @@ -16,8 +16,9 @@ import re import logging import threading from collections import OrderedDict +from io import StringIO -import ruamel.yaml as yaml +import ruamel.yaml import cwltool.stdfsaccess from cwltool.pathmapper import abspath @@ -129,7 +130,7 @@ class CollectionFsAccess(cwltool.stdfsaccess.StdFsAccess): def glob(self, pattern): collection, rest = self.get_collection(pattern) - if collection is not None and not rest: + if collection is not None and rest in (None, "", "."): return [pattern] patternsegments = rest.split("/") return sorted(self._match(collection, patternsegments, "keep:" + collection.manifest_locator())) @@ -235,19 +236,23 @@ class CollectionFetcher(DefaultFetcher): return f.read() if url.startswith("arvwf:"): record = self.api_client.workflows().get(uuid=url[6:]).execute(num_retries=self.num_retries) - definition = yaml.round_trip_load(record["definition"]) + yaml = ruamel.yaml.YAML(typ='rt', pure=True) + definition = yaml.load(record["definition"]) definition["label"] = record["name"] - return yaml.round_trip_dump(definition) + stream = StringIO() + yaml.dump(definition, stream) + return stream.getvalue() return super(CollectionFetcher, self).fetch_text(url) def check_exists(self, url): try: if url.startswith("http://arvados.org/cwl"): return True - if url.startswith("keep:"): - return self.fsaccess.exists(url) - if url.startswith("arvwf:"): - if self.fetch_text(url): + urld, _ = urllib.parse.urldefrag(url) + if urld.startswith("keep:"): + return self.fsaccess.exists(urld) + if urld.startswith("arvwf:"): + if self.fetch_text(urld): return True except arvados.errors.NotFoundError: return False