X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/5cf55ab0cfe55cbd803b61736276044f7008bfa4..210889a5400ac6ef247078af14c0766f3639b988:/sdk/cwl/arvados_cwl/fsaccess.py diff --git a/sdk/cwl/arvados_cwl/fsaccess.py b/sdk/cwl/arvados_cwl/fsaccess.py index d2d38b00c3..e44e7a9282 100644 --- a/sdk/cwl/arvados_cwl/fsaccess.py +++ b/sdk/cwl/arvados_cwl/fsaccess.py @@ -1,14 +1,15 @@ import fnmatch import os +import errno -import cwltool.process +import cwltool.stdfsaccess from cwltool.pathmapper import abspath import arvados.util import arvados.collection import arvados.arvfile -class CollectionFsAccess(cwltool.process.StdFsAccess): +class CollectionFsAccess(cwltool.stdfsaccess.StdFsAccess): """Implement the cwltool FsAccess interface for Arvados Collections.""" def __init__(self, basedir, api_client=None): @@ -83,7 +84,7 @@ class CollectionFsAccess(cwltool.process.StdFsAccess): collection, rest = self.get_collection(fn) if collection: if rest: - return isinstance(collection.find(rest), arvados.collection.Collection) + return isinstance(collection.find(rest), arvados.collection.RichCollectionBase) else: return True else: @@ -91,11 +92,15 @@ class CollectionFsAccess(cwltool.process.StdFsAccess): def listdir(self, fn): # type: (unicode) -> List[unicode] collection, rest = self.get_collection(fn) - if rest: - dir = collection.find(rest) - else: - dir = collection if collection: + if rest: + dir = collection.find(rest) + else: + dir = collection + if dir is None: + raise IOError(errno.ENOENT, "Directory '%s' in '%s' not found" % (rest, collection.portable_data_hash())) + if not isinstance(dir, arvados.collection.RichCollectionBase): + raise IOError(errno.ENOENT, "Path '%s' in '%s' is not a Directory" % (rest, collection.portable_data_hash())) return [abspath(l, fn) for l in dir.keys()] else: return super(CollectionFsAccess, self).listdir(fn) @@ -104,3 +109,12 @@ class CollectionFsAccess(cwltool.process.StdFsAccess): if paths and paths[-1].startswith("keep:") and arvados.util.keep_locator_pattern.match(paths[-1][5:]): return paths[-1] return os.path.join(path, *paths) + + def realpath(self, path): + if path.startswith("$(task.tmpdir)") or path.startswith("$(task.outdir)"): + return path + collection, rest = self.get_collection(path) + if collection: + return path + else: + return os.path.realpath(path)