X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/418c57bce3aac1a22548e53e1018a1547d9efee4..b30dca66a056bc6ee627bab5956dd8884a0e74aa:/sdk/go/arvados/fs_project.go diff --git a/sdk/go/arvados/fs_project.go b/sdk/go/arvados/fs_project.go index 7f34a4268d..92995510c7 100644 --- a/sdk/go/arvados/fs_project.go +++ b/sdk/go/arvados/fs_project.go @@ -5,67 +5,91 @@ package arvados import ( + "log" "os" - "sync" - "time" + "strings" ) -type staleChecker struct { - mtx sync.Mutex - last time.Time +func (fs *customFileSystem) defaultUUID(uuid string) (string, error) { + if uuid != "" { + return uuid, nil + } + var resp User + err := fs.RequestAndDecode(&resp, "GET", "arvados/v1/users/current", nil, nil) + if err != nil { + return "", err + } + return resp.UUID, nil } -func (sc *staleChecker) DoIfStale(fn func(), staleFunc func(time.Time) bool) { - sc.mtx.Lock() - defer sc.mtx.Unlock() - if !staleFunc(sc.last) { - return +// loadOneChild loads only the named child, if it exists. +func (fs *customFileSystem) projectsLoadOne(parent inode, uuid, name string) (inode, error) { + uuid, err := fs.defaultUUID(uuid) + if err != nil { + return nil, err } - sc.last = time.Now() - fn() -} -// projectnode exposes an Arvados project as a filesystem directory. -type projectnode struct { - inode - staleChecker - uuid string - err error -} + var contents CollectionList + err = fs.RequestAndDecode(&contents, "GET", "arvados/v1/groups/"+uuid+"/contents", nil, ResourceListParams{ + Count: "none", + Filters: []Filter{ + {"name", "=", name}, + {"uuid", "is_a", []string{"arvados#collection", "arvados#group"}}, + {"groups.group_class", "=", "project"}, + }, + }) + if err != nil { + return nil, err + } + if len(contents.Items) == 0 { + return nil, os.ErrNotExist + } + coll := contents.Items[0] -func (pn *projectnode) load() { - fs := pn.FS().(*customFileSystem) + if strings.Contains(coll.UUID, "-j7d0g-") { + // Group item was loaded into a Collection var -- but + // we only need the Name and UUID anyway, so it's OK. + return fs.newProjectNode(parent, coll.Name, coll.UUID), nil + } else if strings.Contains(coll.UUID, "-4zz18-") { + return deferredCollectionFS(fs, parent, coll), nil + } else { + log.Printf("projectnode: unrecognized UUID in response: %q", coll.UUID) + return nil, ErrInvalidArgument + } +} - if pn.uuid == "" { - var resp User - pn.err = fs.RequestAndDecode(&resp, "GET", "arvados/v1/users/current", nil, nil) - if pn.err != nil { - return - } - pn.uuid = resp.UUID +func (fs *customFileSystem) projectsLoadAll(parent inode, uuid string) ([]inode, error) { + uuid, err := fs.defaultUUID(uuid) + if err != nil { + return nil, err } - filters := []Filter{{"owner_uuid", "=", pn.uuid}} + + var inodes []inode + + // Note: the "filters" slice's backing array might be reused + // by append(filters,...) below. This isn't goroutine safe, + // but all accesses are in the same goroutine, so it's OK. + filters := []Filter{{"owner_uuid", "=", uuid}} params := ResourceListParams{ + Count: "none", Filters: filters, Order: "uuid", } for { var resp CollectionList - pn.err = fs.RequestAndDecode(&resp, "GET", "arvados/v1/collections", nil, params) - if pn.err != nil { - return + err = fs.RequestAndDecode(&resp, "GET", "arvados/v1/collections", nil, params) + if err != nil { + return nil, err } if len(resp.Items) == 0 { break } for _, i := range resp.Items { coll := i - if coll.Name == "" { + if !permittedName(coll.Name) { continue } - pn.inode.Child(coll.Name, func(inode) (inode, error) { - return deferredCollectionFS(fs, pn, coll), nil - }) + inodes = append(inodes, deferredCollectionFS(fs, parent, coll)) } params.Filters = append(filters, Filter{"uuid", ">", resp.Items[len(resp.Items)-1].UUID}) } @@ -74,63 +98,20 @@ func (pn *projectnode) load() { params.Filters = filters for { var resp GroupList - pn.err = fs.RequestAndDecode(&resp, "GET", "arvados/v1/groups", nil, params) - if pn.err != nil { - return + err = fs.RequestAndDecode(&resp, "GET", "arvados/v1/groups", nil, params) + if err != nil { + return nil, err } if len(resp.Items) == 0 { break } for _, group := range resp.Items { - if group.Name == "" || group.Name == "." || group.Name == ".." { + if !permittedName(group.Name) { continue } - pn.inode.Child(group.Name, func(inode) (inode, error) { - return fs.newProjectNode(pn, group.Name, group.UUID), nil - }) + inodes = append(inodes, fs.newProjectNode(parent, group.Name, group.UUID)) } params.Filters = append(filters, Filter{"uuid", ">", resp.Items[len(resp.Items)-1].UUID}) } - pn.err = nil -} - -func (pn *projectnode) Readdir() ([]os.FileInfo, error) { - pn.staleChecker.DoIfStale(pn.load, pn.FS().(*customFileSystem).Stale) - if pn.err != nil { - return nil, pn.err - } - return pn.inode.Readdir() -} - -func (pn *projectnode) Child(name string, replace func(inode) (inode, error)) (inode, error) { - pn.staleChecker.DoIfStale(pn.load, pn.FS().(*customFileSystem).Stale) - if pn.err != nil { - return nil, pn.err - } - if replace == nil { - // lookup - return pn.inode.Child(name, nil) - } - return pn.inode.Child(name, func(existing inode) (inode, error) { - if repl, err := replace(existing); err != nil { - return existing, err - } else if repl == nil { - if existing == nil { - return nil, nil - } - // rmdir - // (TODO) - return existing, ErrInvalidArgument - } else if existing != nil { - // clobber - return existing, ErrInvalidArgument - } else if repl.FileInfo().IsDir() { - // mkdir - // TODO: repl.SetParent(pn, name), etc. - return existing, ErrInvalidArgument - } else { - // create file - return existing, ErrInvalidArgument - } - }) + return inodes, nil }