9 "git.curoverse.com/arvados.git/sdk/go/manifest"
12 // Collection is an arvados#collection resource.
13 type Collection struct {
14 UUID string `json:"uuid,omitempty"`
15 TrashAt *time.Time `json:"trash_at,omitempty"`
16 ManifestText string `json:"manifest_text,omitempty"`
17 CreatedAt *time.Time `json:"created_at,omitempty"`
18 ModifiedAt *time.Time `json:"modified_at,omitempty"`
19 PortableDataHash string `json:"portable_data_hash,omitempty"`
20 ReplicationConfirmed *int `json:"replication_confirmed,omitempty"`
21 ReplicationConfirmedAt *time.Time `json:"replication_confirmed_at,omitempty"`
22 ReplicationDesired *int `json:"replication_desired,omitempty"`
23 DeleteAt *time.Time `json:"delete_at,omitempty"`
24 IsTrashed bool `json:"is_trashed,omitempty"`
27 // SizedDigests returns the hash+size part of each data block
28 // referenced by the collection.
29 func (c *Collection) SizedDigests() ([]SizedDigest, error) {
30 if c.ManifestText == "" && c.PortableDataHash != "d41d8cd98f00b204e9800998ecf8427e+0" {
31 // TODO: Check more subtle forms of corruption, too
32 return nil, fmt.Errorf("manifest is missing")
35 scanner := bufio.NewScanner(strings.NewReader(c.ManifestText))
36 scanner.Buffer(make([]byte, 1048576), len(c.ManifestText))
38 line := scanner.Text()
39 tokens := strings.Split(line, " ")
41 return nil, fmt.Errorf("Invalid stream (<3 tokens): %q", line)
43 for _, token := range tokens[1:] {
44 if !manifest.LocatorPattern.MatchString(token) {
45 // FIXME: ensure it's a file token
48 // FIXME: shouldn't assume 32 char hash
49 if i := strings.IndexRune(token[33:], '+'); i >= 0 {
52 sds = append(sds, SizedDigest(token))
55 return sds, scanner.Err()
58 // CollectionList is an arvados#collectionList resource.
59 type CollectionList struct {
60 Items []Collection `json:"items"`
61 ItemsAvailable int `json:"items_available"`
62 Offset int `json:"offset"`
63 Limit int `json:"limit"`