1 // Copyright (C) The Arvados Authors. All rights reserved.
3 // SPDX-License-Identifier: Apache-2.0
13 "git.arvados.org/arvados.git/sdk/go/blockdigest"
16 // Collection is an arvados#collection resource.
17 type Collection struct {
18 UUID string `json:"uuid"`
19 Etag string `json:"etag"`
20 OwnerUUID string `json:"owner_uuid"`
21 TrashAt *time.Time `json:"trash_at"`
22 ManifestText string `json:"manifest_text"`
23 UnsignedManifestText string `json:"unsigned_manifest_text"`
24 Name string `json:"name"`
25 CreatedAt time.Time `json:"created_at"`
26 ModifiedAt time.Time `json:"modified_at"`
27 ModifiedByClientUUID string `json:"modified_by_client_uuid"`
28 ModifiedByUserUUID string `json:"modified_by_user_uuid"`
29 PortableDataHash string `json:"portable_data_hash"`
30 ReplicationConfirmed *int `json:"replication_confirmed"`
31 ReplicationConfirmedAt *time.Time `json:"replication_confirmed_at"`
32 ReplicationDesired *int `json:"replication_desired"`
33 StorageClassesDesired []string `json:"storage_classes_desired"`
34 StorageClassesConfirmed []string `json:"storage_classes_confirmed"`
35 StorageClassesConfirmedAt time.Time `json:"storage_classes_confirmed_at"`
36 DeleteAt *time.Time `json:"delete_at"`
37 IsTrashed bool `json:"is_trashed"`
38 Properties map[string]interface{} `json:"properties"`
41 func (c Collection) resourceName() string {
45 // SizedDigests returns the hash+size part of each data block
46 // referenced by the collection.
47 func (c *Collection) SizedDigests() ([]SizedDigest, error) {
48 manifestText := c.ManifestText
49 if manifestText == "" {
50 manifestText = c.UnsignedManifestText
52 if manifestText == "" && c.PortableDataHash != "d41d8cd98f00b204e9800998ecf8427e+0" {
53 // TODO: Check more subtle forms of corruption, too
54 return nil, fmt.Errorf("manifest is missing")
57 scanner := bufio.NewScanner(strings.NewReader(manifestText))
58 scanner.Buffer(make([]byte, 1048576), len(manifestText))
60 line := scanner.Text()
61 tokens := strings.Split(line, " ")
63 return nil, fmt.Errorf("Invalid stream (<3 tokens): %q", line)
65 for _, token := range tokens[1:] {
66 if !blockdigest.LocatorPattern.MatchString(token) {
67 // FIXME: ensure it's a file token
70 // FIXME: shouldn't assume 32 char hash
71 if i := strings.IndexRune(token[33:], '+'); i >= 0 {
74 sds = append(sds, SizedDigest(token))
77 return sds, scanner.Err()
80 type CollectionList struct {
81 Items []Collection `json:"items"`
82 ItemsAvailable int `json:"items_available"`
83 Offset int `json:"offset"`
84 Limit int `json:"limit"`