20862: Add 'sdk/ruby-google-api-client/' from commit '2f4be67955e48bb65d008ecd9ff6da9...
[arvados.git] / sdk / cwl / tests / federation / framework / prepare.py
1 # Copyright (C) The Arvados Authors. All rights reserved.
2 #
3 # SPDX-License-Identifier: Apache-2.0
4
5 from __future__ import print_function
6 import arvados
7 import json
8
9 api = arvados.api()
10
11 with open("config.json") as f:
12     config = json.load(f)
13
14 scrub_collections = set(config["scrub_collections"])
15
16 for cluster_id in config["arvados_cluster_ids"]:
17     images = []
18     for scrub_image in config["scrub_images"]:
19         sp = scrub_image.split(":")
20         image_name = sp[0]
21         image_tag = sp[1] if len(sp) > 1 else "latest"
22         images.append('{}:{}'.format(image_name, image_tag))
23
24     search_links = api.links().list(
25         filters=[['link_class', '=', 'docker_image_repo+tag'],
26                  ['name', 'in', images]],
27         cluster_id=cluster_id).execute()
28
29     head_uuids = [lk["head_uuid"] for lk in search_links["items"]]
30     cols = api.collections().list(filters=[["uuid", "in", head_uuids]],
31                                   cluster_id=cluster_id).execute()
32     for c in cols["items"]:
33         scrub_collections.add(c["portable_data_hash"])
34     for lk in search_links["items"]:
35         api.links().delete(uuid=lk["uuid"]).execute()
36
37 for cluster_id in config["arvados_cluster_ids"]:
38     matches = api.collections().list(filters=[["portable_data_hash", "in", list(scrub_collections)]],
39                                      select=["uuid", "portable_data_hash"], cluster_id=cluster_id).execute()
40     for m in matches["items"]:
41         api.collections().delete(uuid=m["uuid"]).execute()
42         print("Scrubbed %s (%s)" % (m["uuid"], m["portable_data_hash"]))