#!/usr/bin/env python from __future__ import print_function import argparse import arvados import logging import subprocess def uuid_prefix(arv): return arv.users().current().execute()['uuid'][:5] def findormake_project(arv, prefix, project_name): system_user_uuid = prefix+'-tpzed-000000000000000' groups = arv.groups().list( filters=[ ['group_class', '=', 'project'], ['name', '=', project_name], ['owner_uuid', '=', system_user_uuid], ], select=['uuid']).execute()['items'] if groups: uuid = groups[0]['uuid'] logger.debug('found project %s', uuid) return uuid uuid = arv.groups().create(body={ group_class: 'project', name: project_name, owner_uuid: system_user_uuid, }).execute()['uuid'] logger.info('created project %s: %s', uuid, project_name) return uuid def findormake_project_perm(arv, prefix, project_uuid): all_users_group_uuid = prefix+'-j7d0g-fffffffffffffff' if arv.links().list( filters=[ ['tail_uuid', '=', all_users_group_uuid], ['head_uuid', '=', project_uuid], ['link_class', '=', 'permission'], ['name', '=', 'can_read'], ], select=['uuid']).execute()['items']: logger.debug('found permission link %s', uuid) return uuid = arv.links().create(body={ 'tail_uuid': all_users_group_uuid, 'head_uuid': project_uuid, 'link_class': 'permission', 'name': 'can_read', }).execute()['uuid'] logger.info('created permission link %s: %s -> %s', uuid, all_users_group_uuid, project_uuid) return uuid def findorpull_image(want_repo, want_tag, project_uuid): for line in subprocess.check_output(['arv-keepdocker']).splitlines(): try: repo, tag, image_id, collection, created = line.split(None, 4) except ValueError: continue if repo == want_repo and tag == want_tag: logger.debug('found image tag %s collection %s created %s', tag, collection, created) return collection logger.info('pulling repo %s tag %s', want_repo, want_tag) subprocess.check_call([ 'arv-keepdocker', '--pull', '--project-uuid='+project_uuid, want_repo, want_tag]) def tag_latest(repo, tag, project_uuid): logger.debug('tagging %s:%s as %s:latest', repo, tag, repo) subprocess.check_call([ 'docker', 'tag', '-f', repo+':'+tag, repo+':latest']) logger.debug('arv-keepdocker %s:latest', repo, tag, repo) subprocess.check_call([ 'arv-keepdocker', '--project-uuid='+project_uuid, repo, 'latest']) logging.basicConfig() logger = logging.getLogger(__name__) logger.setLevel(logging.INFO) parser = argparse.ArgumentParser( description='Pull a specific version of the arvados/jobs image to Keep, and tag it as :latest') parser.add_argument( '--git-commit', type=str, required=True, help='git commit hash of desired version') parser.add_argument( '--verbose', '-v', action='count', default=0, help='print more debug messages') args = parser.parse_args() logger.setLevel(logging.INFO - 10 * args.verbose) arv = arvados.api('v1') prefix = uuid_prefix(arv) project_uuid = findormake_project(arv, prefix, 'Arvados Standard Docker Images') findormake_project_perm(arv, prefix, project_uuid) findorpull_image('arvados/jobs', args.git_commit, project_uuid) tag_latest('arvados/jobs', args.git_commit, project_uuid)