jenkins/install-arvados-jobs-image

   1 #!/usr/bin/env python
   2
   3 # Copyright (C) The Arvados Authors. All rights reserved.
   4 #
   5 # SPDX-License-Identifier: AGPL-3.0
   6
   7 from __future__ import print_function
   8
   9 import argparse
  10 import arvados
  11 import logging
  12 import subprocess
  13
  14
  15 def uuid_prefix(arv):
  16     return arv.users().current().execute()['uuid'][:5]
  17
  18
  19 def findormake_project(arv, prefix, project_name):
  20     system_user_uuid = prefix+'-tpzed-000000000000000'
  21     groups = arv.groups().list(
  22         filters=[
  23             ['name', '=', project_name],
  24             ['owner_uuid', '=', system_user_uuid],
  25         ],
  26         select=['uuid', 'group_class']).execute()['items']
  27     if groups:
  28         proj = groups[0]
  29         logger.debug('found project %s', proj['uuid'])
  30         if proj['group_class'] != 'project':
  31             logger.info('project %s has group_class %s, changing to %s',
  32                         proj['uuid'], proj['group_class'], 'project')
  33             arv.groups().update(
  34                 uuid=proj['uuid'],
  35                 body={
  36                     'group_class': 'project',
  37                 }).execute()
  38         return proj['uuid']
  39     uuid = arv.groups().create(body={
  40         'group_class': 'project',
  41         'name': project_name,
  42         'owner_uuid': system_user_uuid,
  43     }).execute()['uuid']
  44     logger.info('created project %s: %s', uuid, project_name)
  45     return uuid
  46
  47
  48 def findormake_project_perm(arv, prefix, project_uuid):
  49     all_users_group_uuid = prefix+'-j7d0g-fffffffffffffff'
  50     links = arv.links().list(
  51         filters=[
  52             ['tail_uuid', '=', all_users_group_uuid],
  53             ['head_uuid', '=', project_uuid],
  54             ['link_class', '=', 'permission'],
  55             ['name', '=', 'can_read'],
  56         ],
  57         select=['uuid']).execute()['items']
  58     if links:
  59         logger.debug('found permission link %s', links[0]['uuid'])
  60         return
  61     uuid = arv.links().create(body={
  62         'tail_uuid': all_users_group_uuid,
  63         'head_uuid': project_uuid,
  64         'link_class': 'permission',
  65         'name': 'can_read',
  66     }).execute()['uuid']
  67     logger.info('created permission link %s: %s -> %s',
  68                 uuid, all_users_group_uuid, project_uuid)
  69     return uuid
  70
  71
  72 def findorpull_image(want_repo, want_tag, project_uuid):
  73     for line in subprocess.check_output(['arv-keepdocker']).splitlines():
  74         try:
  75             repo, tag, image_id, collection, created = line.split(None, 4)
  76         except ValueError:
  77             continue
  78         if repo == want_repo and tag == want_tag:
  79             logger.debug('found image tag %s collection %s created %s',
  80                         tag, collection, created)
  81             return collection
  82     logger.info('pulling repo %s tag %s', want_repo, want_tag)
  83     subprocess.check_call([
  84         'arv-keepdocker',
  85         '--pull', '--project-uuid='+project_uuid,
  86         want_repo, want_tag])
  87
  88
  89 def tag_latest(repo, tag, project_uuid):
  90     logger.debug('tagging %s:%s as %s:latest', repo, tag, repo)
  91     tag_cmd = ['docker', 'tag']
  92     if subprocess.check_output(tag_cmd + ['--help']).find('--force') >= 0:
  93         tag_cmd += ['--force']
  94     tag_cmd += [repo+':'+tag, repo+':latest']
  95     subprocess.check_call(tag_cmd)
  96
  97     logger.debug('arv-keepdocker %s:latest', repo)
  98     subprocess.check_call([
  99         'arv-keepdocker',
 100         '--project-uuid='+project_uuid,
 101         repo, 'latest'])
 102
 103
 104 logging.basicConfig()
 105 logger = logging.getLogger(__name__)
 106 logger.setLevel(logging.INFO)
 107
 108 parser = argparse.ArgumentParser(
 109     description='Pull a specific version of the arvados/jobs image to Keep, and tag it as :latest')
 110 parser.add_argument(
 111     '--git-commit', type=str, required=True,
 112     help='git commit hash of desired version')
 113 parser.add_argument(
 114     '--verbose', '-v', action='count', default=0,
 115     help='print more debug messages')
 116 args = parser.parse_args()
 117 logger.setLevel(logging.INFO - 10 * args.verbose)
 118
 119 arv = arvados.api('v1')
 120 prefix = uuid_prefix(arv)
 121 project_uuid = findormake_project(arv, prefix, 'Arvados Standard Docker Images')
 122 findormake_project_perm(arv, prefix, project_uuid)
 123 findorpull_image('arvados/jobs', args.git_commit, project_uuid)
 124 tag_latest('arvados/jobs', args.git_commit, project_uuid)