jenkins/testing_to_stable_publish_packages.sh

   1 #!/bin/bash
   2 # Copyright (C) The Arvados Authors. All rights reserved.
   3 #
   4 # SPDX-License-Identifier: AGPL-3.0
   5
   6 # This script publishes packages from our testing repo to the prod repo (#11572 and #11878)
   7 # Parameters (both are mandatory):
   8 #   --packages list of packages, comma separated, to move from dev_repo_dir to prod_repo_dir
   9 #   --distros  list of distros, comma separated, to which to publish packages
  10
  11 RPM_REPO_BASE_DIR="/var/www/rpm.arvados.org"
  12
  13 ###  MAIN  ####################################################################
  14 [ $# -lt 2 ] && {
  15   echo "usage: "
  16   echo "    $0 --distros <distroA,distroB,...,distroN> --packages <packageA,packageB,...,packageN>"
  17   echo "    (both parameters are mandatory)"
  18   echo ""
  19   exit 1
  20 }
  21
  22 # Parse options
  23 while [ ${#} -gt 0 ]; do
  24     case ${1} in
  25         --packages)   packages="$2";    shift 2 ;;
  26         --distros)    distros="$2";     shift 2 ;;
  27         *)            echo "$0: Unrecognized option: $1" >&2; exit 1;
  28     esac
  29 done
  30
  31 # Make sure the variables are set or provide an example of how to use them
  32 if [ -z "${packages}" ]; then
  33   echo "You must provide a comma-separated list of packages to publish, ie."
  34   echo "* Debian: --packages=arvados-ws:0.1.20170906144951.22418ed6e-1,keep-exercise:1.2.3-1"
  35   exit 254
  36 fi
  37 if [ -z "${distros}" ]; then
  38   echo "You must provide a space-separated list of LSB distribution codenames to which you want to publish to, ie."
  39   echo "* Debian: --distros=jessie,xenial,stretch,etc."
  40   echo "* CentOS/Rocky: --distros=centos7,etc."
  41   exit 255
  42 fi
  43
  44 DIST_LIST=$(echo ${distros} | sed s/,/' '/g |tr '[:upper:]' '[:lower:]')
  45 CENTOS_PACKAGES=$(echo ${packages} | sed 's/\([a-z-]*\):[[:blank:]]*\([0-9.-]*\)/\1*\2*/g; s/,/ /g;')
  46 DEBIAN_PACKAGES=$(echo ${packages} | sed 's/\([a-z-]*\):[[:blank:]]*\([0-9.-]*\)/\1 (= \2)/g;')
  47
  48 for DISTNAME in ${DIST_LIST}; do
  49     if ( echo ${DISTNAME} |grep -q -E '(centos|rocky)' ); then
  50         case ${DISTNAME} in
  51             'centos7')
  52                 DIST_DIR_TEST='7/testing/x86_64'
  53                 DIST_DIR_PROD='7/os/x86_64'
  54                 ;;
  55             'rocky8')
  56                 DIST_DIR_TEST='8/testing/x86_64'
  57                 DIST_DIR_PROD='8/os/x86_64'
  58                 ;;
  59             *)
  60                 echo "Only centos7 and rocky8 are accepted right now"
  61                 exit 253
  62                 ;;
  63         esac
  64         cd ${RPM_REPO_BASE_DIR}
  65         mkdir -p ${RPM_REPO_BASE_DIR}/CentOS/${DIST_DIR_PROD}
  66         echo "Copying packages ..."
  67         for P in ${CENTOS_PACKAGES}; do
  68             cp ${RPM_REPO_BASE_DIR}/CentOS/${DIST_DIR_TEST}/${P} ${RPM_REPO_BASE_DIR}/CentOS/${DIST_DIR_PROD}/
  69             if [ $? -ne 0 ]; then
  70                 FAILED_PACKAGES="${FAILED_PACKAGES} ${P}"
  71             fi
  72         done
  73         echo "Recreating repo CentOS/${DIST_DIR_PROD} ..."
  74         createrepo_c ${RPM_REPO_BASE_DIR}/CentOS/${DIST_DIR_PROD}
  75     else
  76         echo "Copying packages ..."
  77         OLDIFS=$IFS
  78         IFS=$','
  79         for P in ${DEBIAN_PACKAGES}; do
  80             aptly repo search ${DISTNAME}-testing "${P}"
  81             if [ $? -ne 0 ]; then
  82                 echo "ERROR: unable to find a match for '${P}' in ${DISTNAME}-testing"
  83                 FAILED_PACKAGES="${FAILED_PACKAGES} ${DISTNAME}-testing:${P}"
  84             else
  85                 aptly repo copy ${DISTNAME}-testing ${DISTNAME} "${P}"
  86                 if [ $? -ne 0 ]; then
  87                     echo "ERROR: unable to copy '${P}' from ${DISTNAME}-testing to ${DISTNAME}"
  88                     FAILED_PACKAGES="${FAILED_PACKAGES} ${DISTNAME}-testing:${P}"
  89                 fi
  90             fi
  91         done
  92         IFS=$OLDIFS
  93         echo "Publishing ${DISTNAME} repository..."
  94         aptly publish update ${DISTNAME} filesystem:${DISTNAME}:
  95     fi
  96 done
  97
  98 if [ "${FAILED_PACKAGES}" != "" ]; then
  99   echo "PACKAGES THAT FAILED TO PUBLISH"
 100   echo "${FAILED_PACKAGES}"
 101   exit 252
 102 else
 103   echo "All packages published correctly"
 104 fi