X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/4dde672661ea9dca680ec9eb1cdba7bd7d87fca7..1d36bef0f6e0a64d4d7660f5db8e9625d99302c6:/build/run-library.sh diff --git a/build/run-library.sh b/build/run-library.sh index ba946882ee..6ee57a4be5 100755 --- a/build/run-library.sh +++ b/build/run-library.sh @@ -1,4 +1,4 @@ -#!/bin/bash +#!/bin/bash -xe # Copyright (C) The Arvados Authors. All rights reserved. # # SPDX-License-Identifier: AGPL-3.0 @@ -58,7 +58,8 @@ version_from_git() { fi declare $(format_last_commit_here "git_ts=%ct git_hash=%h") - echo "${prefix}.$(date -ud "@$git_ts" +%Y%m%d%H%M%S).$git_hash" + ARVADOS_BUILDING_VERSION="$(git describe --abbrev=0).$(date -ud "@$git_ts" +%Y%m%d%H%M%S)" + echo "$ARVADOS_BUILDING_VERSION" } nohash_version_from_git() { @@ -66,7 +67,7 @@ nohash_version_from_git() { echo "$ARVADOS_BUILDING_VERSION" return fi - version_from_git $1 | cut -d. -f1-3 + version_from_git $1 | cut -d. -f1-4 } timestamp_from_git() { @@ -128,10 +129,7 @@ package_go_binary() { # Arvados SDK and the SDK has changed. declare -a checkdirs=(vendor) if grep -qr git.curoverse.com/arvados .; then - checkdirs+=(sdk/go) - if [[ "$prog" -eq "crunch-dispatch-slurm" ]]; then - checkdirs+=(lib/dispatchcloud) - fi + checkdirs+=(sdk/go lib) fi for dir in ${checkdirs[@]}; do cd "$GOPATH/src/git.curoverse.com/arvados.git/$dir" @@ -263,13 +261,45 @@ test_package_presence() { # See if we can skip building the package, only if it already exists in the # processed/ directory. If so, move it back to the packages directory to make # sure it gets picked up by the test and/or upload steps. - if [[ -e "processed/$complete_pkgname" ]]; then - echo "Package $complete_pkgname exists, not rebuilding!" - mv processed/$complete_pkgname . - return 1 + # Get the list of packages from the repos + + if [[ "$FORMAT" == "deb" ]]; then + debian_distros="jessie precise stretch trusty wheezy xenial" + + for D in ${debian_distros}; do + if [ ${pkgname:0:3} = "lib" ]; then + repo_subdir=${pkgname:0:4} + else + repo_subdir=${pkgname:0:1} + fi + + repo_pkg_list=$(curl -s -o - http://apt.arvados.org/pool/${D}/main/${repo_subdir}/) + echo ${repo_pkg_list} |grep -q ${complete_pkgname} + if [ $? -eq 0 ] ; then + echo "Package $complete_pkgname exists, not rebuilding!" + curl -o ./${complete_pkgname} http://apt.arvados.org/pool/${D}/main/${repo_subdir}/${complete_pkgname} + return 1 + elif test -f "$WORKSPACE/packages/$TARGET/processed/${complete_pkgname}" ; then + echo "Package $complete_pkgname exists, not rebuilding!" + return 1 + else + echo "Package $complete_pkgname not found, building" + return 0 + fi + done else - echo "Package $complete_pkgname not found, building" - return 0 + centos_repo="http://rpm.arvados.org/CentOS/7/dev/x86_64/" + + repo_pkg_list=$(curl -o - ${centos_repo}) + echo ${repo_pkg_list} |grep -q ${complete_pkgname} + if [ $? -eq 0 ]; then + echo "Package $complete_pkgname exists, not rebuilding!" + curl -o ./${complete_pkgname} ${centos_repo}${complete_pkgname} + return 1 + else + echo "Package $complete_pkgname not found, building" + return 0 + fi fi } @@ -283,6 +313,7 @@ handle_rails_package() { cd "$srcdir" local license_path="$1"; shift local version="$(version_from_git)" + echo "$version" >package-build.version local scripts_dir="$(mktemp --tmpdir -d "$pkgname-XXXXXXXX.scripts")" && \ ( set -e