X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/f00aabd51e64355ca9f6001bd0f87fd162812915..5e31613d2a0647647b710a0558e11408bc157406:/build/run-library.sh diff --git a/build/run-library.sh b/build/run-library.sh index cc491770ca..ac5dc718be 100755 --- a/build/run-library.sh +++ b/build/run-library.sh @@ -40,27 +40,24 @@ EOF format_last_commit_here() { local format="$1"; shift - TZ=UTC git log -n1 --first-parent "--format=format:$format" . + local dir="${1:-.}"; shift + TZ=UTC git log -n1 --first-parent "--format=format:$format" "$dir" } version_from_git() { # Output the version being built, or if we're building a # dev/prerelease, output a version number based on the git log for - # the current working directory. + # the given $subdir. + local minorversion="$1"; shift # unused + local subdir="$1"; shift if [[ -n "$ARVADOS_BUILDING_VERSION" ]]; then echo "$ARVADOS_BUILDING_VERSION" return fi - local git_ts git_hash prefix - if [[ -n "$1" ]] ; then - prefix="$1" - else - prefix="0.1" - fi - - declare $(format_last_commit_here "git_ts=%ct git_hash=%h") - ARVADOS_BUILDING_VERSION="$(git tag -l |sort -V -r |head -n1).$(date -ud "@$git_ts" +%Y%m%d%H%M%S)" + local git_ts git_hash + declare $(format_last_commit_here "git_ts=%ct git_hash=%h" "$subdir") + ARVADOS_BUILDING_VERSION="$($WORKSPACE/build/version-at-commit.sh $git_hash)" echo "$ARVADOS_BUILDING_VERSION" } @@ -73,7 +70,8 @@ nohash_version_from_git() { } timestamp_from_git() { - format_last_commit_here "%ct" + local subdir="$1"; shift + format_last_commit_here "%ct" "$subdir" } handle_python_package () { @@ -108,28 +106,32 @@ calculate_go_package_version() { # to another variable that is passed in as the first argument to this function. # see https://www.gnu.org/software/bash/manual/html_node/Shell-Parameters.html local -n __returnvar="$1"; shift - local src_path="$1"; shift + local oldpwd="$PWD" - cd "$WORKSPACE/$src_path" - local version="$(version_from_git)" - local timestamp="$(timestamp_from_git)" + cd "$WORKSPACE" + go mod download # Update the version number and build a new package if the vendor # bundle has changed, or the command imports anything from the # Arvados SDK and the SDK has changed. - declare -a checkdirs=(vendor) - if grep -qr git.curoverse.com/arvados .; then + declare -a checkdirs=(go.mod go.sum) + while [ -n "$1" ]; do + checkdirs+=("$1") + shift + done + if grep -qr git.arvados.org/arvados .; then checkdirs+=(sdk/go lib) fi + local timestamp=0 for dir in ${checkdirs[@]}; do - cd "$WORKSPACE/$dir" - ts="$(timestamp_from_git)" + cd "$WORKSPACE" + ts="$(timestamp_from_git "$dir")" if [[ "$ts" -gt "$timestamp" ]]; then - version=$(version_from_git) + version=$(version_from_git "" "$dir") timestamp="$ts" fi done - + cd "$oldpwd" __returnvar="$version" } @@ -160,7 +162,7 @@ package_go_binary() { return 1 fi - go get -ldflags "-X git.curoverse.com/arvados.git/lib/cmd.version=${go_package_version} -X main.version=${go_package_version}" "git.curoverse.com/arvados.git/$src_path" + go get -ldflags "-X git.arvados.org/arvados.git/lib/cmd.version=${go_package_version} -X main.version=${go_package_version}" "git.arvados.org/arvados.git/$src_path" local -a switches=() systemd_unit="$WORKSPACE/${src_path}/${prog}.service" @@ -207,20 +209,14 @@ _build_rails_package_scripts() { rails_package_version() { local pkgname="$1"; shift + local srcdir="$1"; shift if [[ -n "$ARVADOS_BUILDING_VERSION" ]]; then echo "$ARVADOS_BUILDING_VERSION" return fi local version="$(version_from_git)" if [ $pkgname = "arvados-api-server" -o $pkgname = "arvados-workbench" ] ; then - local P="$PWD" - cd $WORKSPACE - local arvados_server_version - calculate_go_package_version arvados_server_version cmd/arvados-server - cd $P - if [ $arvados_server_version > $version ] ; then - version=$arvados_server_version - fi + calculate_go_package_version version cmd/arvados-server "$srcdir" fi echo $version } @@ -237,7 +233,7 @@ test_rails_package_presence() { cd $srcdir - local version="$(rails_package_version $pkgname)" + local version="$(rails_package_version "$pkgname" "$srcdir")" cd $tmppwd @@ -315,7 +311,9 @@ test_package_presence() { # sure it gets picked up by the test and/or upload steps. # Get the list of packages from the repos - if [[ "$FORMAT" == "deb" ]]; then + if [[ "$FORCE_BUILD" == "1" ]]; then + echo "Package $full_pkgname build forced with --force-build, building" + elif [[ "$FORMAT" == "deb" ]]; then declare -A dd dd[debian9]=stretch dd[debian10]=buster @@ -369,7 +367,7 @@ handle_rails_package() { local srcdir="$1"; shift cd "$srcdir" local license_path="$1"; shift - local version="$(rails_package_version $pkgname)" + local version="$(rails_package_version "$pkgname" "$srcdir")" echo "$version" >package-build.version local scripts_dir="$(mktemp --tmpdir -d "$pkgname-XXXXXXXX.scripts")" && \ ( @@ -477,9 +475,9 @@ fpm_build_virtualenv () { rm -rf dist/* # Get the latest setuptools - if ! $pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG -U setuptools; then + if ! $pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG -U 'setuptools<45'; then echo "Error, unable to upgrade setuptools with" - echo " $pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG -U setuptools" + echo " $pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG -U 'setuptools<45'" exit 1 fi # filter a useless warning (when building the cwltest package) from the stderr output @@ -534,9 +532,9 @@ fpm_build_virtualenv () { fi echo "pip version: `build/usr/share/$python/dist/$PYTHON_PKG/bin/$pip --version`" - if ! build/usr/share/$python/dist/$PYTHON_PKG/bin/$pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG -U setuptools; then + if ! build/usr/share/$python/dist/$PYTHON_PKG/bin/$pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG -U 'setuptools<45'; then echo "Error, unable to upgrade setuptools with" - echo " build/usr/share/$python/dist/$PYTHON_PKG/bin/$pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG -U setuptools" + echo " build/usr/share/$python/dist/$PYTHON_PKG/bin/$pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG -U 'setuptools<45'" exit 1 fi echo "setuptools version: `build/usr/share/$python/dist/$PYTHON_PKG/bin/$python -c 'import setuptools; print(setuptools.__version__)'`"