shift
done
+STDOUT_IF_DEBUG=/dev/null
+STDERR_IF_DEBUG=/dev/null
+DASHQ_UNLESS_DEBUG=-q
+if [[ "$DEBUG" != 0 ]]; then
+ STDOUT_IF_DEBUG=/dev/stdout
+ STDERR_IF_DEBUG=/dev/stderr
+ DASHQ_UNLESS_DEBUG=
+fi
+
+debug_echo () {
+ echo "$@" >"$STDOUT_IF_DEBUG"
+}
+
declare -a PYTHON_BACKPORTS PYTHON3_BACKPORTS
PYTHON2_VERSION=2.7
PYTHON2_PKG_PREFIX=python
PYTHON3_PACKAGE=python$PYTHON3_VERSION
PYTHON3_PKG_PREFIX=python3
- PYTHON_BACKPORTS=(pyasn1==0.1.7 pyasn1-modules==0.0.5 llfuse ciso8601 \
+ PYTHON_BACKPORTS=(pyasn1==0.1.7 pyvcf pyasn1-modules==0.0.5 llfuse ciso8601 \
google-api-python-client six uritemplate oauth2client httplib2 \
rsa apache-libcloud pycurl backports.ssl_match_hostname)
PYTHON3_BACKPORTS=(docker-py requests websocket-client)
exit 1 # fail
fi
-if [[ "$DEBUG" != 0 ]]; then
- echo "$0 is running from $RUN_BUILD_PACKAGES_PATH"
- echo "Workspace is $WORKSPACE"
-fi
+debug_echo "$0 is running from $RUN_BUILD_PACKAGES_PATH"
+debug_echo "Workspace is $WORKSPACE"
format_last_commit_here() {
local format=$1; shift
return
fi
# Make sure only to use sdist - that's the only format pip can deal with (sigh)
- if [[ "$DEBUG" != 0 ]]; then
- python setup.py sdist
- else
- python setup.py -q sdist
- fi
+ python setup.py $DASHQ_UNLESS_DEBUG sdist
}
handle_ruby_gem() {
local gem_name=$1; shift
local gem_version=$(nohash_version_from_git)
+ local gem_src_dir="$(pwd)"
- if [ -e "${gem_name}-${gem_version}.gem" ]; then
- # This gem doesn't need rebuilding.
- return
- fi
-
- find -maxdepth 1 -name "${gem_name}-*.gem" -delete
+ if ! [[ -e "${gem_name}-${gem_version}.gem" ]]; then
+ find -maxdepth 1 -name "${gem_name}-*.gem" -delete
- if [[ "$DEBUG" != 0 ]]; then
- gem build "$gem_name.gemspec"
- else
# -q appears to be broken in gem version 2.2.2
- gem build "$gem_name.gemspec" -q >/dev/null 2>&1
+ $GEM build "$gem_name.gemspec" $DASHQ_UNLESS_DEBUG >"$STDOUT_IF_DEBUG" 2>"$STDERR_IF_DEBUG"
fi
-
- fpm_build "$gem_name"-*.gem "" "Curoverse, Inc." gem "" \
- --prefix "$FPM_GEM_PREFIX"
- mv -t "$WORKSPACE/packages/$TARGET/" "$gem_name"*."$FORMAT"
}
# Build packages for everything
COMMAND_ARR+=("$i")
done
+ # Append --depends X and other arguments specified by fpm-info.sh in
+ # the package source dir. These are added last so they can override
+ # the arguments added by this script.
+ declare -a fpm_args=()
+ declare -a fpm_depends=()
+ if [[ -d "$PACKAGE" ]]; then
+ FPM_INFO="$PACKAGE/fpm-info.sh"
+ else
+ FPM_INFO="${WORKSPACE}/backports/${PACKAGE_TYPE}-${PACKAGE}/fpm-info.sh"
+ fi
+ if [[ -e "$FPM_INFO" ]]; then
+ debug_echo "Loading fpm overrides from $FPM_INFO"
+ source "$FPM_INFO"
+ fi
+ for i in "${fpm_depends[@]}"; do
+ COMMAND_ARR+=('--depends' "$i")
+ done
+ COMMAND_ARR+=("${fpm_args[@]}")
+
COMMAND_ARR+=("$PACKAGE")
- if [[ "$DEBUG" != 0 ]]; then
- echo
- echo "${COMMAND_ARR[@]}"
- echo
- fi
+ debug_echo -e "\n${COMMAND_ARR[@]}\n"
FPM_RESULTS=$("${COMMAND_ARR[@]}")
FPM_EXIT_CODE=$?
}
if [[ -f /etc/profile.d/rvm.sh ]]; then
- source /etc/profile.d/rvm.sh
+ source /etc/profile.d/rvm.sh
+ GEM="rvm-exec default gem"
+else
+ GEM=gem
fi
# Make all files world-readable -- jenkins runs with umask 027, and has checked
# gems and packages
umask 0022
-if [[ "$DEBUG" != 0 ]]; then
- echo "umask is" `umask`
-fi
+debug_echo "umask is" `umask`
if [[ ! -d "$WORKSPACE/packages/$TARGET" ]]; then
mkdir -p $WORKSPACE/packages/$TARGET
fi
# Perl packages
-if [[ "$DEBUG" != 0 ]]; then
- echo -e "\nPerl packages\n"
-fi
-
-if [[ "$DEBUG" != 0 ]]; then
- PERL_OUT=/dev/stdout
-else
- PERL_OUT=/dev/null
-fi
+debug_echo -e "\nPerl packages\n"
cd "$WORKSPACE/sdk/perl"
if [[ -e Makefile ]]; then
- make realclean >"$PERL_OUT"
+ make realclean >"$STDOUT_IF_DEBUG"
fi
find -maxdepth 1 \( -name 'MANIFEST*' -or -name "libarvados-perl*.$FORMAT" \) \
-delete
rm -rf install
-perl Makefile.PL INSTALL_BASE=install >"$PERL_OUT" && \
- make install INSTALLDIRS=perl >"$PERL_OUT" && \
+perl Makefile.PL INSTALL_BASE=install >"$STDOUT_IF_DEBUG" && \
+ make install INSTALLDIRS=perl >"$STDOUT_IF_DEBUG" && \
fpm_build install/lib/=/usr/share libarvados-perl \
"Curoverse, Inc." dir "$(version_from_git)" install/man/=/usr/share/man && \
mv libarvados-perl*.$FORMAT "$WORKSPACE/packages/$TARGET/"
# Ruby gems
-if [[ "$DEBUG" != 0 ]]; then
- echo
- echo "Ruby gems"
- echo
-fi
+debug_echo -e "\nRuby gems\n"
-if type rvm-exec >/dev/null 2>&1; then
- FPM_GEM_PREFIX=$(rvm-exec system gem environment gemdir)
-else
- FPM_GEM_PREFIX=$(gem environment gemdir)
-fi
+FPM_GEM_PREFIX=$($GEM environment gemdir)
cd "$WORKSPACE/sdk/ruby"
handle_ruby_gem arvados
cd "$WORKSPACE/sdk/cli"
handle_ruby_gem arvados-cli
+cd "$WORKSPACE/services/login-sync"
+handle_ruby_gem arvados-login-sync
+
# Python packages
-if [[ "$DEBUG" != 0 ]]; then
- echo
- echo "Python packages"
- echo
-fi
+debug_echo -e "\nPython packages\n"
cd "$WORKSPACE/sdk/pam"
handle_python_package
cd "$WORKSPACE/services/nodemanager"
handle_python_package
-# Arvados-src
-# We use $WORKSPACE/src-build-dir as the clean directory from which to build the src package
-if [[ ! -d "$WORKSPACE/src-build-dir" ]]; then
- mkdir "$WORKSPACE/src-build-dir"
- cd "$WORKSPACE"
- if [[ "$DEBUG" != 0 ]]; then
- git clone https://github.com/curoverse/arvados.git src-build-dir
- else
- git clone -q https://github.com/curoverse/arvados.git src-build-dir
- fi
-fi
+# arvados-src
+(
+ set -e
-# Get the commit hash we're building against, from the working directory
-cd "$WORKSPACE"
-MASTER_COMMIT_HASH=$(format_last_commit_here "%H")
+ cd "$WORKSPACE"
+ COMMIT_HASH=$(format_last_commit_here "%H")
-# Make sure we check out that commit in the clean $WORKSPACE/src-build-dir directory
-cd "$WORKSPACE/src-build-dir"
-# just in case, check out master
-if [[ "$DEBUG" != 0 ]]; then
- git checkout master
- git pull
- # go into detached-head state
- git checkout "$MASTER_COMMIT_HASH"
-else
- git checkout -q master
- git pull -q
- # go into detached-head state
- git checkout -q "$MASTER_COMMIT_HASH"
-fi
-echo "$MASTER_COMMIT_HASH" >git-commit.version
+ SRC_BUILD_DIR=$(mktemp -d)
+ git clone $DASHQ_UNLESS_DEBUG "$WORKSPACE/.git" "$SRC_BUILD_DIR"
+ cd "$SRC_BUILD_DIR"
-# Build arvados src deb package
-cd "$WORKSPACE"
-PKG_VERSION=$(version_from_git)
-cd $WORKSPACE/packages/$TARGET
-fpm_build $WORKSPACE/src-build-dir/=/usr/local/arvados/src arvados-src 'Curoverse, Inc.' 'dir' "$PKG_VERSION" "--exclude=usr/local/arvados/src/.git" "--url=https://arvados.org" "--license=GNU Affero General Public License, version 3.0" "--description=The Arvados source code" "--architecture=all"
+ # go into detached-head state
+ git checkout $DASHQ_UNLESS_DEBUG "$COMMIT_HASH"
+ echo "$COMMIT_HASH" >git-commit.version
-# clean up, check out master and step away from detached-head state
-cd "$WORKSPACE/src-build-dir"
-if [[ "$DEBUG" != 0 ]]; then
- git checkout master
-else
- git checkout -q master
-fi
+ cd "$SRC_BUILD_DIR"
+ PKG_VERSION=$(version_from_git)
+ cd $WORKSPACE/packages/$TARGET
+ fpm_build $SRC_BUILD_DIR/=/usr/local/arvados/src arvados-src 'Curoverse, Inc.' 'dir' "$PKG_VERSION" "--exclude=usr/local/arvados/src/.git" "--url=https://arvados.org" "--license=GNU Affero General Public License, version 3.0" "--description=The Arvados source code" "--architecture=all"
+
+ rm -r "$SRC_BUILD_DIR"
+)
# Keep
export GOPATH=$(mktemp -d)
mkdir $WORKSPACE/services/api/tmp
fi
-BUNDLE_OUTPUT=`bundle install --path vendor/bundle`
-if [[ "$DEBUG" != 0 ]]; then
- echo $BUNDLE_OUTPUT
-fi
+bundle install --path vendor/bundle >"$STDOUT_IF_DEBUG"
/usr/bin/git rev-parse HEAD > git-commit.version
if [[ "$BUILD_BUNDLE_PACKAGES" != 0 ]]; then
declare -a COMMAND_ARR=("fpm" "--maintainer=Ward Vandewege <ward@curoverse.com>" "--vendor='Curoverse, Inc.'" "--url='https://arvados.org'" "--description='Arvados API server - Arvados is a free and open source platform for big data science.'" "--license='GNU Affero General Public License, version 3.0'" "-s" "dir" "-t" "$FORMAT" "-n" "${PACKAGE_NAME}-with-bundle" "-v" "$API_VERSION" "-x" "var/www/arvados-api/current/tmp" "-x" "var/www/arvados-api/current/log" "-x" "var/www/arvados-api/current/vendor/cache/*" "-x" "var/www/arvados-api/current/coverage" "-x" "var/www/arvados-api/current/Capfile*" "-x" "var/www/arvados-api/current/config/deploy*" "--after-install=$RUN_BUILD_PACKAGES_PATH/arvados-api-server-extras/postinst.sh" "$WORKSPACE/services/api/=/var/www/arvados-api/current" "$RUN_BUILD_PACKAGES_PATH/arvados-api-server-extras/arvados-api-server-upgrade.sh=/usr/local/bin/arvados-api-server-upgrade.sh")
- if [[ "$DEBUG" != 0 ]]; then
- echo
- echo "${COMMAND_ARR[@]}"
- echo
- fi
+ debug_echo -e "\n${COMMAND_ARR[@]}\n"
FPM_RESULTS=$("${COMMAND_ARR[@]}")
FPM_EXIT_CODE=$?
# Build the 'bare' package without vendor/bundle.
declare -a COMMAND_ARR=("fpm" "--maintainer=Ward Vandewege <ward@curoverse.com>" "--vendor='Curoverse, Inc.'" "--url='https://arvados.org'" "--description='Arvados API server - Arvados is a free and open source platform for big data science.'" "--license='GNU Affero General Public License, version 3.0'" "-s" "dir" "-t" "$FORMAT" "-n" "${PACKAGE_NAME}" "-v" "$API_VERSION" "-x" "var/www/arvados-api/current/tmp" "-x" "var/www/arvados-api/current/log" "-x" "var/www/arvados-api/current/vendor/bundle" "-x" "var/www/arvados-api/current/vendor/cache/*" "-x" "var/www/arvados-api/current/coverage" "-x" "var/www/arvados-api/current/Capfile*" "-x" "var/www/arvados-api/current/config/deploy*" "--after-install=$RUN_BUILD_PACKAGES_PATH/arvados-api-server-extras/postinst.sh" "$WORKSPACE/services/api/=/var/www/arvados-api/current" "$RUN_BUILD_PACKAGES_PATH/arvados-api-server-extras/arvados-api-server-upgrade.sh=/usr/local/bin/arvados-api-server-upgrade.sh")
-if [[ "$DEBUG" != 0 ]]; then
- echo
- echo "${COMMAND_ARR[@]}"
- echo
-fi
+debug_echo -e "\n${COMMAND_ARR[@]}\n"
FPM_RESULTS=$("${COMMAND_ARR[@]}")
FPM_EXIT_CODE=$?
mkdir $WORKSPACE/apps/workbench/tmp
fi
-BUNDLE_OUTPUT=`bundle install --path vendor/bundle`
-
-if [[ "$DEBUG" != 0 ]]; then
- echo $BUNDLE_OUTPUT
-fi
+bundle install --path vendor/bundle >"$STDOUT_IF_DEBUG"
/usr/bin/git rev-parse HEAD > git-commit.version
declare -a COMMAND_ARR=("fpm" "--maintainer=Ward Vandewege <ward@curoverse.com>" "--vendor='Curoverse, Inc.'" "--url='https://arvados.org'" "--description='Arvados Workbench - Arvados is a free and open source platform for big data science.'" "--license='GNU Affero General Public License, version 3.0'" "-s" "dir" "-t" "$FORMAT" "-n" "${PACKAGE_NAME}-with-bundle" "-v" "$WORKBENCH_VERSION" "-x" "var/www/arvados-workbench/current/log" "-x" "var/www/arvados-workbench/current/vendor/cache/*" "-x" "var/www/arvados-workbench/current/coverage" "-x" "var/www/arvados-workbench/current/Capfile*" "-x" "var/www/arvados-workbench/current/config/deploy*" "--after-install=$RUN_BUILD_PACKAGES_PATH/arvados-workbench-extras/postinst.sh" "$WORKSPACE/apps/workbench/=/var/www/arvados-workbench/current" "$RUN_BUILD_PACKAGES_PATH/arvados-workbench-extras/arvados-workbench-upgrade.sh=/usr/local/bin/arvados-workbench-upgrade.sh")
- if [[ "$DEBUG" != 0 ]]; then
- echo
- echo "${COMMAND_ARR[@]}"
- echo
- fi
+ debug_echo -e "\n${COMMAND_ARR[@]}\n"
FPM_RESULTS=$("${COMMAND_ARR[@]}")
FPM_EXIT_CODE=$?
declare -a COMMAND_ARR=("fpm" "--maintainer=Ward Vandewege <ward@curoverse.com>" "--vendor='Curoverse, Inc.'" "--url='https://arvados.org'" "--description='Arvados Workbench - Arvados is a free and open source platform for big data science.'" "--license='GNU Affero General Public License, version 3.0'" "-s" "dir" "-t" "$FORMAT" "-n" "${PACKAGE_NAME}" "-v" "$WORKBENCH_VERSION" "-x" "var/www/arvados-workbench/current/log" "-x" "var/www/arvados-workbench/current/vendor/bundle" "-x" "var/www/arvados-workbench/current/vendor/cache/*" "-x" "var/www/arvados-workbench/current/coverage" "-x" "var/www/arvados-workbench/current/Capfile*" "-x" "var/www/arvados-workbench/current/config/deploy*" "--after-install=$RUN_BUILD_PACKAGES_PATH/arvados-workbench-extras/postinst.sh" "$WORKSPACE/apps/workbench/=/var/www/arvados-workbench/current" "$RUN_BUILD_PACKAGES_PATH/arvados-workbench-extras/arvados-workbench-upgrade.sh=/usr/local/bin/arvados-workbench-upgrade.sh")
-if [[ "$DEBUG" != 0 ]]; then
- echo
- echo "${COMMAND_ARR[@]}"
- echo
-fi
+debug_echo -e "\n${COMMAND_ARR[@]}\n"
FPM_RESULTS=$("${COMMAND_ARR[@]}")
FPM_EXIT_CODE=$?
projects / arvados-dev.git / blobdiff