$(basename $0): Orchestrate run-build-packages.sh for one target
Syntax:
- WORKSPACE=/path/to/arvados $(basename $0) [options]
+ WORKSPACE=/path/to/arvados $(basename $0) --target <target> [options]
--target <target>
- Distribution to build packages for (default: debian10)
+ Distribution to build packages for
--command
Build command to execute (default: use built-in Docker image command)
--test-packages
exit 1
fi
-TARGET=debian10
FORCE_BUILD=0
COMMAND=
DEBUG=
+TARGET=
eval set -- "$PARSEDOPTS"
while [ $# -gt 0 ]; do
done
set -e
+orig_umask="$(umask)"
+
+if [[ -z "$TARGET" ]]; then
+ echo "FATAL: --target must be specified" >&2
+ exit 2
+elif [[ ! -d "$WORKSPACE/build/package-build-dockerfiles/$TARGET" ]]; then
+ echo "FATAL: unknown build target '$TARGET'" >&2
+ exit 2
+fi
if [[ -n "$ARVADOS_BUILDING_VERSION" ]]; then
echo "build version='$ARVADOS_BUILDING_VERSION', package iteration='$ARVADOS_BUILDING_ITERATION'"
fi
if [[ -n "$test_packages" ]]; then
+ # Packages are built world-readable, so package indexes should be too,
+ # especially because since 2022 apt uses an unprivileged user `_apt` to
+ # retrieve everything. Ensure it has permissions to read the packages
+ # when mounted as a volume inside the Docker container.
+ chmod a+rx "$WORKSPACE" "$WORKSPACE/packages" "$WORKSPACE/packages/$TARGET"
+ umask 022
if [[ -n "$(find $WORKSPACE/packages/$TARGET -name '*.rpm')" ]] ; then
CREATEREPO="$(command -v createrepo createrepo_c | tail -n1)"
if [[ -z "$CREATEREPO" ]]; then
COMMAND="/jenkins/package-testing/test-packages-$TARGET.sh"
IMAGE="arvados/package-test:$TARGET"
+ umask "$orig_umask"
else
IMAGE="arvados/build:$TARGET"
if [[ "$COMMAND" != "" ]]; then
- COMMAND="/usr/local/rvm/bin/rvm-exec default bash /jenkins/$COMMAND --target $TARGET$DEBUG"
+ COMMAND="bash /jenkins/$COMMAND --target $TARGET$DEBUG"
fi
fi
if [[ "$SKIP_DOCKER_BUILD" != 1 ]] ; then
if [[ -n "$test_packages" ]]; then
- pushd "$JENKINS_DIR/package-test-dockerfiles"
- make "$TARGET/generated"
+ pushd "$JENKINS_DIR/package-test-dockerfiles"
else
- pushd "$JENKINS_DIR/package-build-dockerfiles"
- make "$TARGET/generated"
+ pushd "$JENKINS_DIR/package-build-dockerfiles"
+ make "$TARGET/generated"
fi
GOVERSION=$(grep 'const goversion =' $WORKSPACE/lib/install/deps.go |awk -F'"' '{print $2}')
arvados-dispatch-cloud
arvados-dispatch-lsf
arvados-docker-cleaner
- arvados-git-httpd
arvados-health
arvados-server
arvados-src
crunch-dispatch-local
crunch-dispatch-slurm
crunch-run
- keepproxy
- keepstore
keep-balance
keep-block-check
- keep-rsync
keep-exercise
keep-rsync
- keep-block-check
keep-web
+ keepproxy
+ keepstore
libpam-arvados-go
- python3-cwltest
+ python3-arvados-cwl-runner
python3-arvados-fuse
python3-arvados-python-client
- python3-arvados-cwl-runner
+ python3-arvados-user-activity
python3-crunchstat-summary
- python3-arvados-user-activity"
+ python3-cwltest"
fi
FINAL_EXITCODE=0
docker_volume_args=(
-v "$JENKINS_DIR:/jenkins"
-v "$WORKSPACE:/arvados"
- -v /arvados/services/api/vendor/bundle
+ --tmpfs /arvados/services/api/.bundle:rw,noexec,nosuid,size=1m
+ --tmpfs /arvados/services/api/vendor:rw,exec,nosuid,size=1g
-v "$WORKSPACE/services/api/vendor/cache-$TARGET:/arvados/services/api/vendor/cache"
)