X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/5030797bc2035f1feee5876e069c0282308270ef..331f76650627e742c0fc76d7c5fe37cdac847330:/build/run-build-packages.sh diff --git a/build/run-build-packages.sh b/build/run-build-packages.sh index bd49c4dedc..b015dc7de3 100755 --- a/build/run-build-packages.sh +++ b/build/run-build-packages.sh @@ -155,6 +155,26 @@ case "$TARGET" in PYTHON3_BACKPORTS=(docker-py==1.7.2 six requests websocket-client) export PYCURL_SSL_LIBRARY=nss ;; + centos7) + FORMAT=rpm + PYTHON2_PACKAGE=$(rpm -qf "$(which python$PYTHON2_VERSION)" --queryformat '%{NAME}\n') + PYTHON2_PKG_PREFIX=$PYTHON2_PACKAGE + PYTHON2_INSTALL_LIB=lib/python$PYTHON2_VERSION/site-packages + PYTHON3_PACKAGE=$(rpm -qf "$(which python$PYTHON3_VERSION)" --queryformat '%{NAME}\n') + PYTHON3_PKG_PREFIX=$PYTHON3_PACKAGE + PYTHON3_PREFIX=/opt/rh/python33/root/usr + PYTHON3_INSTALL_LIB=lib/python$PYTHON3_VERSION/site-packages + PYTHON_BACKPORTS=(python-gflags==2.0 google-api-python-client==1.4.2 \ + oauth2client==1.5.2 pyasn1==0.1.7 pyasn1-modules==0.0.5 \ + rsa uritemplate httplib2 ws4py pykka pyexecjs jsonschema \ + ciso8601 pycrypto 'pycurl<7.21.5' \ + python-daemon llfuse==0.41.1 'pbr<1.0' pyyaml \ + 'rdflib>=4.2.0' shellescape mistune typing avro \ + isodate pyparsing sparqlwrapper html5lib keepalive \ + ruamel.ordereddict) + PYTHON3_BACKPORTS=(docker-py==1.7.2 six requests websocket-client) + export PYCURL_SSL_LIBRARY=nss + ;; *) echo -e "$0: Unknown target '$TARGET'.\n" >&2 exit 1 @@ -218,6 +238,7 @@ debug_echo "umask is" `umask` if [[ ! -d "$WORKSPACE/packages/$TARGET" ]]; then mkdir -p $WORKSPACE/packages/$TARGET + chown --reference="$WORKSPACE" "$WORKSPACE/packages/$TARGET" fi # Perl packages @@ -380,26 +401,32 @@ fi # Go binaries cd $WORKSPACE/packages/$TARGET export GOPATH=$(mktemp -d) -package_go_binary services/keepstore keepstore \ - "Keep storage daemon, accessible to clients on the LAN" -package_go_binary services/keepproxy keepproxy \ - "Make a Keep cluster accessible to clients that are not on the LAN" -package_go_binary services/keep-balance keep-balance \ - "Rebalance and garbage-collect data blocks stored in Arvados Keep" -package_go_binary services/keep-web keep-web \ - "Static web hosting service for user data stored in Arvados Keep" -package_go_binary services/datamanager arvados-data-manager \ - "Ensure block replication levels, report disk usage, and determine which blocks should be deleted when space is needed" +package_go_binary sdk/go/crunchrunner crunchrunner \ + "Crunchrunner executes a command inside a container and uploads the output" package_go_binary services/arv-git-httpd arvados-git-httpd \ "Provide authenticated http access to Arvados-hosted git repositories" +package_go_binary services/crunch-dispatch-local crunch-dispatch-local \ + "Dispatch Crunch containers on the local system" +package_go_binary services/crunch-dispatch-slurm crunch-dispatch-slurm \ + "Dispatch Crunch containers to a SLURM cluster" +package_go_binary services/crunch-run crunch-run \ + "Supervise a single Crunch container" package_go_binary services/crunchstat crunchstat \ "Gather cpu/memory/network statistics of running Crunch jobs" -package_go_binary tools/keep-rsync keep-rsync \ - "Copy all data from one set of Keep servers to another" +package_go_binary services/datamanager arvados-data-manager \ + "Ensure block replication levels, report disk usage, and determine which blocks should be deleted when space is needed" +package_go_binary services/keep-balance keep-balance \ + "Rebalance and garbage-collect data blocks stored in Arvados Keep" +package_go_binary services/keepproxy keepproxy \ + "Make a Keep cluster accessible to clients that are not on the LAN" +package_go_binary services/keepstore keepstore \ + "Keep storage daemon, accessible to clients on the LAN" +package_go_binary services/keep-web keep-web \ + "Static web hosting service for user data stored in Arvados Keep" package_go_binary tools/keep-block-check keep-block-check \ "Verify that all data from one set of Keep servers to another was copied" -package_go_binary sdk/go/crunchrunner crunchrunner \ - "Crunchrunner executes a command inside a container and uploads the output" +package_go_binary tools/keep-rsync keep-rsync \ + "Copy all data from one set of Keep servers to another" # The Python SDK # Please resist the temptation to add --no-python-fix-name to the fpm call here @@ -432,14 +459,15 @@ fpm_build $WORKSPACE/sdk/cwl "${PYTHON2_PKG_PREFIX}-arvados-cwl-runner" 'Curover # So we build this thing separately. # # Ward, 2016-03-17 -fpm_build schema_salad "" "" python 1.11.20160506154702 +fpm_build schema_salad "" "" python 1.14.20160708181155 # And schema_salad now depends on ruamel-yaml, which apparently has a braindead setup.py that requires special arguments to build (otherwise, it aborts with 'error: you have to install with "pip install ."'). Sigh. # Ward, 2016-05-26 -fpm_build ruamel.yaml "" "" python "" --python-setup-py-arguments "--single-version-externally-managed" +# ...and schema_salad 1.12.20160610104117 doesn't work with ruamel-yaml > 0.11.11. +fpm_build ruamel.yaml "" "" python 0.11.11 --python-setup-py-arguments "--single-version-externally-managed" # And for cwltool we have the same problem as for schema_salad. Ward, 2016-03-17 -fpm_build cwltool "" "" python 1.0.20160519182434 +fpm_build cwltool "" "" python 1.0.20160712154127 # FPM eats the trailing .0 in the python-rdflib-jsonld package when built with 'rdflib-jsonld>=0.3.0'. Force the version. Ward, 2016-03-25 fpm_build rdflib-jsonld "" "" python 0.3.0