X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/0398eff55902b779e8d78434873a4ed846c67b5f..1fa9990d33e5cde82d5986b382851b8ea0314553:/build/run-build-packages.sh diff --git a/build/run-build-packages.sh b/build/run-build-packages.sh index ddf93832b3..cfdc3daf98 100755 --- a/build/run-build-packages.sh +++ b/build/run-build-packages.sh @@ -16,7 +16,7 @@ Options: --debug Output debug information (default: false) --target - Distribution to build packages for (default: debian7) + Distribution to build packages for (default: debian8) --only-build Build only a specific package (or $ONLY_BUILD from environment) --command @@ -29,7 +29,7 @@ EOF EXITCODE=0 DEBUG=${ARVADOS_DEBUG:-0} -TARGET=debian7 +TARGET=debian8 COMMAND= PARSEDOPTS=$(getopt --name "$0" --longoptions \ @@ -101,46 +101,35 @@ PYTHON3_INSTALL_LIB=lib/python$PYTHON3_VERSION/dist-packages ## End Debian Python defaults. case "$TARGET" in - debian7) - FORMAT=deb - PYTHON_BACKPORTS=(python-gflags==2.0 google-api-python-client==1.4.2 \ - oauth2client==1.5.2 pyasn1==0.1.7 pyasn1-modules==0.0.5 \ - rsa uritemplate httplib2 ws4py pykka six \ - ciso8601 pycrypto backports.ssl_match_hostname llfuse==0.41.1 \ - 'pycurl<7.21.5' contextlib2 pyyaml 'rdflib>=4.2.0' \ - shellescape mistune typing avro ruamel.ordereddict - cachecontrol requests) - PYTHON3_BACKPORTS=(docker-py==1.7.2 six requests websocket-client==0.37.0) - ;; debian8) FORMAT=deb PYTHON_BACKPORTS=(python-gflags==2.0 google-api-python-client==1.4.2 \ oauth2client==1.5.2 pyasn1==0.1.7 pyasn1-modules==0.0.5 \ - rsa uritemplate httplib2 ws4py pykka six \ - ciso8601 pycrypto backports.ssl_match_hostname llfuse==0.41.1 \ + rsa uritemplate httplib2 ws4py pykka six \ + ciso8601 pycrypto backports.ssl_match_hostname 'llfuse>=1.0' \ 'pycurl<7.21.5' pyyaml 'rdflib>=4.2.0' \ shellescape mistune typing avro ruamel.ordereddict - cachecontrol) + cachecontrol 'pathlib2>=2.1.0') PYTHON3_BACKPORTS=(docker-py==1.7.2 six requests websocket-client==0.37.0) ;; ubuntu1204) FORMAT=deb PYTHON_BACKPORTS=(python-gflags==2.0 google-api-python-client==1.4.2 \ oauth2client==1.5.2 pyasn1==0.1.7 pyasn1-modules==0.0.5 \ - rsa uritemplate httplib2 ws4py pykka six \ - ciso8601 pycrypto backports.ssl_match_hostname llfuse==0.41.1 \ + rsa uritemplate httplib2 ws4py pykka six \ + ciso8601 pycrypto backports.ssl_match_hostname 'llfuse>=1.0' \ contextlib2 'pycurl<7.21.5' pyyaml 'rdflib>=4.2.0' \ shellescape mistune typing avro isodate ruamel.ordereddict - cachecontrol requests) + cachecontrol requests 'pathlib2>=2.1.0') PYTHON3_BACKPORTS=(docker-py==1.7.2 six requests websocket-client==0.37.0) ;; ubuntu1404) FORMAT=deb - PYTHON_BACKPORTS=(pyasn1==0.1.7 pyasn1-modules==0.0.5 llfuse==0.41.1 ciso8601 \ + PYTHON_BACKPORTS=(pyasn1==0.1.7 pyasn1-modules==0.0.5 'llfuse>=1.0' ciso8601 \ google-api-python-client==1.4.2 six uritemplate oauth2client==1.5.2 httplib2 \ rsa 'pycurl<7.21.5' backports.ssl_match_hostname pyyaml 'rdflib>=4.2.0' \ shellescape mistune typing avro ruamel.ordereddict - cachecontrol) + cachecontrol 'pathlib2>=2.1.0') PYTHON3_BACKPORTS=(docker-py==1.7.2 requests websocket-client==0.37.0) ;; centos6) @@ -157,10 +146,10 @@ case "$TARGET" in oauth2client==1.5.2 pyasn1==0.1.7 pyasn1-modules==0.0.5 \ rsa uritemplate httplib2 ws4py pykka six \ ciso8601 pycrypto backports.ssl_match_hostname 'pycurl<7.21.5' \ - python-daemon llfuse==0.41.1 'pbr<1.0' pyyaml \ + python-daemon 'llfuse>=1.0' 'pbr<1.0' pyyaml contextlib2 \ 'rdflib>=4.2.0' shellescape mistune typing avro requests \ isodate pyparsing sparqlwrapper html5lib==0.9999999 keepalive \ - ruamel.ordereddict cachecontrol) + ruamel.ordereddict cachecontrol 'pathlib2>=2.1.0') PYTHON3_BACKPORTS=(docker-py==1.7.2 six requests websocket-client==0.37.0) export PYCURL_SSL_LIBRARY=nss ;; @@ -177,10 +166,10 @@ case "$TARGET" in oauth2client==1.5.2 pyasn1==0.1.7 pyasn1-modules==0.0.5 \ rsa uritemplate httplib2 ws4py pykka \ ciso8601 pycrypto 'pycurl<7.21.5' \ - python-daemon==2.1.1 llfuse==0.41.1 'pbr<1.0' pyyaml \ + python-daemon==2.1.1 'llfuse>=1.0' 'pbr<1.0' pyyaml contextlib2 \ 'rdflib>=4.2.0' shellescape mistune typing avro \ isodate pyparsing sparqlwrapper html5lib==0.9999999 keepalive \ - ruamel.ordereddict cachecontrol) + ruamel.ordereddict cachecontrol 'pathlib2>=2.1.0') PYTHON3_BACKPORTS=(docker-py==1.7.2 six requests websocket-client==0.37.0) export PYCURL_SSL_LIBRARY=nss ;; @@ -424,8 +413,6 @@ package_go_binary services/crunch-run crunch-run \ "Supervise a single Crunch container" package_go_binary services/crunchstat crunchstat \ "Gather cpu/memory/network statistics of running Crunch jobs" -package_go_binary services/datamanager arvados-data-manager \ - "Ensure block replication levels, report disk usage, and determine which blocks should be deleted when space is needed" package_go_binary services/keep-balance keep-balance \ "Rebalance and garbage-collect data blocks stored in Arvados Keep" package_go_binary services/keepproxy keepproxy \ @@ -434,6 +421,8 @@ package_go_binary services/keepstore keepstore \ "Keep storage daemon, accessible to clients on the LAN" package_go_binary services/keep-web keep-web \ "Static web hosting service for user data stored in Arvados Keep" +package_go_binary services/ws arvados-ws \ + "Arvados Websocket server" package_go_binary tools/keep-block-check keep-block-check \ "Verify that all data from one set of Keep servers to another was copied" package_go_binary tools/keep-rsync keep-rsync \ @@ -450,7 +439,7 @@ package_go_binary tools/keep-exercise keep-exercise \ # 2014-05-15 cd $WORKSPACE/packages/$TARGET rm -rf "$WORKSPACE/sdk/python/build" -fpm_build $WORKSPACE/sdk/python "${PYTHON2_PKG_PREFIX}-arvados-python-client" 'Curoverse, Inc.' 'python' "$(awk '($1 == "Version:"){print $2}' $WORKSPACE/sdk/python/arvados_python_client.egg-info/PKG-INFO)" "--url=https://arvados.org" "--description=The Arvados Python SDK" --deb-recommends=git +fpm_build $WORKSPACE/sdk/python "${PYTHON2_PKG_PREFIX}-arvados-python-client" 'Curoverse, Inc.' 'python' "$(awk '($1 == "Version:"){print $2}' $WORKSPACE/sdk/python/arvados_python_client.egg-info/PKG-INFO)" "--url=https://arvados.org" "--description=The Arvados Python SDK" --depends "${PYTHON2_PKG_PREFIX}-setuptools" --deb-recommends=git # cwl-runner cd $WORKSPACE/packages/$TARGET @@ -474,22 +463,23 @@ fpm_build lockfile "" "" python 0.12.2 --epoch 1 # So we build this thing separately. # # Ward, 2016-03-17 -fpm_build schema_salad "" "" python 1.20.20161122192122 --depends "${PYTHON2_PKG_PREFIX}-lockfile >= 1:0.12.2-2" +saladversion=$(cat "$WORKSPACE/sdk/cwl/setup.py" | grep schema-salad== | sed "s/.*==\(.*\)'.*/\1/") +fpm_build schema_salad "" "" python $saladversion --depends "${PYTHON2_PKG_PREFIX}-lockfile >= 1:0.12.2-2" # And schema_salad now depends on ruamel-yaml, which apparently has a braindead setup.py that requires special arguments to build (otherwise, it aborts with 'error: you have to install with "pip install ."'). Sigh. # Ward, 2016-05-26 -fpm_build ruamel.yaml "" "" python 0.12.4 --python-setup-py-arguments "--single-version-externally-managed" +fpm_build ruamel.yaml "" "" python 0.13.7 --python-setup-py-arguments "--single-version-externally-managed" # Dependency of cwltool. Fpm doesn't produce a package with the correct version # number unless we build it explicitly fpm_build cwltest "" "" python 1.0.20160907111242 # And for cwltool we have the same problem as for schema_salad. Ward, 2016-03-17 -cwltoolversion=$(cat "$WORKSPACE/sdk/cwl/setup.py" | grep cwltool== | sed "s/.*==\(1\.0\..*\)'.*/\1/") +cwltoolversion=$(cat "$WORKSPACE/sdk/cwl/setup.py" | grep cwltool== | sed "s/.*==\(.*\)'.*/\1/") fpm_build cwltool "" "" python $cwltoolversion # FPM eats the trailing .0 in the python-rdflib-jsonld package when built with 'rdflib-jsonld>=0.3.0'. Force the version. Ward, 2016-03-25 -fpm_build rdflib-jsonld "" "" python 0.3.0 +fpm_build rdflib-jsonld "" "" python 0.4.0 # The PAM module if [[ $TARGET =~ debian|ubuntu ]]; then @@ -503,12 +493,12 @@ fi # not omit the python- prefix first. cd $WORKSPACE/packages/$TARGET rm -rf "$WORKSPACE/services/fuse/build" -fpm_build $WORKSPACE/services/fuse "${PYTHON2_PKG_PREFIX}-arvados-fuse" 'Curoverse, Inc.' 'python' "$(awk '($1 == "Version:"){print $2}' $WORKSPACE/services/fuse/arvados_fuse.egg-info/PKG-INFO)" "--url=https://arvados.org" "--description=The Keep FUSE driver" +fpm_build $WORKSPACE/services/fuse "${PYTHON2_PKG_PREFIX}-arvados-fuse" 'Curoverse, Inc.' 'python' "$(awk '($1 == "Version:"){print $2}' $WORKSPACE/services/fuse/arvados_fuse.egg-info/PKG-INFO)" "--url=https://arvados.org" "--description=The Keep FUSE driver" --depends "${PYTHON2_PKG_PREFIX}-setuptools" # The node manager cd $WORKSPACE/packages/$TARGET rm -rf "$WORKSPACE/services/nodemanager/build" -fpm_build $WORKSPACE/services/nodemanager arvados-node-manager 'Curoverse, Inc.' 'python' "$(awk '($1 == "Version:"){print $2}' $WORKSPACE/services/nodemanager/arvados_node_manager.egg-info/PKG-INFO)" "--url=https://arvados.org" "--description=The Arvados node manager" +fpm_build $WORKSPACE/services/nodemanager arvados-node-manager 'Curoverse, Inc.' 'python' "$(awk '($1 == "Version:"){print $2}' $WORKSPACE/services/nodemanager/arvados_node_manager.egg-info/PKG-INFO)" "--url=https://arvados.org" "--description=The Arvados node manager" --depends "${PYTHON2_PKG_PREFIX}-setuptools" # The Docker image cleaner cd $WORKSPACE/packages/$TARGET