tools/arvbox/lib/arvbox/docker/crunch-setup.sh

   1 #!/bin/bash
   2 # Copyright (C) The Arvados Authors. All rights reserved.
   3 #
   4 # SPDX-License-Identifier: AGPL-3.0
   5
   6 exec 2>&1
   7 set -eux -o pipefail
   8
   9 . /usr/local/lib/arvbox/common.sh
  10
  11 mkdir -p /var/lib/gopath
  12 cd /var/lib/gopath
  13
  14 export GOPATH=$PWD
  15 mkdir -p "$GOPATH/src/git.curoverse.com"
  16 ln -sfn "/usr/src/arvados" "$GOPATH/src/git.curoverse.com/arvados.git"
  17 flock /var/lib/gopath/gopath.lock go get -t "git.curoverse.com/arvados.git/services/crunchstat"
  18 flock /var/lib/gopath/gopath.lock go get -t "git.curoverse.com/arvados.git/sdk/go/crunchrunner"
  19 install bin/crunchstat bin/crunchrunner /usr/local/bin
  20
  21 if test -s /var/lib/arvados/api_rails_env ; then
  22   RAILS_ENV=$(cat /var/lib/arvados/api_rails_env)
  23 else
  24   RAILS_ENV=development
  25 fi
  26
  27 export ARVADOS_API_HOST=$localip:${services[api]}
  28 export ARVADOS_API_HOST_INSECURE=1
  29 export ARVADOS_API_TOKEN=$(cat /usr/src/arvados/services/api/superuser_token)
  30 export CRUNCH_JOB_BIN=/usr/src/arvados/sdk/cli/bin/crunch-job
  31 export PERLLIB=/usr/src/arvados/sdk/perl/lib
  32 export CRUNCH_TMP=/tmp/$1
  33 export CRUNCH_DISPATCH_LOCKFILE=/var/lock/$1-dispatch
  34 export CRUNCH_JOB_DOCKER_BIN=docker
  35 export HOME=/tmp/$1
  36 export CRUNCH_JOB_DOCKER_RUN_ARGS=--net=host
  37 # Stop excessive stat of /etc/localtime
  38 export TZ='America/New_York'
  39
  40 cd /usr/src/arvados/services/api
  41 if test "$1" = "crunch0" ; then
  42     exec bundle exec ./script/crunch-dispatch.rb $RAILS_ENV --jobs --pipelines
  43 else
  44     exec bundle exec ./script/crunch-dispatch.rb $RAILS_ENV --jobs
  45 fi