tools/arvbox/lib/arvbox/docker/cluster-config.sh

   1 #!/bin/bash
   2 # Copyright (C) The Arvados Authors. All rights reserved.
   3 #
   4 # SPDX-License-Identifier: AGPL-3.0
   5
   6 exec 2>&1
   7 set -ex -o pipefail
   8
   9 export ARVADOS_CONTAINER_PATH=/var/lib/arvados-arvbox
  10
  11 if [[ -s /etc/arvados/config.yml ]] && [[ $ARVADOS_CONTAINER_PATH/cluster_config.yml.override -ot /etc/arvados/config.yml ]] ; then
  12    exit
  13 fi
  14
  15 . /usr/local/lib/arvbox/common.sh
  16
  17 set -u
  18
  19 if ! test -s $ARVADOS_CONTAINER_PATH/api_uuid_prefix ; then
  20   ruby -e 'puts "x#{rand(2**64).to_s(36)[0,4]}"' > $ARVADOS_CONTAINER_PATH/api_uuid_prefix
  21 fi
  22 uuid_prefix=$(cat $ARVADOS_CONTAINER_PATH/api_uuid_prefix)
  23
  24 if ! test -s $ARVADOS_CONTAINER_PATH/api_secret_token ; then
  25     ruby -e 'puts rand(2**400).to_s(36)' > $ARVADOS_CONTAINER_PATH/api_secret_token
  26 fi
  27 secret_token=$(cat $ARVADOS_CONTAINER_PATH/api_secret_token)
  28
  29 if ! test -s $ARVADOS_CONTAINER_PATH/blob_signing_key ; then
  30     ruby -e 'puts rand(2**400).to_s(36)' > $ARVADOS_CONTAINER_PATH/blob_signing_key
  31 fi
  32 blob_signing_key=$(cat $ARVADOS_CONTAINER_PATH/blob_signing_key)
  33
  34 if ! test -s $ARVADOS_CONTAINER_PATH/management_token ; then
  35     ruby -e 'puts rand(2**400).to_s(36)' > $ARVADOS_CONTAINER_PATH/management_token
  36 fi
  37 management_token=$(cat $ARVADOS_CONTAINER_PATH/management_token)
  38
  39 if ! test -s $ARVADOS_CONTAINER_PATH/system_root_token ; then
  40     ruby -e 'puts rand(2**400).to_s(36)' > $ARVADOS_CONTAINER_PATH/system_root_token
  41 fi
  42 system_root_token=$(cat $ARVADOS_CONTAINER_PATH/system_root_token)
  43
  44 if ! test -s $ARVADOS_CONTAINER_PATH/vm-uuid ; then
  45     echo $uuid_prefix-2x53u-$(ruby -e 'puts rand(2**400).to_s(36)[0,15]') > $ARVADOS_CONTAINER_PATH/vm-uuid
  46 fi
  47 vm_uuid=$(cat $ARVADOS_CONTAINER_PATH/vm-uuid)
  48
  49 if ! test -f $ARVADOS_CONTAINER_PATH/api_database_pw ; then
  50     ruby -e 'puts rand(2**128).to_s(36)' > $ARVADOS_CONTAINER_PATH/api_database_pw
  51 fi
  52 database_pw=$(cat $ARVADOS_CONTAINER_PATH/api_database_pw)
  53
  54 if ! (psql postgres -c "\du" | grep "^ arvados ") >/dev/null ; then
  55     psql postgres -c "create user arvados with password '$database_pw'"
  56 fi
  57 psql postgres -c "ALTER USER arvados WITH SUPERUSER;"
  58
  59 if test -s $ARVADOS_CONTAINER_PATH/api_rails_env ; then
  60   database_env=$(cat $ARVADOS_CONTAINER_PATH/api_rails_env)
  61 else
  62   database_env=development
  63 fi
  64
  65 cat >$ARVADOS_CONTAINER_PATH/cluster_config.yml <<EOF
  66 Clusters:
  67   ${uuid_prefix}:
  68     SystemRootToken: $system_root_token
  69     ManagementToken: $management_token
  70     Services:
  71       RailsAPI:
  72         InternalURLs:
  73           "http://localhost:${services[api]}": {}
  74       Workbench1:
  75         ExternalURL: "https://$localip:${services[workbench2-ssl]}"
  76       Workbench2:
  77         ExternalURL: "https://$localip:${services[workbench2-ssl]}"
  78       Keepproxy:
  79         ExternalURL: "https://$localip:${services[keepproxy-ssl]}"
  80         InternalURLs:
  81           "http://localhost:${services[keepproxy]}": {}
  82       Keepstore:
  83         InternalURLs:
  84           "http://localhost:${services[keepstore0]}": {}
  85           "http://localhost:${services[keepstore1]}": {}
  86       Websocket:
  87         ExternalURL: "wss://$localip:${services[websockets-ssl]}/websocket"
  88         InternalURLs:
  89           "http://localhost:${services[websockets]}": {}
  90       GitSSH:
  91         ExternalURL: "ssh://git@$localip:"
  92       GitHTTP:
  93         InternalURLs:
  94           "http://localhost:${services[arv-git-httpd]}/": {}
  95         ExternalURL: "https://$localip:${services[arv-git-httpd-ssl]}/"
  96       WebDAV:
  97         InternalURLs:
  98           "http://localhost:${services[keep-web]}/": {}
  99         ExternalURL: "https://$localip:${services[keep-web-ssl]}/"
 100       WebDAVDownload:
 101         InternalURLs:
 102           "http://localhost:${services[keep-web]}/": {}
 103         ExternalURL: "https://$localip:${services[keep-web-dl-ssl]}/"
 104       Controller:
 105         ExternalURL: "https://$localip:${services[controller-ssl]}"
 106         InternalURLs:
 107           "http://localhost:${services[controller]}": {}
 108       WebShell:
 109         InternalURLs: {}
 110         ExternalURL: "https://$localip:${services[webshell-ssl]}"
 111     PostgreSQL:
 112       ConnectionPool: 32 # max concurrent connections per arvados server daemon
 113       Connection:
 114         # All parameters here are passed to the PG client library in a connection string;
 115         # see https://www.postgresql.org/docs/current/static/libpq-connect.html#LIBPQ-PARAMKEYWORDS
 116         host: localhost
 117         user: arvados
 118         password: ${database_pw}
 119         dbname: arvados_${database_env}
 120         client_encoding: utf8
 121     Collections:
 122       BlobSigningKey: $blob_signing_key
 123       DefaultReplication: 1
 124       TrustAllContent: true
 125     Containers:
 126       RuntimeEngine: singularity
 127     Login:
 128       Test:
 129         Enable: true
 130     Users:
 131       NewUsersAreActive: true
 132       AutoAdminFirstUser: true
 133       AutoSetupNewUsers: true
 134       AutoSetupNewUsersWithVmUUID: $vm_uuid
 135       AutoSetupNewUsersWithRepository: true
 136     Git:
 137       GitCommand: /usr/share/gitolite3/gitolite-shell
 138       GitoliteHome: $ARVADOS_CONTAINER_PATH/git
 139       Repositories: $ARVADOS_CONTAINER_PATH/git/repositories
 140     Volumes:
 141       ${uuid_prefix}-nyw5e-000000000000000:
 142         Driver: Directory
 143         DriverParameters:
 144           Root: $ARVADOS_CONTAINER_PATH/keep0
 145         AccessViaHosts:
 146           "http://localhost:${services[keepstore0]}": {}
 147       ${uuid_prefix}-nyw5e-111111111111111:
 148         Driver: Directory
 149         DriverParameters:
 150           Root: $ARVADOS_CONTAINER_PATH/keep1
 151         AccessViaHosts:
 152           "http://localhost:${services[keepstore1]}": {}
 153 EOF
 154
 155 /usr/local/lib/arvbox/yml_override.py $ARVADOS_CONTAINER_PATH/cluster_config.yml
 156
 157 cp $ARVADOS_CONTAINER_PATH/cluster_config.yml /etc/arvados/config.yml
 158
 159 # Do not abort if certain optional files don't exist (e.g. cluster_config.yml.override)
 160 set +e
 161 chmod og-rw \
 162       $ARVADOS_CONTAINER_PATH/cluster_config.yml.override \
 163       $ARVADOS_CONTAINER_PATH/cluster_config.yml \
 164       /etc/arvados/config.yml \
 165       $ARVADOS_CONTAINER_PATH/api_secret_token \
 166       $ARVADOS_CONTAINER_PATH/blob_signing_key \
 167       $ARVADOS_CONTAINER_PATH/management_token \
 168       $ARVADOS_CONTAINER_PATH/system_root_token \
 169       $ARVADOS_CONTAINER_PATH/api_database_pw \
 170       $ARVADOS_CONTAINER_PATH/superuser_token \
 171 set -e
 172
 173 mkdir -p $ARVADOS_CONTAINER_PATH/run_tests
 174 cat >$ARVADOS_CONTAINER_PATH/run_tests/config.yml <<EOF
 175 Clusters:
 176   zzzzz:
 177     PostgreSQL:
 178       Connection:
 179         host: localhost
 180         user: arvados
 181         password: ${database_pw}
 182         dbname: arvados_test
 183         client_encoding: utf8
 184 EOF