4 DOCKER=`which docker.io`
6 if [[ "$DOCKER" == "" ]]; then
14 echo >&2 "usage: $0 (start|stop|restart|test) [options]"
16 echo >&2 "$0 start/stop/restart options:"
17 echo >&2 " -d[port], --doc[=port] Documentation server (default port 9898)"
18 echo >&2 " -w[port], --workbench[=port] Workbench server (default port 9899)"
19 echo >&2 " -s[port], --sso[=port] SSO server (default port 9901)"
20 echo >&2 " -a[port], --api[=port] API server (default port 9900)"
21 echo >&2 " -c, --compute Compute nodes (starts 2)"
22 echo >&2 " -v, --vm Shell server"
23 echo >&2 " -n, --nameserver Nameserver"
24 echo >&2 " -k, --keep Keep servers"
25 echo >&2 " --ssh Enable SSH access to server containers"
26 echo >&2 " -h, --help Display this help and exit"
28 echo >&2 " If no options are given, the action is applied to all servers."
30 echo >&2 "$0 test [testname] [testname] ..."
31 echo >&2 " By default, all tests are run."
36 echo `$DOCKER inspect $container |grep IPAddress |cut -f4 -d\"`
39 function start_container {
41 if [[ "$1" != '' ]]; then
45 if [[ "$2" != '' ]]; then
47 if [[ "$name" == "api_server" ]]; then
48 args="$args --dns=172.17.42.1 --dns-search=compute.dev.arvados --hostname api -P --name $name"
49 elif [[ "$name" == "compute" ]]; then
50 name=$name$COMPUTE_COUNTER
51 # We need --privileged because we run docker-inside-docker on the compute nodes
52 args="$args --dns=172.17.42.1 --dns-search=compute.dev.arvados --hostname compute$COMPUTE_COUNTER -P --privileged --name $name"
53 let COMPUTE_COUNTER=$(($COMPUTE_COUNTER + 1))
55 args="$args --dns=172.17.42.1 --dns-search=dev.arvados --hostname ${name#_server} --name $name"
58 if [[ "$3" != '' ]]; then
60 args="$args -v $volume"
62 if [[ "$4" != '' ]]; then
64 args="$args --link $link"
70 args="$args -e ENABLE_SSH=$ENABLE_SSH"
73 `$DOCKER ps |grep -P "$name[^/]" -q`
74 if [[ "$?" == "0" ]]; then
75 echo "You have a running container with name $name -- skipping."
79 # Remove any existing container by this name.
80 $DOCKER rm "$name" 2>/dev/null
82 echo "Starting container:"
83 #echo " $DOCKER run --dns=127.0.0.1 $args $image"
84 echo " $DOCKER run $args $image"
85 container=`$DOCKER run $args $image`
86 if [ "$?" != "0" -o "$container" = "" ]; then
87 echo "Unable to start container"
90 if [ "$name" == "compute" -o "$ENABLE_SSH" != "false" ];
92 ip=$(ip_address $container )
94 echo "You can ssh into the container with:"
99 echo "Started container: $container"
102 if [[ "$name" == "doc_server" ]]; then
104 echo "*****************************************************************"
105 echo "You can access the Arvados documentation at http://localhost:${port%:*}"
106 echo "*****************************************************************"
110 if [[ "$name" == "workbench_server" ]]; then
112 echo "*****************************************************************"
113 echo "You can access the Arvados workbench at http://localhost:${port%:*}"
114 echo "*****************************************************************"
121 declare -a keep_volumes
123 # Initialize the global `keep_volumes' array. If any keep volumes
124 # already appear to exist (mounted volumes with a top-level "keep"
125 # directory), use them; create temporary volumes if necessary.
127 function make_keep_volumes () {
128 # Mount a keep volume if we don't already have one
129 for mountpoint in $(cut -d ' ' -f 2 /proc/mounts); do
130 if [[ -d "$mountpoint/keep" && "$mountpoint" != "/" ]]; then
131 keep_volumes+=($mountpoint)
135 # Create any keep volumes that do not yet exist.
136 while [ ${#keep_volumes[*]} -lt 2 ]
138 new_keep=$(mktemp -d)
139 echo >&2 "mounting 2G tmpfs keep volume in $new_keep"
140 sudo mount -t tmpfs -o size=2G tmpfs $new_keep
142 keep_volumes+=($new_keep)
147 local start_doc=false
148 local start_sso=false
149 local start_api=false
150 local start_compute=false
151 local start_workbench=false
153 local start_nameserver=false
154 local start_keep=false
156 # NOTE: This requires GNU getopt (part of the util-linux package on Debian-based distros).
157 local TEMP=`getopt -o d::s::a::cw::nkvh \
158 --long doc::,sso::,api::,compute,workbench::,nameserver,keep,vm,help,ssh \
161 if [ $? != 0 ] ; then echo "Use -h for help"; exit 1 ; fi
163 # Note the quotes around `$TEMP': they are essential!
171 "") start_doc=9898; shift 2 ;;
172 *) start_doc=$2; shift 2 ;;
177 "") start_sso=9901; shift 2 ;;
178 *) start_sso=$2; shift 2 ;;
183 "") start_api=9900; shift 2 ;;
184 *) start_api=$2; shift 2 ;;
193 "") start_workbench=9899; shift 2 ;;
194 *) start_workbench=$2; shift 2 ;;
202 start_nameserver=true
210 # ENABLE_SSH is a global variable
225 # If no options were selected, then start all servers.
226 if [[ $start_doc == false &&
227 $start_sso == false &&
228 $start_api == false &&
229 $start_compute == false &&
230 $start_workbench == false &&
231 $start_vm == false &&
232 $start_nameserver == false &&
233 $start_keep == false ]]
236 #the sso server is currently not used by default so don't start it unless explicitly requested
242 start_nameserver=true
246 if [[ $start_sso != false ]]
248 start_container "$start_sso:443" "sso_server" '' '' "arvados/sso"
251 if [[ $start_api != false ]]
253 start_container "$start_api:443" "api_server" '' "sso_server:sso" "arvados/api"
256 if [[ $start_nameserver != false ]]
258 # We rely on skydock and skydns for dns discovery between the slurm controller and compute nodes,
259 # so make sure they are running
260 $DOCKER ps | grep skydns >/dev/null
261 if [[ "$?" != "0" ]]; then
262 echo "Starting crosbymichael/skydns container..."
263 $DOCKER rm "skydns" 2>/dev/null
264 $DOCKER run -d -p 172.17.42.1:53:53/udp --name skydns crosbymichael/skydns -nameserver 8.8.8.8:53 -domain arvados
266 $DOCKER ps | grep skydock >/dev/null
267 if [[ "$?" != "0" ]]; then
268 echo "Starting crosbymichael/skydock container..."
269 $DOCKER rm "skydock" 2>/dev/null
270 $DOCKER run -d -v /var/run/docker.sock:/docker.sock --name skydock crosbymichael/skydock -ttl 30 -environment dev -s /docker.sock -domain arvados -name skydns
274 if [[ $start_compute != false ]]
276 for i in `seq 0 $(($start_compute - 1))`; do
277 start_container "" "compute" '' "api_server:api" "arvados/compute"
281 if [[ $start_keep != false ]]
283 # create `keep_volumes' array with a list of keep mount points
284 # remove any stale metadata from those volumes before starting them
286 for v in ${keep_volumes[*]}
288 [ -f $v/keep/.metadata.yml ] && sudo rm $v/keep/.metadata.yml
290 start_container "25107:25107" "keep_server_0" \
291 "${keep_volumes[0]}:/keep-data" \
294 start_container "25108:25107" "keep_server_1" \
295 "${keep_volumes[1]}:/keep-data" \
300 if [[ $start_doc != false ]]
302 start_container "$start_doc:80" "doc_server" '' '' "arvados/doc"
305 if [[ $start_vm != false ]]
307 start_container "" "shell" '' "api_server:api" "arvados/shell"
310 if [[ $start_workbench != false ]]
312 start_container "$start_workbench:80" "workbench_server" '' "api_server:api" "arvados/workbench"
315 if [[ $start_api != false ]]
317 if [ -d $HOME/.config/arvados ] || mkdir -p $HOME/.config/arvados
319 cat >$HOME/.config/arvados/settings.conf <<EOF
320 ARVADOS_API_HOST=$(ip_address "api_server")
321 ARVADOS_API_HOST_INSECURE=yes
322 ARVADOS_API_TOKEN=$(cat api/generated/superuser_token)
333 local stop_compute=""
334 local stop_workbench=""
335 local stop_nameserver=""
339 # NOTE: This requires GNU getopt (part of the util-linux package on Debian-based distros).
340 local TEMP=`getopt -o dsacwnkvh \
341 --long doc,sso,api,compute,workbench,nameserver,keep,vm,help \
344 if [ $? != 0 ] ; then echo "Use -h for help"; exit 1 ; fi
346 # Note the quotes around `$TEMP': they are essential!
353 stop_doc=doc_server ; shift ;;
355 stop_sso=sso_server ; shift ;;
357 stop_api=api_server ; shift ;;
359 stop_compute=`$DOCKER ps |grep -P "compute\d+" |grep -v api_server |cut -f1 -d ' '` ; shift ;;
361 stop_workbench=workbench_server ; shift ;;
363 stop_nameserver="skydock skydns" ; shift ;;
365 stop_vm="shell" ; shift ;;
367 stop_keep="keep_server_0 keep_server_1" ; shift ;;
379 # If no options were selected, then stop all servers.
380 if [[ $stop_doc == "" &&
383 $stop_compute == "" &&
384 $stop_workbench == "" &&
386 $stop_nameserver == "" &&
392 stop_compute=`$DOCKER ps |grep -P "compute\d+" |grep -v api_server |cut -f1 -d ' '`
393 stop_workbench=workbench_server
395 stop_nameserver="skydock skydns"
396 stop_keep="keep_server_0 keep_server_1"
399 $DOCKER stop $stop_doc $stop_sso $stop_api $stop_compute $stop_workbench $stop_nameserver $stop_keep $stop_vm \
407 alltests="python-sdk api"
412 for testname in $alltests
414 echo "testing $testname..."
417 do_start --api --keep --sso
418 export ARVADOS_API_HOST=$(ip_address "api_server")
419 export ARVADOS_API_HOST_INSECURE=yes
420 export ARVADOS_API_TOKEN=$(cat api/generated/superuser_token)
421 python -m unittest discover ../sdk/python
424 $DOCKER run -t -i arvados/api \
425 /usr/src/arvados/services/api/script/rake_test.sh
428 echo >&2 "unknown test $testname"