#!/bin/bash DOCKER=`which docker.io` if [[ "$DOCKER" == "" ]]; then DOCKER=`which docker` fi CURL=`which curl` COMPUTE_COUNTER=0 function usage { echo >&2 echo >&2 "usage: $0 (start|stop|restart|reset|test) [options]" echo >&2 echo >&2 "start run new or restart stopped arvados containers" echo >&2 "stop stop arvados containers" echo >&2 "restart stop and then start arvados containers" echo >&2 "reset stop and delete containers WARNING: this will delete the data inside Arvados!" echo >&2 "test run tests" echo >&2 echo >&2 "$0 options:" echo >&2 " -b[bridge], --bridge[=bridge] Docker bridge (default bridge docker0)" echo >&2 " -d[port], --doc[=port] Documentation server (default port 9898)" echo >&2 " -w[port], --workbench[=port] Workbench server (default port 9899)" echo >&2 " -s[port], --sso[=port] SSO server (default port 9901)" echo >&2 " -a[port], --api[=port] API server (default port 9900)" echo >&2 " -c, --compute Compute nodes (starts 2)" echo >&2 " -v, --vm Shell server" echo >&2 " -n, --nameserver Nameserver" echo >&2 " -k, --keep Keep servers" echo >&2 " -p, --keepproxy Keepproxy server" echo >&2 " -h, --help Display this help and exit" echo >&2 echo >&2 " If no options are given, the action is applied to all servers." echo >&2 echo >&2 "$0 test [testname] [testname] ..." echo >&2 " By default, all tests are run." } function ip_address { local container=$1 echo `$DOCKER inspect $container |grep IPAddress |cut -f4 -d\"` } function bridge_ip_address { local bridge_name=$1 # FIXME: add a more robust check here. # because ip command could be mising, multiple docker birdges could be there.. etc. echo $(ip -oneline addr show | grep $bridge_name | grep -E '\binet\b' | awk '{ print $4 }'| cut -d/ -f1 ) } function start_container { bridge_ip=$(bridge_ip_address "$start_bridge") local args="-d -i -t" if [[ "$1" != '' ]]; then local port="$1" args="$args -p $port" fi if [[ "$2" != '' ]]; then local name="$2" if [[ "$name" == "api_server" ]]; then args="$args --dns=$bridge_ip --dns-search=compute.dev.arvados --hostname api -P --name $name" elif [[ "$name" == "compute" ]]; then name=$name$COMPUTE_COUNTER # We need --privileged because we run docker-inside-docker on the compute nodes args="$args --dns=$bridge_ip --dns-search=compute.dev.arvados --hostname compute$COMPUTE_COUNTER -P --privileged --name $name" let COMPUTE_COUNTER=$(($COMPUTE_COUNTER + 1)) else args="$args --dns=$bridge_ip --dns-search=dev.arvados --hostname ${name#_server} --name $name" fi fi if [[ "$3" != '' ]]; then local volume="$3" args="$args --volumes-from $volume" fi if [[ "$4" != '' ]]; then local link="$4" args="$args --link $link" fi local image=$5 `$DOCKER ps |grep -E "\b$name\b" -q` if [[ "$?" == "0" ]]; then echo "You have a running container with name $name -- skipping." return fi echo "Starting container: $name" `$DOCKER ps --all |grep -E "\b$name\b" -q` if [[ "$?" == "0" ]]; then echo " $DOCKER start $name" container=`$DOCKER start $name` else echo " $DOCKER run $args $image" container=`$DOCKER run $args $image` fi if [ "$?" != "0" -o "$container" = "" ]; then echo "Unable to start container" exit 1 else echo "Started container: $container" fi } # Create a Docker data volume function make_keep_volumes () { `$DOCKER ps --all |grep -E "\bkeep_data\b" -q` if [[ "$?" == "0" ]]; then return fi docker create -v /keep-data --name keep_data arvados/keep } function do_start { local start_doc=false local start_sso=false local start_api=false local start_compute=false local start_workbench=false local start_vm=false local start_nameserver=false local start_keep=false local start_keepproxy=false local start_bridge="docker0" local # NOTE: This requires GNU getopt (part of the util-linux package on Debian-based distros). local TEMP=`getopt -o d::s::a::cw::nkpvh \ --long doc::,sso::,api::,bridge::,compute,workbench::,nameserver,keep,keepproxy,vm,help \ -n "$0" -- "$@"` if [ $? != 0 ] ; then echo "Use -h for help"; exit 1 ; fi # Note the quotes around `$TEMP': they are essential! eval set -- "$TEMP" while [ $# -ge 1 ] do case $1 in -b | --bridge) case "$2" in "") start_bridge="docker0"; shift 2 ;; *) start_bridge=$2; shift 2 ;; esac ;; -d | --doc) case "$2" in "") start_doc=9898; shift 2 ;; *) start_doc=$2; shift 2 ;; esac ;; -s | --sso) case "$2" in "") start_sso=9901; shift 2 ;; *) start_sso=$2; shift 2 ;; esac ;; -a | --api) case "$2" in "") start_api=9900; shift 2 ;; *) start_api=$2; shift 2 ;; esac ;; -c | --compute) start_compute=2 shift ;; -w | --workbench) case "$2" in "") start_workbench=9899; shift 2 ;; *) start_workbench=$2; shift 2 ;; esac ;; -v | --vm) start_vm=true shift ;; -n | --nameserver) start_nameserver=true shift ;; -k | --keep) start_keep=true shift ;; -p | --keepproxy) start_keepproxy=true shift ;; --) shift break ;; *) usage exit 1 ;; esac done # If no options were selected, then start all servers. if [[ $start_doc == false && $start_sso == false && $start_api == false && $start_compute == false && $start_workbench == false && $start_vm == false && $start_nameserver == false && $start_keep == false && $start_keepproxy == false ]] then start_bridge="docker0" start_doc=9898 #the sso server is currently not used by default so don't start it unless explicitly requested #start_sso=9901 start_api=9900 start_compute=2 start_workbench=9899 start_vm=true start_nameserver=true start_keep=true start_keepproxy=true fi if [[ $start_nameserver != false ]] then # We rely on skydock and skydns for dns discovery between the slurm controller and compute nodes, # so make sure they are running $DOCKER ps | grep skydns >/dev/null if [[ "$?" != "0" ]]; then echo "Detecting bridge '$start_bridge' IP for crosbymichael/skydns" bridge_ip=$(bridge_ip_address "$start_bridge") echo "Starting crosbymichael/skydns container..." $DOCKER rm "skydns" 2>/dev/null echo $DOCKER run -d -p $bridge_ip:53:53/udp --name skydns crosbymichael/skydns -nameserver 8.8.8.8:53 -domain arvados $DOCKER run -d -p $bridge_ip:53:53/udp --name skydns crosbymichael/skydns -nameserver 8.8.8.8:53 -domain arvados fi $DOCKER ps | grep skydock >/dev/null if [[ "$?" != "0" ]]; then echo "Starting crosbymichael/skydock container..." $DOCKER rm "skydock" 2>/dev/null echo $DOCKER run -d -v /var/run/docker.sock:/docker.sock --name skydock crosbymichael/skydock -ttl 30 -environment dev -s /docker.sock -domain arvados -name skydns $DOCKER run -d -v /var/run/docker.sock:/docker.sock --name skydock crosbymichael/skydock -ttl 30 -environment dev -s /docker.sock -domain arvados -name skydns fi fi if [[ $start_sso != false ]] then start_container "$start_sso:443" "sso_server" '' '' "arvados/sso" fi if [[ $start_api != false ]] then if [[ $start_sso != false ]]; then start_container "$start_api:443" "api_server" '' "sso_server:sso" "arvados/api" else start_container "$start_api:443" "api_server" '' '' "arvados/api" fi fi if [[ $start_compute != false ]] then for i in `seq 0 $(($start_compute - 1))`; do start_container "" "compute" '' "api_server:api" "arvados/compute" done fi if [[ $start_keep != false ]] then # create `keep_volumes' array with a list of keep mount points # remove any stale metadata from those volumes before starting them make_keep_volumes start_container "25107:25107" "keep_server_0" \ "keep_data" \ "api_server:api" \ "arvados/keep" start_container "25108:25107" "keep_server_1" \ "keep_data" \ "api_server:api" \ "arvados/keep" fi if [[ $start_keepproxy != false ]] then start_container "9902:9100" "keepproxy_server" '' \ "api_server:api" \ "arvados/keepproxy" fi if [[ $start_doc != false ]] then start_container "$start_doc:80" "doc_server" '' '' "arvados/doc" fi if [[ $start_vm != false ]] then start_container "" "shell" '' "api_server:api" "arvados/shell" fi if [[ $start_workbench != false ]] then start_container "$start_workbench:80" "workbench_server" '' "api_server:api" "arvados/workbench" fi if [[ $start_api != false ]] then if [[ -f "api/generated/superuser_token" ]] then if [ -d $HOME/.config/arvados ] || mkdir -p $HOME/.config/arvados then cat >$HOME/.config/arvados/settings.conf </dev/null 2>/dev/null ; do echo "Waiting for Arvados to be ready." sleep 1 done `$DOCKER ps |grep -E "\bdoc_server\b" -q` if [[ "$?" == "0" ]]; then echo echo "******************************************************************" echo "You can access the Arvados documentation at http://doc.dev.arvados" echo "******************************************************************" echo fi `$DOCKER ps |grep -E "\bworkbench_server\b" -q` if [[ "$?" == "0" ]]; then echo echo "********************************************************************" echo "You can access the Arvados workbench at http://workbench.dev.arvados" echo "********************************************************************" echo fi fi } function do_stop { local stop_doc="" local stop_sso="" local stop_api="" local stop_compute="" local stop_workbench="" local stop_nameserver="" local stop_vm="" local stop_keep="" local stop_keepproxy="" # NOTE: This requires GNU getopt (part of the util-linux package on Debian-based distros). local TEMP=`getopt -o dsacwnkpvh \ --long doc,sso,api,compute,workbench,nameserver,keep,keepproxy,vm,help \ -n "$0" -- "$@"` if [ $? != 0 ] ; then echo "Use -h for help"; exit 1 ; fi # Note the quotes around `$TEMP': they are essential! eval set -- "$TEMP" while [ $# -ge 1 ] do case $1 in -d | --doc) stop_doc=doc_server ; shift ;; -s | --sso) stop_sso=sso_server ; shift ;; -a | --api) stop_api=api_server ; shift ;; -c | --compute) stop_compute=`$DOCKER ps |grep -E "\bcompute[0-9]+\b" |grep -v api_server |cut -f1 -d ' '` ; shift ;; -w | --workbench) stop_workbench=workbench_server ; shift ;; -n | --nameserver ) stop_nameserver="skydock skydns" ; shift ;; -v | --vm ) stop_vm="shell" ; shift ;; -k | --keep ) stop_keep="keep_server_0 keep_server_1" ; shift ;; -p | --keepproxy ) stop_keep="keepproxy_server" ; shift ;; --) shift break ;; *) usage exit 1 ;; esac done # If no options were selected, then stop all servers. if [[ $stop_doc == "" && $stop_sso == "" && $stop_api == "" && $stop_compute == "" && $stop_workbench == "" && $stop_vm == "" && $stop_nameserver == "" && $stop_keep == "" && $stop_keepproxy == "" ]] then stop_doc=doc_server stop_sso=sso_server stop_api=api_server stop_compute=`$DOCKER ps |grep -E "\bcompute[0-9]+\b" |grep -v api_server |cut -f1 -d ' '` stop_workbench=workbench_server stop_vm=shell stop_nameserver="skydock skydns" stop_keep="keep_server_0 keep_server_1" stop_keepproxy="keepproxy_server" fi $DOCKER stop $stop_doc $stop_sso $stop_api $stop_compute $stop_workbench $stop_nameserver $stop_keep $stop_keepproxy $stop_vm \ 2>/dev/null } function do_test { local alltests if [ $# -lt 1 ] then alltests="python-sdk api" else alltests="$@" fi for testname in $alltests do echo "testing $testname..." case $testname in python-sdk) do_start --api --keep --sso export ARVADOS_API_HOST=$(ip_address "api_server") export ARVADOS_API_HOST_INSECURE=yes export ARVADOS_API_TOKEN=$(cat api/generated/superuser_token) python -m unittest discover ../sdk/python ;; api) $DOCKER run -t -i arvados/api \ /usr/src/arvados/services/api/script/rake_test.sh ;; *) echo >&2 "unknown test $testname" ;; esac done } function do_reset { for name in skydock skydns workbench_server shell doc_server keepproxy_server keep_server_0 keep_server_1 compute0 compute1 api_server keepproxy keep_data do `$DOCKER ps |grep -E "\b$name\b" -q` if [[ "$?" == "0" ]]; then echo " $DOCKER stop $name" $DOCKER stop $name fi `$DOCKER ps --all |grep -E "\b$name\b" -q` if [[ "$?" == "0" ]]; then echo " $DOCKER rm $name" $DOCKER rm $name fi done } if [ "$DOCKER" == '' ] then echo "Docker not found. Please install it first." exit 2 fi if [ "$CURL" == '' ] then echo "Curl not found. Please install it first." exit 3 fi if [ $# -lt 1 ] then usage exit 1 fi case $1 in start) shift do_start $@ ;; stop) shift do_stop $@ ;; restart) shift do_stop $@ do_start $@ ;; test) shift do_test $@ ;; reset) shift do_reset $@ ;; *) usage exit 1 ;; esac