COMPUTE_COUNTER=0
+ARVADOS_DOMAIN=dev.arvados
+
function usage {
echo >&2
echo >&2 "usage: $0 (start|stop|restart|reset|test) [options]"
echo >&2 " -k, --keep Keep servers"
echo >&2 " -p, --keepproxy Keepproxy server"
echo >&2 " -h, --help Display this help and exit"
+ echo >&2 " --domain=dns.domain DNS domain used by containers (default dev.arvados)"
echo >&2
echo >&2 " If no options are given, the action is applied to all servers."
echo >&2
function bridge_ip_address {
local bridge_name=$1
# FIXME: add a more robust check here.
- # because ip command could be mising, multiple docker birdges could be there.. etc.
- echo $(ip -oneline addr show | grep $bridge_name | grep -E '\binet\b' | awk '{ print $4 }'| cut -d/ -f1 )
+ # because ip command could be mising, multiple docker bridges could be there.. etc.
+ echo $(ip --oneline --family inet addr show dev "$bridge_name" | awk '{ print $4 }'| cut -d/ -f1 )
}
function start_container {
- bridge_ip=$(bridge_ip_address "$start_bridge")
+ bridge_ip=$(bridge_ip_address "$bridge")
local args="-d -i -t"
if [[ "$1" != '' ]]; then
if [[ "$2" != '' ]]; then
local name="$2"
if [[ "$name" == "api_server" ]]; then
- args="$args --dns=$bridge_ip --dns-search=compute.dev.arvados --hostname api -P --name $name"
+ args="$args --dns=$bridge_ip --dns-search=compute.$ARVADOS_DOMAIN --hostname api -P --name $name"
elif [[ "$name" == "compute" ]]; then
name=$name$COMPUTE_COUNTER
# We need --privileged because we run docker-inside-docker on the compute nodes
- args="$args --dns=$bridge_ip --dns-search=compute.dev.arvados --hostname compute$COMPUTE_COUNTER -P --privileged --name $name"
+ args="$args --dns=$bridge_ip --dns-search=compute.$ARVADOS_DOMAIN --hostname compute$COMPUTE_COUNTER -P --privileged --name $name"
let COMPUTE_COUNTER=$(($COMPUTE_COUNTER + 1))
else
- args="$args --dns=$bridge_ip --dns-search=dev.arvados --hostname ${name#_server} --name $name"
+ args="$args --dns=$bridge_ip --dns-search=$ARVADOS_DOMAIN --hostname ${name#_server} --name $name"
fi
fi
if [[ "$3" != '' ]]; then
local start_nameserver=false
local start_keep=false
local start_keepproxy=false
- local start_bridge="docker0"
+ local bridge="docker0"
local
# NOTE: This requires GNU getopt (part of the util-linux package on Debian-based distros).
- local TEMP=`getopt -o d::s::a::cw::nkpvh \
- --long doc::,sso::,api::,bridge::,compute,workbench::,nameserver,keep,keepproxy,vm,help \
+ local TEMP=`getopt -o d::s::b:a::cw::nkpvh \
+ --long doc::,sso::,api::,bridge:,compute,workbench::,nameserver,keep,keepproxy,vm,help,domain:: \
-n "$0" -- "$@"`
if [ $? != 0 ] ; then echo "Use -h for help"; exit 1 ; fi
case $1 in
-b | --bridge)
case "$2" in
- "") start_bridge="docker0"; shift 2 ;;
*) start_bridge=$2; shift 2 ;;
esac
;;
start_keepproxy=true
shift
;;
+ --domain)
+ case "$2" in
+ *) ARVADOS_DOMAIN="$2"; shift 2 ;;
+ esac
+ ;;
--)
shift
break
$start_keep == false &&
$start_keepproxy == false ]]
then
- start_bridge="docker0"
start_doc=9898
- #the sso server is currently not used by default so don't start it unless explicitly requested
- #start_sso=9901
+ start_sso=9901
start_api=9900
start_compute=2
start_workbench=9899
- start_vm=true
+ #start_vm=true
start_nameserver=true
start_keep=true
start_keepproxy=true
if [[ $start_nameserver != false ]]
then
+ $DOCKER ps | grep skydns >/dev/null
+ need_skydns="$?"
+
+ $DOCKER ps | grep skydock >/dev/null
+ need_skydock="$?"
+
+ if [[ "$need_skydns" != 0 || "$need_skydock" != 0 ]]
+ then
+ # skydns and skydock need to both be running before everything else.
+ # If they are not running we need to shut everything down and start
+ # over, otherwise DNS will be broken and the containers won't find each other.
+ do_stop
+ need_skydns=1
+ need_skydock=1
+ fi
+
# We rely on skydock and skydns for dns discovery between the slurm controller and compute nodes,
# so make sure they are running
$DOCKER ps | grep skydns >/dev/null
- if [[ "$?" != "0" ]]; then
- echo "Detecting bridge '$start_bridge' IP for crosbymichael/skydns"
- bridge_ip=$(bridge_ip_address "$start_bridge")
+ if [[ $need_skydns != "0" ]]; then
+ echo "Detecting bridge '$bridge' IP for crosbymichael/skydns"
+ bridge_ip=$(bridge_ip_address "$bridge")
echo "Starting crosbymichael/skydns container..."
$DOCKER rm "skydns" 2>/dev/null
$DOCKER run -d -p $bridge_ip:53:53/udp --name skydns crosbymichael/skydns -nameserver 8.8.8.8:53 -domain arvados
fi
$DOCKER ps | grep skydock >/dev/null
- if [[ "$?" != "0" ]]; then
+ if [[ "$need_skydock" != "0" ]]; then
echo "Starting crosbymichael/skydock container..."
$DOCKER rm "skydock" 2>/dev/null
echo $DOCKER run -d -v /var/run/docker.sock:/docker.sock --name skydock crosbymichael/skydock -ttl 30 -environment dev -s /docker.sock -domain arvados -name skydns
if [[ $start_workbench != false ]]
then
- start_container "$start_workbench:80" "workbench_server" '' "api_server:api" "arvados/workbench"
+ start_container "" "workbench_server" '' "" "arvados/workbench"
fi
if [[ $start_api != false ]]
echo "******************************************************************"
echo
else
- while ! $CURL -L -f http://workbench.dev.arvados >/dev/null 2>/dev/null ; do
+ while ! $CURL -k -L -f http://workbench.$ARVADOS_DOMAIN >/dev/null 2>/dev/null ; do
echo "Waiting for Arvados to be ready."
sleep 1
done
if [[ "$?" == "0" ]]; then
echo
echo "******************************************************************"
- echo "You can access the Arvados documentation at http://doc.dev.arvados"
+ echo "You can access the Arvados documentation at http://doc.$ARVADOS_DOMAIN"
echo "******************************************************************"
echo
fi
if [[ "$?" == "0" ]]; then
echo
echo "********************************************************************"
- echo "You can access the Arvados workbench at http://workbench.dev.arvados"
+ echo "You can access the Arvados workbench at http://workbench.$ARVADOS_DOMAIN"
echo "********************************************************************"
echo
fi
# NOTE: This requires GNU getopt (part of the util-linux package on Debian-based distros).
local TEMP=`getopt -o dsacwnkpvh \
- --long doc,sso,api,compute,workbench,nameserver,keep,keepproxy,vm,help \
+ --long doc,sso,api,compute,workbench,nameserver,keep,keepproxy,vm,help,domain:: \
-n "$0" -- "$@"`
if [ $? != 0 ] ; then echo "Use -h for help"; exit 1 ; fi
stop_keep="keep_server_0 keep_server_1" ; shift ;;
-p | --keepproxy )
stop_keep="keepproxy_server" ; shift ;;
+ --domain)
+ case "$2" in
+ *) ARVADOS_DOMAIN="$2"; shift 2 ;;
+ esac
+ ;;
--)
shift
break
}
function do_reset {
- for name in skydock skydns workbench_server shell doc_server keepproxy_server keep_server_0 keep_server_1 compute0 compute1 api_server keepproxy keep_data
+ for name in skydock skydns workbench_server shell doc_server keepproxy_server keep_server_0 keep_server_1 compute0 compute1 api_server keepproxy keep_data sso_server
do
`$DOCKER ps |grep -E "\b$name\b" -q`
if [[ "$?" == "0" ]]; then
projects / arvados.git / blobdiff