X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/6eb3d1fb8fe71623fa63da46c250184cf2e4fbb8..4a466cd2caf121678a1d46d049c5b1e5477b6d50:/docker/arvdock

diff --git a/docker/arvdock b/docker/arvdock
deleted file mode 100755
index b6477d609f..0000000000
--- a/docker/arvdock
+++ /dev/null
@@ -1,531 +0,0 @@
-#!/bin/bash
-
-DOCKER=`which docker.io`
-
-if [[ "$DOCKER" == "" ]]; then
-    DOCKER=`which docker`
-fi
-
-CURL=`which curl`
-
-COMPUTE_COUNTER=0
-
-function usage {
-    echo >&2
-    echo >&2 "usage: $0 (start|stop|restart|reset|test) [options]"
-    echo >&2
-    echo >&2 "start    run new or restart stopped arvados containers"
-    echo >&2 "stop     stop arvados containers"
-    echo >&2 "restart  stop and then start arvados containers"
-    echo >&2 "reset    stop and delete containers WARNING: this will delete the data inside Arvados!"
-    echo >&2 "test     run tests"
-    echo >&2
-    echo >&2 "$0 options:"
-    echo >&2 "  -b[bridge], --bridge[=bridge] Docker bridge (default bridge docker0)"
-    echo >&2 "  -d[port], --doc[=port]        Documentation server (default port 9898)"
-    echo >&2 "  -w[port], --workbench[=port]  Workbench server (default port 9899)"
-    echo >&2 "  -s[port], --sso[=port]        SSO server (default port 9901)"
-    echo >&2 "  -a[port], --api[=port]        API server (default port 9900)"
-    echo >&2 "  -c, --compute                 Compute nodes (starts 2)"
-    echo >&2 "  -v, --vm                      Shell server"
-    echo >&2 "  -n, --nameserver              Nameserver"
-    echo >&2 "  -k, --keep                    Keep servers"
-    echo >&2 "  -p, --keepproxy               Keepproxy server"
-    echo >&2 "  -h, --help                    Display this help and exit"
-    echo >&2
-    echo >&2 "  If no options are given, the action is applied to all servers."
-    echo >&2
-    echo >&2 "$0 test [testname] [testname] ..."
-    echo >&2 "  By default, all tests are run."
-}
-
-function ip_address {
-    local container=$1
-    echo `$DOCKER inspect $container  |grep IPAddress |cut -f4 -d\"`
-}
-
-function bridge_ip_address {
-    local bridge_name=$1
-    # FIXME: add a more robust check here.
-    # because ip command could be mising, multiple docker bridges could be there.. etc.
-    echo $(ip --oneline --family inet addr show dev "$bridge_name" | awk '{ print $4 }'| cut -d/ -f1 )
-}
-
-function start_container {
-    bridge_ip=$(bridge_ip_address "$bridge")
-
-    local args="-d -i -t"
-    if [[ "$1" != '' ]]; then
-      local port="$1"
-      args="$args -p $port"
-    fi
-    if [[ "$2" != '' ]]; then
-      local name="$2"
-      if [[ "$name" == "api_server" ]]; then
-        args="$args --dns=$bridge_ip --dns-search=compute.dev.arvados --hostname api -P --name $name"
-      elif [[ "$name" == "compute" ]]; then
-        name=$name$COMPUTE_COUNTER
-        # We need --privileged because we run docker-inside-docker on the compute nodes
-        args="$args --dns=$bridge_ip --dns-search=compute.dev.arvados --hostname compute$COMPUTE_COUNTER -P --privileged --name $name"
-        let COMPUTE_COUNTER=$(($COMPUTE_COUNTER + 1))
-      else
-        args="$args --dns=$bridge_ip --dns-search=dev.arvados --hostname ${name#_server} --name $name"
-      fi
-    fi
-    if [[ "$3" != '' ]]; then
-      local volume="$3"
-      args="$args --volumes-from $volume"
-    fi
-    if [[ "$4" != '' ]]; then
-      local link="$4"
-      args="$args --link $link"
-    fi
-    local image=$5
-
-    `$DOCKER ps |grep -E "\b$name\b" -q`
-    if [[ "$?" == "0" ]]; then
-      echo "You have a running container with name $name -- skipping."
-      return
-    fi
-
-    echo "Starting container: $name"
-    `$DOCKER ps --all |grep -E "\b$name\b" -q`
-    if [[ "$?" == "0" ]]; then
-        echo "  $DOCKER start $name"
-        container=`$DOCKER start $name`
-    else
-        echo "  $DOCKER run $args $image"
-        container=`$DOCKER run $args $image`
-    fi
-
-    if [ "$?" != "0" -o "$container" = "" ]; then
-      echo "Unable to start container"
-      exit 1
-    else
-      echo "Started container: $container"
-    fi
-
-}
-
-# Create a Docker data volume
-function make_keep_volumes () {
-    `$DOCKER ps --all |grep -E "\bkeep_data\b" -q`
-    if [[ "$?" == "0" ]]; then
-      return
-    fi
-    docker create -v /keep-data --name keep_data arvados/keep
-}
-
-function do_start {
-    local start_doc=false
-    local start_sso=false
-    local start_api=false
-    local start_compute=false
-    local start_workbench=false
-    local start_vm=false
-    local start_nameserver=false
-    local start_keep=false
-    local start_keepproxy=false
-    local bridge="docker0"
-    local
-
-    # NOTE: This requires GNU getopt (part of the util-linux package on Debian-based distros).
-    local TEMP=`getopt -o d::s::b:a::cw::nkpvh \
-                  --long doc::,sso::,api::,bridge:,compute,workbench::,nameserver,keep,keepproxy,vm,help \
-                  -n "$0" -- "$@"`
-
-    if [ $? != 0 ] ; then echo "Use -h for help"; exit 1 ; fi
-
-    # Note the quotes around `$TEMP': they are essential!
-    eval set -- "$TEMP"
-
-    while [ $# -ge 1 ]
-    do
-        case $1 in
-            -b | --bridge)
-                case "$2" in
-                    *)  start_bridge=$2; shift 2 ;;
-                esac
-                ;;
-            -d | --doc)
-                case "$2" in
-                    "") start_doc=9898; shift 2 ;;
-                    *)  start_doc=$2; shift 2 ;;
-                esac
-                ;;
-            -s | --sso)
-                case "$2" in
-                    "") start_sso=9901; shift 2 ;;
-                    *)  start_sso=$2; shift 2 ;;
-                esac
-                ;;
-            -a | --api)
-                case "$2" in
-                    "") start_api=9900; shift 2 ;;
-                    *)  start_api=$2; shift 2 ;;
-                esac
-                ;;
-            -c | --compute)
-                start_compute=2
-                shift
-                ;;
-            -w | --workbench)
-                case "$2" in
-                    "") start_workbench=9899; shift 2 ;;
-                    *)  start_workbench=$2; shift 2 ;;
-                esac
-                ;;
-            -v | --vm)
-                start_vm=true
-                shift
-                ;;
-            -n | --nameserver)
-                start_nameserver=true
-                shift
-                ;;
-            -k | --keep)
-                start_keep=true
-                shift
-                ;;
-            -p | --keepproxy)
-                start_keepproxy=true
-                shift
-                ;;
-            --)
-                shift
-                break
-                ;;
-            *)
-                usage
-                exit 1
-                ;;
-        esac
-    done
-
-    # If no options were selected, then start all servers.
-    if [[ $start_doc == false &&
-          $start_sso == false &&
-          $start_api == false &&
-          $start_compute == false &&
-          $start_workbench == false &&
-          $start_vm == false &&
-          $start_nameserver == false &&
-          $start_keep == false &&
-          $start_keepproxy == false ]]
-    then
-        start_doc=9898
-        #the sso server is currently not used by default so don't start it unless explicitly requested
-        #start_sso=9901
-        start_api=9900
-        start_compute=2
-        start_workbench=9899
-        start_vm=true
-        start_nameserver=true
-        start_keep=true
-        start_keepproxy=true
-    fi
-
-    if [[ $start_nameserver != false ]]
-    then
-      # We rely on skydock and skydns for dns discovery between the slurm controller and compute nodes,
-      # so make sure they are running
-      $DOCKER ps | grep skydns >/dev/null
-      if [[ "$?" != "0" ]]; then
-        echo "Detecting bridge '$bridge' IP for crosbymichael/skydns"
-        bridge_ip=$(bridge_ip_address "$bridge")
-
-        echo "Starting crosbymichael/skydns container..."
-        $DOCKER rm "skydns" 2>/dev/null
-        echo $DOCKER run -d -p $bridge_ip:53:53/udp --name skydns crosbymichael/skydns -nameserver 8.8.8.8:53 -domain arvados
-        $DOCKER run -d -p $bridge_ip:53:53/udp --name skydns crosbymichael/skydns -nameserver 8.8.8.8:53 -domain arvados
-      fi
-      $DOCKER ps | grep skydock >/dev/null
-      if [[ "$?" != "0" ]]; then
-        echo "Starting crosbymichael/skydock container..."
-        $DOCKER rm "skydock" 2>/dev/null
-        echo $DOCKER run -d -v /var/run/docker.sock:/docker.sock --name skydock crosbymichael/skydock -ttl 30 -environment dev -s /docker.sock -domain arvados -name skydns
-        $DOCKER run -d -v /var/run/docker.sock:/docker.sock --name skydock crosbymichael/skydock -ttl 30 -environment dev -s /docker.sock -domain arvados -name skydns
-      fi
-    fi
-
-    if [[ $start_sso != false ]]
-    then
-        start_container "$start_sso:443" "sso_server" '' '' "arvados/sso"
-    fi
-
-    if [[ $start_api != false ]]
-    then
-      if [[ $start_sso != false ]]; then
-        start_container "$start_api:443" "api_server" '' "sso_server:sso" "arvados/api"
-      else
-        start_container "$start_api:443" "api_server" '' '' "arvados/api"
-      fi
-    fi
-
-    if [[ $start_compute != false ]]
-    then
-        for i in `seq 0 $(($start_compute - 1))`; do
-          start_container "" "compute" '' "api_server:api" "arvados/compute"
-        done
-    fi
-
-    if [[ $start_keep != false ]]
-    then
-        # create `keep_volumes' array with a list of keep mount points
-        # remove any stale metadata from those volumes before starting them
-        make_keep_volumes
-        start_container "25107:25107" "keep_server_0" \
-            "keep_data" \
-            "api_server:api" \
-            "arvados/keep"
-        start_container "25108:25107" "keep_server_1" \
-            "keep_data" \
-            "api_server:api" \
-            "arvados/keep"
-    fi
-
-    if [[ $start_keepproxy != false ]]
-    then
-        start_container "9902:9100" "keepproxy_server" '' \
-            "api_server:api" \
-            "arvados/keepproxy"
-    fi
-
-    if [[ $start_doc != false ]]
-    then
-        start_container "$start_doc:80" "doc_server" '' '' "arvados/doc"
-    fi
-
-    if [[ $start_vm != false ]]
-    then
-        start_container "" "shell" '' "api_server:api" "arvados/shell"
-    fi
-
-    if [[ $start_workbench != false ]]
-    then
-        start_container "$start_workbench:80" "workbench_server" '' "api_server:api" "arvados/workbench"
-    fi
-
-    if [[ $start_api != false ]]
-    then
-        if [[ -f "api/generated/superuser_token" ]]
-        then
-          if [ -d $HOME/.config/arvados ] || mkdir -p $HOME/.config/arvados
-          then
-            cat >$HOME/.config/arvados/settings.conf <<EOF
-ARVADOS_API_HOST=$(ip_address "api_server")
-ARVADOS_API_HOST_INSECURE=yes
-ARVADOS_API_TOKEN=$(cat api/generated/superuser_token)
-EOF
-          fi
-        fi
-    fi
-
-    if [ "$(awk '($1 == "nameserver"){print $2; exit}' </etc/resolv.conf)" != "$bridge_ip" ]; then
-        echo
-        echo "******************************************************************"
-        echo "To access Arvados you must add the Arvados nameserver to the top"
-        echo "of your DNS configuration in /etc/resolv.conf:"
-        echo "nameserver $bridge_ip"
-        echo
-        echo "Then run '$0 start' again"
-        echo "******************************************************************"
-        echo
-    else
-        while ! $CURL -L -f http://workbench.dev.arvados >/dev/null 2>/dev/null ; do
-            echo "Waiting for Arvados to be ready."
-            sleep 1
-        done
-
-        `$DOCKER ps |grep -E "\bdoc_server\b" -q`
-        if [[ "$?" == "0" ]]; then
-            echo
-            echo "******************************************************************"
-            echo "You can access the Arvados documentation at http://doc.dev.arvados"
-            echo "******************************************************************"
-            echo
-        fi
-
-        `$DOCKER ps |grep -E "\bworkbench_server\b" -q`
-        if [[ "$?" == "0" ]]; then
-            echo
-            echo "********************************************************************"
-            echo "You can access the Arvados workbench at http://workbench.dev.arvados"
-            echo "********************************************************************"
-            echo
-        fi
-    fi
-
-}
-
-function do_stop {
-    local stop_doc=""
-    local stop_sso=""
-    local stop_api=""
-    local stop_compute=""
-    local stop_workbench=""
-    local stop_nameserver=""
-    local stop_vm=""
-    local stop_keep=""
-    local stop_keepproxy=""
-
-    # NOTE: This requires GNU getopt (part of the util-linux package on Debian-based distros).
-    local TEMP=`getopt -o dsacwnkpvh \
-                  --long doc,sso,api,compute,workbench,nameserver,keep,keepproxy,vm,help \
-                  -n "$0" -- "$@"`
-
-    if [ $? != 0 ] ; then echo "Use -h for help"; exit 1 ; fi
-
-    # Note the quotes around `$TEMP': they are essential!
-    eval set -- "$TEMP"
-
-    while [ $# -ge 1 ]
-    do
-        case $1 in
-            -d | --doc)
-                stop_doc=doc_server ; shift ;;
-            -s | --sso)
-                stop_sso=sso_server ; shift ;;
-            -a | --api)
-                stop_api=api_server ; shift ;;
-            -c | --compute)
-                stop_compute=`$DOCKER ps |grep -E "\bcompute[0-9]+\b" |grep -v api_server |cut -f1 -d ' '` ; shift ;;
-            -w | --workbench)
-                stop_workbench=workbench_server ; shift ;;
-            -n | --nameserver )
-                stop_nameserver="skydock skydns" ; shift ;;
-            -v | --vm )
-                stop_vm="shell" ; shift ;;
-            -k | --keep )
-                stop_keep="keep_server_0 keep_server_1" ; shift ;;
-            -p | --keepproxy )
-                stop_keep="keepproxy_server" ; shift ;;
-            --)
-                shift
-                break
-                ;;
-            *)
-                usage
-                exit 1
-                ;;
-        esac
-    done
-
-    # If no options were selected, then stop all servers.
-    if [[ $stop_doc == "" &&
-          $stop_sso == "" &&
-          $stop_api == "" &&
-          $stop_compute == "" &&
-          $stop_workbench == "" &&
-          $stop_vm == "" &&
-          $stop_nameserver == "" &&
-          $stop_keep == "" &&
-          $stop_keepproxy == "" ]]
-    then
-        stop_doc=doc_server
-        stop_sso=sso_server
-        stop_api=api_server
-        stop_compute=`$DOCKER ps |grep -E "\bcompute[0-9]+\b" |grep -v api_server |cut -f1 -d ' '`
-        stop_workbench=workbench_server
-        stop_vm=shell
-        stop_nameserver="skydock skydns"
-        stop_keep="keep_server_0 keep_server_1"
-        stop_keepproxy="keepproxy_server"
-    fi
-
-    $DOCKER stop $stop_doc $stop_sso $stop_api $stop_compute $stop_workbench $stop_nameserver $stop_keep $stop_keepproxy $stop_vm \
-        2>/dev/null
-}
-
-function do_test {
-    local alltests
-    if [ $# -lt 1 ]
-    then
-        alltests="python-sdk api"
-    else
-        alltests="$@"
-    fi
-
-    for testname in $alltests
-    do
-        echo "testing $testname..."
-        case $testname in
-            python-sdk)
-                do_start --api --keep --sso
-                export ARVADOS_API_HOST=$(ip_address "api_server")
-                export ARVADOS_API_HOST_INSECURE=yes
-                export ARVADOS_API_TOKEN=$(cat api/generated/superuser_token)
-                python -m unittest discover ../sdk/python
-                ;;
-            api)
-                $DOCKER run -t -i arvados/api \
-                    /usr/src/arvados/services/api/script/rake_test.sh
-                ;;
-            *)
-                echo >&2 "unknown test $testname"
-                ;;
-        esac
-    done
-}
-
-function do_reset {
-    for name in skydock skydns workbench_server shell doc_server keepproxy_server keep_server_0 keep_server_1 compute0 compute1 api_server keepproxy keep_data
-    do
-        `$DOCKER ps |grep -E "\b$name\b" -q`
-        if [[ "$?" == "0" ]]; then
-            echo "  $DOCKER stop $name"
-            $DOCKER stop $name
-        fi
-        `$DOCKER ps --all |grep -E "\b$name\b" -q`
-        if [[ "$?" == "0" ]]; then
-            echo "  $DOCKER rm $name"
-            $DOCKER rm $name
-        fi
-    done
-}
-
-if [ "$DOCKER" == '' ]
-then
-  echo "Docker not found. Please install it first."
-  exit 2
-fi
-
-if [ "$CURL" == '' ]
-then
-  echo "Curl not found. Please install it first."
-  exit 3
-fi
-
-if [ $# -lt 1 ]
-then
-  usage
-  exit 1
-fi
-
-case $1 in
-    start)
-        shift
-        do_start $@
-        ;;
-    stop)
-        shift
-        do_stop $@
-        ;;
-    restart)
-        shift
-        do_stop $@
-        do_start $@
-        ;;
-    test)
-        shift
-        do_test $@
-        ;;
-    reset)
-        shift
-        do_reset $@
-        ;;
-    *)
-        usage
-        exit 1
-        ;;
-esac