1 # syntax = docker/dockerfile:experimental
2 # Copyright (C) The Arvados Authors. All rights reserved.
4 # SPDX-License-Identifier: AGPL-3.0
8 # We're using poor man's conditionals (see
9 # https://www.docker.com/blog/advanced-dockerfiles-faster-builds-and-smaller-images-using-buildkit-and-multistage-builds/)
10 # here to dtrt in the dev/test scenario and the demo scenario. In the dev/test
11 # scenario, we use the docker context (i.e. the copy of Arvados checked out on
12 # the host) to build arvados-server. In the demo scenario, we check out a new
13 # tree, and use the $arvados_version commit (passed in via an argument).
15 ###########################################################################################################
16 FROM debian:10-slim as dev
17 ENV DEBIAN_FRONTEND noninteractive
19 RUN apt-get update && \
20 apt-get -yq --no-install-recommends -o Acquire::Retries=6 install \
21 build-essential ca-certificates git libpam0g-dev wget
23 ENV GOPATH /var/lib/gopath
28 wget https://golang.org/dl/go${go_version}.linux-amd64.tar.gz && \
29 tar xzf go${go_version}.linux-amd64.tar.gz && \
30 ln -s /usr/src/go/bin/go /usr/local/bin/go-${go_version} && \
31 ln -s /usr/src/go/bin/gofmt /usr/local/bin/gofmt-${go_version} && \
32 ln -s /usr/local/bin/go-${go_version} /usr/local/bin/go && \
33 ln -s /usr/local/bin/gofmt-${go_version} /usr/local/bin/gofmt
35 # the --mount option requires the experimental syntax enabled (enables
36 # buildkit) on the first line of this file. This Dockerfile must also be built
37 # with the DOCKER_BUILDKIT=1 environment variable set.
38 RUN --mount=type=bind,target=/usr/src/arvados \
39 cd /usr/src/arvados && \
41 cd cmd/arvados-server && \
44 ###########################################################################################################
45 FROM debian:10-slim as demo
46 ENV DEBIAN_FRONTEND noninteractive
48 RUN apt-get update && \
49 apt-get -yq --no-install-recommends -o Acquire::Retries=6 install \
50 build-essential ca-certificates git libpam0g-dev wget
52 ENV GOPATH /var/lib/gopath
56 wget https://golang.org/dl/go${go_version}.linux-amd64.tar.gz && \
57 tar xzf go${go_version}.linux-amd64.tar.gz && \
58 ln -s /usr/src/go/bin/go /usr/local/bin/go-${go_version} && \
59 ln -s /usr/src/go/bin/gofmt /usr/local/bin/gofmt-${go_version} && \
60 ln -s /usr/local/bin/go-${go_version} /usr/local/bin/go && \
61 ln -s /usr/local/bin/gofmt-${go_version} /usr/local/bin/gofmt
64 RUN echo arvados_version is git commit $arvados_version
67 git clone --no-checkout https://git.arvados.org/arvados.git && \
68 git -C arvados checkout ${arvados_version} && \
69 cd /usr/src/arvados && \
71 cd cmd/arvados-server && \
74 ###########################################################################################################
75 FROM ${BUILDTYPE} as base
77 ###########################################################################################################
79 ENV DEBIAN_FRONTEND noninteractive
81 # The arvbox-specific dependencies are
82 # gnupg2 runit python3-pip python3-setuptools python3-yaml shellinabox netcat less
83 RUN apt-get update && \
84 apt-get -yq --no-install-recommends -o Acquire::Retries=6 install \
85 gnupg2 runit python3-pip python3-setuptools python3-yaml shellinabox netcat less vim-tiny && \
88 ENV GOPATH /var/lib/gopath
89 RUN echo buildtype is $BUILDTYPE
91 RUN mkdir -p $GOPATH/bin/
92 COPY --from=base $GOPATH/bin/arvados-server $GOPATH/bin/arvados-server
93 RUN $GOPATH/bin/arvados-server --version
94 RUN $GOPATH/bin/arvados-server install -type test
96 RUN /etc/init.d/postgresql start && \
97 su postgres -c 'dropuser arvados' && \
98 su postgres -c 'createuser -s arvbox' && \
99 /etc/init.d/postgresql stop
101 VOLUME /var/lib/docker
102 VOLUME /var/log/nginx
103 VOLUME /etc/ssl/private
107 ADD $workdir/8D81803C0EBFCD88.asc /tmp/
108 RUN apt-key add --no-tty /tmp/8D81803C0EBFCD88.asc && \
109 rm -f /tmp/8D81803C0EBFCD88.asc
111 # docker is now installed by arvados-server install
112 # RUN mkdir -p /etc/apt/sources.list.d && \
113 # echo deb https://download.docker.com/linux/debian/ buster stable > /etc/apt/sources.list.d/docker.list && \
114 # apt-get update && \
115 # apt-get -yq --no-install-recommends install docker-ce=5:20.10.6~3-0~debian-buster && \
119 RUN echo en_US.UTF-8 UTF-8 > /etc/locale.gen && locale-gen
121 ENV LANGUAGE en_US:en
122 ENV LC_ALL en_US.UTF-8
125 RUN echo arvados_version is git commit $arvados_version
127 COPY $workdir/fuse.conf /etc/
129 COPY $workdir/gitolite.rc \
130 $workdir/keep-setup.sh $workdir/common.sh $workdir/createusers.sh \
131 $workdir/logger $workdir/runsu.sh $workdir/waitforpostgres.sh \
132 $workdir/yml_override.py $workdir/api-setup.sh \
133 $workdir/go-setup.sh $workdir/devenv.sh $workdir/cluster-config.sh $workdir/edit_users.py \
134 /usr/local/lib/arvbox/
136 COPY $workdir/runit /etc/runit
138 # arvbox mounts a docker volume at $ARVADOS_CONTAINER_PATH, make sure that that
139 # doesn't overlap with the directory where `arvados-server install -type test`
140 # put everything (/var/lib/arvados)
141 ENV ARVADOS_CONTAINER_PATH /var/lib/arvados-arvbox
143 RUN /bin/ln -s /var/lib/arvados/bin/ruby /usr/local/bin/
145 # Start the supervisor.
146 ENV SVDIR /etc/service