From: Peter Amstutz <peter.amstutz@curoverse.com>
Date: Thu, 18 Feb 2016 21:28:29 +0000 (-0500)
Subject: Run slurmctld and slurmd inside arvbox. refs #6518
X-Git-Tag: 1.1.0~1091^2~3^2~3
X-Git-Url: https://git.arvados.org/arvados.git/commitdiff_plain/2669dd050b2b9ef92c5af308ae79d4c61cdb9529

Run slurmctld and slurmd inside arvbox. refs #6518
---

diff --git a/lib/arvbox/docker/Dockerfile.base b/lib/arvbox/docker/Dockerfile.base
index 160afeed48..280ac6854e 100644
--- a/lib/arvbox/docker/Dockerfile.base
+++ b/lib/arvbox/docker/Dockerfile.base
@@ -10,7 +10,7 @@ RUN apt-get update && \
     pkg-config libattr1-dev python-llfuse python-pycurl \
     libwww-perl libio-socket-ssl-perl libcrypt-ssleay-perl \
     libjson-perl nginx gitolite3 lsof python-epydoc graphviz \
-    apt-transport-https ca-certificates
+    apt-transport-https ca-certificates slurm-wlm
 
 VOLUME /var/lib/docker
 VOLUME /var/log/nginx
@@ -38,8 +38,5 @@ ADD crunch-setup.sh gitolite.rc \
     application_yml_override.py \
     /usr/local/lib/arvbox/
 
-ADD service/ /var/lib/arvbox/service
-RUN rmdir /etc/service && ln -sf /var/lib/arvbox/service /etc
-
 # Start the supervisor.
 CMD ["/usr/local/bin/runsvinit"]
diff --git a/lib/arvbox/docker/Dockerfile.demo b/lib/arvbox/docker/Dockerfile.demo
index d3e36c63b2..1f134159f7 100644
--- a/lib/arvbox/docker/Dockerfile.demo
+++ b/lib/arvbox/docker/Dockerfile.demo
@@ -4,6 +4,9 @@ RUN cd /usr/src && \
     git clone https://github.com/curoverse/arvados.git && \
     git clone https://github.com/curoverse/sso-devise-omniauth-provider.git sso
 
+ADD service/ /var/lib/arvbox/service
+RUN rmdir /etc/service && ln -sf /var/lib/arvbox/service /etc
+
 RUN chown -R 1000:1000 /usr/src && /usr/local/lib/arvbox/createusers.sh
 
 RUN sudo -u arvbox /var/lib/arvbox/service/sso/run-service --only-deps
diff --git a/lib/arvbox/docker/Dockerfile.dev b/lib/arvbox/docker/Dockerfile.dev
index 5ec73bbe68..051c274f28 100644
--- a/lib/arvbox/docker/Dockerfile.dev
+++ b/lib/arvbox/docker/Dockerfile.dev
@@ -10,4 +10,7 @@ RUN set -e && \
  tar -C /usr/local -xjf /tmp/$PJS.tar.bz2 && \
  ln -s ../$PJS/bin/phantomjs /usr/local/bin/
 
+ADD service/ /var/lib/arvbox/service
+RUN rmdir /etc/service && ln -sf /var/lib/arvbox/service /etc
+
 RUN mkdir /etc/test-service && ln -sf /var/lib/arvbox/service/postgres /etc/test-service
diff --git a/lib/arvbox/docker/service/slurmctld/log/main/.gitstub b/lib/arvbox/docker/service/slurmctld/log/main/.gitstub
new file mode 100644
index 0000000000..e69de29bb2
diff --git a/lib/arvbox/docker/service/slurmctld/log/run b/lib/arvbox/docker/service/slurmctld/log/run
new file mode 120000
index 0000000000..d6aef4a77d
--- /dev/null
+++ b/lib/arvbox/docker/service/slurmctld/log/run
@@ -0,0 +1 @@
+/usr/local/lib/arvbox/logger
\ No newline at end of file
diff --git a/lib/arvbox/docker/service/slurmctld/run b/lib/arvbox/docker/service/slurmctld/run
new file mode 100755
index 0000000000..7b3c6e1f2e
--- /dev/null
+++ b/lib/arvbox/docker/service/slurmctld/run
@@ -0,0 +1,29 @@
+#!/bin/bash
+
+exec 2>&1
+set -eux -o pipefail
+
+. /usr/local/lib/arvbox/common.sh
+
+cat > /etc/slurm-llnl/slurm.conf  <<EOF
+ControlMachine=$HOSTNAME
+ControlAddr=$HOSTNAME
+AuthType=auth/munge
+DefaultStorageLoc=/var/log/slurm
+SelectType=select/cons_res
+SlurmUser=arvbox
+SlurmctldPort=7002
+SlurmctldTimeout=300
+SlurmdPort=7003
+SlurmdSpoolDir=/var/tmp/slurmd.spool
+SlurmdTimeout=300
+StateSaveLocation=/var/tmp/slurm.state
+NodeName=$HOSTNAME
+PartitionName=compute State=UP Default=YES Nodes=$HOSTNAME
+EOF
+
+mkdir -p /var/run/munge
+
+/usr/sbin/munged -f
+
+exec /usr/sbin/slurmctld -v -D
diff --git a/lib/arvbox/docker/service/slurmd/log/main/.gitstub b/lib/arvbox/docker/service/slurmd/log/main/.gitstub
new file mode 100644
index 0000000000..e69de29bb2
diff --git a/lib/arvbox/docker/service/slurmd/log/run b/lib/arvbox/docker/service/slurmd/log/run
new file mode 120000
index 0000000000..d6aef4a77d
--- /dev/null
+++ b/lib/arvbox/docker/service/slurmd/log/run
@@ -0,0 +1 @@
+/usr/local/lib/arvbox/logger
\ No newline at end of file
diff --git a/lib/arvbox/docker/service/slurmd/run b/lib/arvbox/docker/service/slurmd/run
new file mode 100755
index 0000000000..697f7a2907
--- /dev/null
+++ b/lib/arvbox/docker/service/slurmd/run
@@ -0,0 +1,6 @@
+#!/bin/bash
+
+exec 2>&1
+set -eux -o pipefail
+
+exec /usr/sbin/slurmd -v -D