X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/2a21ea7ddc0739f9ce54589600be7f136ddd83fa..0783caa882a7c45c24b5a054957a1568ad55ed99:/lib/crunchrun/singularity.go diff --git a/lib/crunchrun/singularity.go b/lib/crunchrun/singularity.go index f154728c70..1da401f859 100644 --- a/lib/crunchrun/singularity.go +++ b/lib/crunchrun/singularity.go @@ -16,6 +16,7 @@ import ( "regexp" "sort" "strconv" + "strings" "syscall" "time" @@ -43,7 +44,13 @@ func newSingularityExecutor(logf func(string, ...interface{})) (*singularityExec }, nil } -func (e *singularityExecutor) Runtime() string { return "singularity" } +func (e *singularityExecutor) Runtime() string { + buf, err := exec.Command("singularity", "--version").CombinedOutput() + if err != nil { + return "singularity (unknown version)" + } + return strings.TrimSuffix(string(buf), "\n") +} func (e *singularityExecutor) getOrCreateProject(ownerUuid string, name string, containerClient *arvados.Client) (*arvados.Group, error) { var gp arvados.GroupList @@ -281,7 +288,7 @@ func (e *singularityExecutor) execCmd(path string) *exec.Cmd { for _, path := range binds { mount := e.spec.BindMounts[path] if path == e.spec.Env["HOME"] { - // Singularity treates $HOME as special case + // Singularity treats $HOME as special case args = append(args, "--home", mount.HostPath+":"+path) } else { args = append(args, "--bind", mount.HostPath+":"+path+":"+readonlyflag[mount.ReadOnly]) @@ -295,8 +302,8 @@ func (e *singularityExecutor) execCmd(path string) *exec.Cmd { env := make([]string, 0, len(e.spec.Env)) for k, v := range e.spec.Env { if k == "HOME" { - // Singularity treates $HOME as special case, this is handled - // with --home above + // Singularity treats $HOME as special case, + // this is handled with --home above continue } env = append(env, "SINGULARITYENV_"+k+"="+v) @@ -310,6 +317,14 @@ func (e *singularityExecutor) execCmd(path string) *exec.Cmd { // us to select specific devices we need to propagate that. env = append(env, "SINGULARITYENV_CUDA_VISIBLE_DEVICES="+cudaVisibleDevices) } + // Singularity's default behavior is to evaluate each + // SINGULARITYENV_* env var with a shell as a double-quoted + // string and pass the result to the contained + // process. Singularity 3.10+ has an option to pass env vars + // through literally without evaluating, which is what we + // want. See https://github.com/sylabs/singularity/pull/704 + // and https://dev.arvados.org/issues/19081 + env = append(env, "SINGULARITY_NO_EVAL=1") args = append(args, e.imageFilename) args = append(args, e.spec.Command...)