X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/8b689efa29d0db06e0a7c402c5d31107089bba5b..3a0aa1db801154916f50b1b299d5100945a3e1df:/crunch_scripts/run-command diff --git a/crunch_scripts/run-command b/crunch_scripts/run-command index 1ff63616ef..74793d4fce 100755 --- a/crunch_scripts/run-command +++ b/crunch_scripts/run-command @@ -331,6 +331,13 @@ try: if not args.dry_run: stdoutfile = open(stdoutname, "wb") + if "task.env" in taskp: + env = copy.copy(os.environ) + for k,v in taskp["task.env"].items(): + env[k] = subst.do_substitution(taskp, v) + else: + env = None + logger.info("{}{}{}".format(' | '.join([' '.join(c) for c in cmd]), (" < " + stdinname) if stdinname is not None else "", (" > " + stdoutname) if stdoutname is not None else "")) if args.dry_run: @@ -363,7 +370,7 @@ try: # this is an intermediate command in the pipeline, so its stdout should go to a pipe next_stdout = subprocess.PIPE - sp = subprocess.Popen(cmd[i], shell=False, stdin=next_stdin, stdout=next_stdout) + sp = subprocess.Popen(cmd[i], shell=False, stdin=next_stdin, stdout=next_stdout, env=env) # Need to close the FDs on our side so that subcommands will get SIGPIPE if the # consuming process ends prematurely. @@ -390,12 +397,19 @@ try: active = 1 pids = set([s.pid for s in subprocesses]) while len(pids) > 0: - (pid, status) = os.wait() - pids.discard(pid) - if not taskp.get("task.ignore_rcode"): - rcode[pid] = (status >> 8) + try: + (pid, status) = os.wait() + except OSError as e: + if e.errno == errno.EINTR: + pass + else: + raise else: - rcode[pid] = 0 + pids.discard(pid) + if not taskp.get("task.ignore_rcode"): + rcode[pid] = (status >> 8) + else: + rcode[pid] = 0 if sig.sig is not None: logger.critical("terminating on signal %s" % sig.sig)