X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/0a87aad48d7fccfc4d7d56a8628370cb7370d792..df9cb8ad02aaee8045cb31e207fd9c6a13c01684:/crunch_scripts/run-command?ds=sidebyside diff --git a/crunch_scripts/run-command b/crunch_scripts/run-command index 682ebfc360..a6c5ef981c 100755 --- a/crunch_scripts/run-command +++ b/crunch_scripts/run-command @@ -331,6 +331,13 @@ try: if not args.dry_run: stdoutfile = open(stdoutname, "wb") + if "task.env" in taskp: + env = copy.copy(os.environ) + for k,v in taskp["task.env"].items(): + env[k] = subst.do_substitution(taskp, v) + else: + env = None + logger.info("{}{}{}".format(' | '.join([' '.join(c) for c in cmd]), (" < " + stdinname) if stdinname is not None else "", (" > " + stdoutname) if stdoutname is not None else "")) if args.dry_run: @@ -363,7 +370,7 @@ try: # this is an intermediate command in the pipeline, so its stdout should go to a pipe next_stdout = subprocess.PIPE - sp = subprocess.Popen(cmd[i], shell=False, stdin=next_stdin, stdout=next_stdout) + sp = subprocess.Popen(cmd[i], shell=False, stdin=next_stdin, stdout=next_stdout, env=env) # Need to close the FDs on our side so that subcommands will get SIGPIPE if the # consuming process ends prematurely. @@ -426,14 +433,14 @@ if "task.vwd" in taskp and "task.foreach" in jobp: if stat.S_ISLNK(s.st_mode): os.unlink(os.path.join(root, f)) -outcollection = vwd.checkin(outdir).manifest_text() +(outcollection, checkin_error) = vwd.checkin(outdir) # Success if we ran any subprocess, and they all exited 0. -success = rcode and all(status == 0 for status in rcode.itervalues()) +success = rcode and all(status == 0 for status in rcode.itervalues()) and not checkin_error api.job_tasks().update(uuid=arvados.current_task()['uuid'], body={ - 'output': outcollection, + 'output': outcollection.manifest_text(), 'success': success, 'progress':1.0 }).execute()