X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/78889e115e6fffd5eb82e54a541bd4858f804f91..2e104941dbf1e4bf92e0632cadeb946be0595d67:/sdk/cwl/arvados_cwl/runner.py diff --git a/sdk/cwl/arvados_cwl/runner.py b/sdk/cwl/arvados_cwl/runner.py index 3bbcb8b091..2d13e6640b 100644 --- a/sdk/cwl/arvados_cwl/runner.py +++ b/sdk/cwl/arvados_cwl/runner.py @@ -161,7 +161,9 @@ def arvados_jobs_image(arvrunner): return img class Runner(object): - def __init__(self, runner, tool, job_order, enable_reuse, output_name, output_tags): + def __init__(self, runner, tool, job_order, enable_reuse, + output_name, output_tags, submit_runner_ram=0, + name=None): self.arvrunner = runner self.tool = tool self.job_order = job_order @@ -171,12 +173,22 @@ class Runner(object): self.final_output = None self.output_name = output_name self.output_tags = output_tags + self.name = name + + if submit_runner_ram: + self.submit_runner_ram = submit_runner_ram + else: + self.submit_runner_ram = 1024 + + if self.submit_runner_ram <= 0: + raise Exception("Value of --submit-runner-ram must be greater than zero") def update_pipeline_component(self, record): pass def arvados_job_spec(self, *args, **kwargs): - self.name = os.path.basename(self.tool.tool["id"]) + if self.name is None: + self.name = os.path.basename(self.tool.tool["id"]) workflowmapper = upload_instance(self.arvrunner, self.name, self.tool, self.job_order) adjustDirObjs(self.job_order, trim_listing) return workflowmapper @@ -203,8 +215,10 @@ class Runner(object): api_client=self.arvrunner.api, keep_client=self.arvrunner.keep_client, num_retries=self.arvrunner.num_retries) - with outc.open("cwl.output.json") as f: - outputs = json.load(f) + if "cwl.output.json" in outc: + with outc.open("cwl.output.json") as f: + if f.size() > 0: + outputs = json.load(f) def keepify(fileobj): path = fileobj["location"] if not path.startswith("keep:"): @@ -215,4 +229,5 @@ class Runner(object): logger.exception("While getting final output object: %s", e) self.arvrunner.output_callback(outputs, processStatus) finally: - del self.arvrunner.processes[record["uuid"]] + if record["uuid"] in self.arvrunner.processes: + del self.arvrunner.processes[record["uuid"]]