X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/e1b133b13f9ac50a87051d07c36a3904d6f01028..2e104941dbf1e4bf92e0632cadeb946be0595d67:/sdk/cwl/arvados_cwl/runner.py?ds=sidebyside diff --git a/sdk/cwl/arvados_cwl/runner.py b/sdk/cwl/arvados_cwl/runner.py index 373424c5e8..2d13e6640b 100644 --- a/sdk/cwl/arvados_cwl/runner.py +++ b/sdk/cwl/arvados_cwl/runner.py @@ -162,7 +162,8 @@ def arvados_jobs_image(arvrunner): class Runner(object): def __init__(self, runner, tool, job_order, enable_reuse, - output_name, output_tags, submit_runner_ram=0): + output_name, output_tags, submit_runner_ram=0, + name=None): self.arvrunner = runner self.tool = tool self.job_order = job_order @@ -172,16 +173,22 @@ class Runner(object): self.final_output = None self.output_name = output_name self.output_tags = output_tags + self.name = name + if submit_runner_ram: self.submit_runner_ram = submit_runner_ram else: self.submit_runner_ram = 1024 + if self.submit_runner_ram <= 0: + raise Exception("Value of --submit-runner-ram must be greater than zero") + def update_pipeline_component(self, record): pass def arvados_job_spec(self, *args, **kwargs): - self.name = os.path.basename(self.tool.tool["id"]) + if self.name is None: + self.name = os.path.basename(self.tool.tool["id"]) workflowmapper = upload_instance(self.arvrunner, self.name, self.tool, self.job_order) adjustDirObjs(self.job_order, trim_listing) return workflowmapper @@ -208,8 +215,10 @@ class Runner(object): api_client=self.arvrunner.api, keep_client=self.arvrunner.keep_client, num_retries=self.arvrunner.num_retries) - with outc.open("cwl.output.json") as f: - outputs = json.load(f) + if "cwl.output.json" in outc: + with outc.open("cwl.output.json") as f: + if f.size() > 0: + outputs = json.load(f) def keepify(fileobj): path = fileobj["location"] if not path.startswith("keep:"): @@ -220,4 +229,5 @@ class Runner(object): logger.exception("While getting final output object: %s", e) self.arvrunner.output_callback(outputs, processStatus) finally: - del self.arvrunner.processes[record["uuid"]] + if record["uuid"] in self.arvrunner.processes: + del self.arvrunner.processes[record["uuid"]]