X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/dfe0ec7bfec3fd72cd40d3962e5c8af08d2413d2..3af6db5dc4e2f08b2ebb49a82109c4325ad7fcc4:/sdk/cwl/arvados_cwl/arvcontainer.py diff --git a/sdk/cwl/arvados_cwl/arvcontainer.py b/sdk/cwl/arvados_cwl/arvcontainer.py index 56f29c5cb1..aa088c5e8a 100644 --- a/sdk/cwl/arvados_cwl/arvcontainer.py +++ b/sdk/cwl/arvados_cwl/arvcontainer.py @@ -42,6 +42,7 @@ class ArvadosContainer(object): "kind": "tmp" } } + scheduling_parameters = {} dirs = set() for f in self.pathmapper.files(): @@ -97,14 +98,17 @@ class ArvadosContainer(object): runtime_req, _ = get_feature(self, "http://arvados.org/cwl#RuntimeConstraints") if runtime_req: - logger.warn("RuntimeConstraints not yet supported by container API") + if "keep_cache" in runtime_req: + runtime_constraints["keep_cache_ram"] = runtime_req["keep_cache"] partition_req, _ = get_feature(self, "http://arvados.org/cwl#PartitionRequirement") if partition_req: - runtime_constraints["partition"] = aslist(partition_req["partition"]) + scheduling_parameters["partitions"] = aslist(partition_req["partition"]) container_request["mounts"] = mounts container_request["runtime_constraints"] = runtime_constraints + container_request["use_existing"] = kwargs.get("enable_reuse", True) + container_request["scheduling_parameters"] = scheduling_parameters try: response = self.arvrunner.api.container_requests().create( @@ -113,10 +117,14 @@ class ArvadosContainer(object): self.arvrunner.processes[response["container_uuid"]] = self - logger.info("Container %s (%s) request state is %s", self.name, response["uuid"], response["state"]) + container = self.arvrunner.api.containers().get( + uuid=response["container_uuid"] + ).execute(num_retries=self.arvrunner.num_retries) + + logger.info("Container request %s (%s) state is %s with container %s %s", self.name, response["uuid"], response["state"], container["uuid"], container["state"]) - if response["state"] == "Final": - self.done(response) + if container["state"] in ("Complete", "Cancelled"): + self.done(container) except Exception as e: logger.error("Got error %s" % str(e)) self.output_callback({}, "permanentFail") @@ -182,6 +190,12 @@ class RunnerContainer(Runner): command = ["arvados-cwl-runner", "--local", "--api=containers"] if self.output_name: command.append("--output-name=" + self.output_name) + + if self.enable_reuse: + command.append("--enable-reuse") + else: + command.append("--disable-reuse") + command.extend([workflowpath, jobpath]) return {