From ca677782adf5d9334eb98b696359505d7ee8ef9f Mon Sep 17 00:00:00 2001 From: Peter Amstutz Date: Wed, 21 Nov 2018 13:42:38 -0500 Subject: [PATCH] 14440: Add project_uuid to ClusterTarget example Arvados-DCO-1.1-Signed-off-by: Peter Amstutz --- doc/user/cwl/federated-workflows.html.textile.liquid | 4 +++- doc/user/cwl/federated/federated.cwl | 1 + doc/user/cwl/federated/shards.yml | 3 +++ 3 files changed, 7 insertions(+), 1 deletion(-) diff --git a/doc/user/cwl/federated-workflows.html.textile.liquid b/doc/user/cwl/federated-workflows.html.textile.liquid index 754011f467..5f96702d74 100644 --- a/doc/user/cwl/federated-workflows.html.textile.liquid +++ b/doc/user/cwl/federated-workflows.html.textile.liquid @@ -9,10 +9,12 @@ Copyright (C) The Arvados Authors. All rights reserved. SPDX-License-Identifier: CC-BY-SA-3.0 {% endcomment %} -Arvados supports federated workflows, where different steps of a running workflow may execute on different clusters. Arvados manages data transfer and delegation of credentials, so this as easy as simply adding cluster target hints to your existing workflow. This supports running analysis on geographically dispersed data (avoiding expensive data transfers by sending the computation to the data) and "hybrid cloud" configurations where an on-premise cluster can expand its capabilities by delegating work to a cloud-base cluster. +To support running analysis on geographically dispersed data (avoiding expensive data transfers by sending the computation to the data) and "hybrid cloud" configurations where an on-premise cluster can expand its capabilities by delegating work to a cloud-base cluster, Arvados supports federated workflows. In a federated workflow, different steps of a workflow may execute on different clusters. Arvados manages data transfer and delegation of credentials, so this as easy as simply adding cluster target hints to your existing workflow. h2. Federated scatter/gather example + + {% codeblock as yaml %} {% include 'federated_cwl' %} {% endcodeblock %} diff --git a/doc/user/cwl/federated/federated.cwl b/doc/user/cwl/federated/federated.cwl index 401acc5454..0ede317adf 100644 --- a/doc/user/cwl/federated/federated.cwl +++ b/doc/user/cwl/federated/federated.cwl @@ -33,6 +33,7 @@ steps: hints: arv:ClusterTarget: cluster_id: $(inputs.shards.cluster) + project_uuid: $(inputs.shards.project) out: [out] run: md5sum.cwl gather-results: diff --git a/doc/user/cwl/federated/shards.yml b/doc/user/cwl/federated/shards.yml index e0f5487856..ed8a83ab3f 100644 --- a/doc/user/cwl/federated/shards.yml +++ b/doc/user/cwl/federated/shards.yml @@ -1,15 +1,18 @@ shards: - cluster: clsr1 + project: clsr1-j7d0g-qxc4jcji7n4lafx file: class: File location: keep:485df2c5cec3207a32f49c42f1cdcca9+61/file-on-clsr1.dat - cluster: clsr2 + project: clsr2-j7d0g-ivdrm1hyym21vkq file: class: File location: keep:ae6e9c3e9bfa52a0122ecb489d8198ff+61/file-on-clsr2.dat - cluster: clsr3 + project: clsr3-j7d0g-e3njz2s53lyb0ka file: class: File location: keep:0b43a0ef9ea592d5d7b299978dfa8643+61/file-on-clsr3.dat -- 2.30.2