1 #!/usr/bin/env cwl-runner
2 # Copyright (C) The Arvados Authors. All rights reserved.
4 # SPDX-License-Identifier: Apache-2.0
9 arv: "http://arvados.org/cwl#"
10 cwltool: "http://commonwl.org/cwltool#"
13 secrets: [arvados_api_token]
15 StepInputExpressionRequirement: {}
16 InlineJavascriptRequirement: {}
17 SubworkflowFeatureRequirement: {}
19 arvados_api_token: string
20 arvado_api_host_insecure:
23 arvados_api_hosts: string[]
24 arvados_cluster_ids: string[]
30 - runner-home-step-remote
31 - runner-remote-step-home
35 outputSource: base-case/success
36 runner-home-step-remote-success:
38 outputSource: runner-home-step-remote/success
39 runner-remote-step-home-success:
41 outputSource: runner-remote-step-home/success
44 outputSource: remote-case/success
45 twostep-home-to-remote-success:
47 outputSource: twostep-home-to-remote/success
48 twostep-remote-to-home-success:
50 outputSource: twostep-remote-to-home/success
51 twostep-both-remote-success:
53 outputSource: twostep-both-remote/success
58 Base case (no federation), single step workflow with both the
59 runner and step on the same cluster.
61 arvados_api_token: arvados_api_token
62 arvado_api_host_insecure: arvado_api_host_insecure
63 arvados_api_hosts: arvados_api_hosts
64 arvados_cluster_ids: arvados_cluster_ids
69 location: cases/base-case.cwl
72 location: cases/md5sum.cwl
77 location: data/base-case-input.txt
80 self["runOnCluster"] = inputs.arvados_cluster_ids[0];
83 scrub_image: {default: "arvados/fed-test:base-case"}
86 - 031a4ced0aa99de90fb630568afc6e9b+67 # input collection
87 - eb93a6718eb1a1a8ee9f66ee7d683472+51 # md5sum output collection
88 - f654d4048612135f4a5e7707ec0fcf3e+112 # final output json
90 run: framework/testcase.cwl
92 runner-home-step-remote:
94 Single step workflow with the runner on the home cluster and the
95 step on the remote cluster.
97 arvados_api_token: arvados_api_token
98 arvado_api_host_insecure: arvado_api_host_insecure
99 arvados_api_hosts: arvados_api_hosts
100 arvados_cluster_ids: arvados_cluster_ids
105 location: cases/runner-home-step-remote.cwl
108 location: cases/md5sum.cwl
113 location: data/runner-home-step-remote-input.txt
116 self["runOnCluster"] = inputs.arvados_cluster_ids[1];
119 runner_cluster: { valueFrom: "$(inputs.arvados_cluster_ids[0])" }
120 scrub_image: {default: "arvados/fed-test:runner-home-step-remote"}
123 - 3bc373e38751fe13dcbd62778d583242+81 # input collection
124 - 428e6d91e41a3af3ae287b453949e7fd+51 # md5sum output collection
125 - a4b0ddd866525655e8480f83a1ca83c6+112 # runner output json
127 run: framework/testcase.cwl
129 runner-remote-step-home:
131 Single step workflow with the runner on the remote cluster and the
132 step on the home cluster.
134 arvados_api_token: arvados_api_token
135 arvado_api_host_insecure: arvado_api_host_insecure
136 arvados_api_hosts: arvados_api_hosts
137 arvados_cluster_ids: arvados_cluster_ids
142 location: cases/runner-remote-step-home.cwl
145 location: cases/md5sum.cwl
150 location: data/runner-remote-step-home-input.txt
153 self["runOnCluster"] = inputs.arvados_cluster_ids[0];
156 runner_cluster: { valueFrom: "$(inputs.arvados_cluster_ids[1])" }
157 scrub_image: {default: "arvados/fed-test:runner-remote-step-home"}
160 - 25fe10d8e8530329a738de69d9bc8ab5+81 # input collection
161 - 7f052d1a04b851b6f73fba77c7802e1d+51 # md5sum output collection
162 - ecb639201f454b6493757f5117f540df+112 # runner output json
164 run: framework/testcase.cwl
168 Single step workflow with both the runner and the step on the
171 arvados_api_token: arvados_api_token
172 arvado_api_host_insecure: arvado_api_host_insecure
173 arvados_api_hosts: arvados_api_hosts
174 arvados_cluster_ids: arvados_cluster_ids
179 location: cases/remote-case.cwl
182 location: cases/md5sum.cwl
187 location: data/remote-case-input.txt
190 self["runOnCluster"] = inputs.arvados_cluster_ids[1];
193 runner_cluster: { valueFrom: "$(inputs.arvados_cluster_ids[1])" }
194 scrub_image: {default: "arvados/fed-test:remote-case"}
197 - fccd49fdef8e452295f718208abafd88+69 # input collection
198 - 58c0e8ea6b148134ef8577ee11307eec+51 # md5sum output collection
199 - 1fd679c5ab64c123b9764024dbf560f0+112 # final output json
201 run: framework/testcase.cwl
203 twostep-home-to-remote:
205 Two step workflow. The runner is on the home cluster, the first
206 step is on the home cluster, the second step is on the remote
209 arvados_api_token: arvados_api_token
210 arvado_api_host_insecure: arvado_api_host_insecure
211 arvados_api_hosts: arvados_api_hosts
212 arvados_cluster_ids: arvados_cluster_ids
217 location: cases/twostep-home-to-remote.cwl
220 location: cases/md5sum.cwl
222 location: cases/rev.cwl
227 location: data/twostep-home-to-remote.txt
230 self["md5sumCluster"] = inputs.arvados_cluster_ids[0];
231 self["revCluster"] = inputs.arvados_cluster_ids[1];
234 runner_cluster: { valueFrom: "$(inputs.arvados_cluster_ids[0])" }
235 scrub_image: {default: "arvados/fed-test:twostep-home-to-remote"}
238 - 268a54947fb75115cfe05bb54cc62c30+74 # input collection
239 - 400f03b8c5d2dc3dcb513a21b626ef88+51 # md5sum output collection
240 - 3738166916ca5f6f6ad12bf7e06b4a21+51 # rev output collection
241 - bc37c17a37aa25229e5de1339b27fbcc+112 # runner output json
243 run: framework/testcase.cwl
245 twostep-remote-to-home:
247 Two step workflow. The runner is on the home cluster, the first
248 step is on the remote cluster, the second step is on the home
251 arvados_api_token: arvados_api_token
252 arvado_api_host_insecure: arvado_api_host_insecure
253 arvados_api_hosts: arvados_api_hosts
254 arvados_cluster_ids: arvados_cluster_ids
259 location: cases/twostep-remote-to-home.cwl
262 location: cases/md5sum.cwl
264 location: cases/rev.cwl
269 location: data/twostep-remote-to-home.txt
272 self["md5sumCluster"] = inputs.arvados_cluster_ids[1];
273 self["revCluster"] = inputs.arvados_cluster_ids[0];
276 runner_cluster: { valueFrom: "$(inputs.arvados_cluster_ids[0])" }
277 scrub_image: {default: "arvados/fed-test:twostep-remote-to-home"}
280 - cce89b9f7b6e163978144051ce5f071a+74 # input collection
281 - 0c358c3af63644c6343766feff1b7238+51 # md5sum output collection
282 - 33fb7d512bf21f04847eca58cea46e74+51 # rev output collection
283 - 912e04aa3db04aba008cf5cd46c277b2+112 # runner output json
285 run: framework/testcase.cwl
289 Two step workflow. The runner is on the home cluster, both steps are
290 on the remote cluster.
292 arvados_api_token: arvados_api_token
293 arvado_api_host_insecure: arvado_api_host_insecure
294 arvados_api_hosts: arvados_api_hosts
295 arvados_cluster_ids: arvados_cluster_ids
300 location: cases/twostep-both-remote.cwl
303 location: cases/md5sum.cwl
305 location: cases/rev.cwl
310 location: data/twostep-both-remote.txt
313 self["md5sumCluster"] = inputs.arvados_cluster_ids[1];
314 self["revCluster"] = inputs.arvados_cluster_ids[1];
317 runner_cluster: { valueFrom: "$(inputs.arvados_cluster_ids[0])" }
318 scrub_image: {default: "arvados/fed-test:twostep-both-remote"}
321 - 3c5e39939cf197d304ac1eac20841238+71 # input collection
322 - 3edb99aa607731593969cdab663d65b4+51 # md5sum output collection
323 - a91625b7139e60fe61a88cae42fbee13+51 # rev output collection
324 - ddfa58a81953dad08436d571615dd584+112 # runner output json
326 run: framework/testcase.cwl