20031: Fix move to separate collection test, requires selecting multiple files
[arvados.git] / cypress / integration / process.spec.js
1 // Copyright (C) The Arvados Authors. All rights reserved.
2 //
3 // SPDX-License-Identifier: AGPL-3.0
4
5 describe('Process tests', function() {
6     let activeUser;
7     let adminUser;
8
9     before(function() {
10         // Only set up common users once. These aren't set up as aliases because
11         // aliases are cleaned up after every test. Also it doesn't make sense
12         // to set the same users on beforeEach() over and over again, so we
13         // separate a little from Cypress' 'Best Practices' here.
14         cy.getUser('admin', 'Admin', 'User', true, true)
15             .as('adminUser').then(function() {
16                 adminUser = this.adminUser;
17             }
18         );
19         cy.getUser('user', 'Active', 'User', false, true)
20             .as('activeUser').then(function() {
21                 activeUser = this.activeUser;
22             }
23         );
24     });
25
26     beforeEach(function() {
27         cy.clearCookies();
28         cy.clearLocalStorage();
29     });
30
31     function setupDockerImage(image_name) {
32         // Create a collection that will be used as a docker image for the tests.
33         cy.createCollection(adminUser.token, {
34             name: 'docker_image',
35             manifest_text: ". d21353cfe035e3e384563ee55eadbb2f+67108864 5c77a43e329b9838cbec18ff42790e57+55605760 0:122714624:sha256:d8309758b8fe2c81034ffc8a10c36460b77db7bc5e7b448c4e5b684f9d95a678.tar\n"
36         }).as('dockerImage').then(function(dockerImage) {
37             // Give read permissions to the active user on the docker image.
38             cy.createLink(adminUser.token, {
39                 link_class: 'permission',
40                 name: 'can_read',
41                 tail_uuid: activeUser.user.uuid,
42                 head_uuid: dockerImage.uuid
43             }).as('dockerImagePermission').then(function() {
44                 // Set-up docker image collection tags
45                 cy.createLink(activeUser.token, {
46                     link_class: 'docker_image_repo+tag',
47                     name: image_name,
48                     head_uuid: dockerImage.uuid,
49                 }).as('dockerImageRepoTag');
50                 cy.createLink(activeUser.token, {
51                     link_class: 'docker_image_hash',
52                     name: 'sha256:d8309758b8fe2c81034ffc8a10c36460b77db7bc5e7b448c4e5b684f9d95a678',
53                     head_uuid: dockerImage.uuid,
54                 }).as('dockerImageHash');
55             })
56         });
57         return cy.getAll('@dockerImage', '@dockerImageRepoTag', '@dockerImageHash',
58             '@dockerImagePermission').then(function([dockerImage]) {
59                 return dockerImage;
60             });
61     }
62
63     function createContainerRequest(user, name, docker_image, command, reuse = false, state = 'Uncommitted') {
64         return setupDockerImage(docker_image).then(function(dockerImage) {
65             return cy.createContainerRequest(user.token, {
66                 name: name,
67                 command: command,
68                 container_image: dockerImage.portable_data_hash, // for some reason, docker_image doesn't work here
69                 output_path: 'stdout.txt',
70                 priority: 1,
71                 runtime_constraints: {
72                     vcpus: 1,
73                     ram: 1,
74                 },
75                 use_existing: reuse,
76                 state: state,
77                 mounts: {
78                     foo: {
79                         kind: 'tmp',
80                         path: '/tmp/foo',
81                     }
82                 }
83             });
84         });
85     }
86
87     it('shows process logs', function() {
88         const crName = 'test_container_request';
89         createContainerRequest(
90             activeUser,
91             crName,
92             'arvados/jobs',
93             ['echo', 'hello world'],
94             false, 'Committed')
95         .then(function(containerRequest) {
96             cy.loginAs(activeUser);
97             cy.goToPath(`/processes/${containerRequest.uuid}`);
98             cy.get('[data-cy=process-details]').should('contain', crName);
99             cy.get('[data-cy=process-logs]')
100                 .should('contain', 'No logs yet')
101                 .and('not.contain', 'hello world');
102             cy.createLog(activeUser.token, {
103                 object_uuid: containerRequest.container_uuid,
104                 properties: {
105                     text: 'hello world'
106                 },
107                 event_type: 'stdout'
108             }).then(function(log) {
109                 cy.get('[data-cy=process-logs]', {timeout: 7000})
110                     .should('not.contain', 'No logs yet')
111                     .and('contain', 'hello world');
112             })
113         });
114     });
115
116     it('shows process details', function() {
117         createContainerRequest(
118             activeUser,
119             `test_container_request ${Math.floor(Math.random() * 999999)}`,
120             'arvados/jobs',
121             ['echo', 'hello world'],
122             false, 'Committed')
123         .then(function(containerRequest) {
124             cy.loginAs(activeUser);
125             cy.goToPath(`/processes/${containerRequest.uuid}`);
126             cy.get('[data-cy=process-details]').should('contain', containerRequest.name);
127             cy.get('[data-cy=process-details-attributes-modifiedby-user]').contains(`Active User (${activeUser.user.uuid})`);
128             cy.get('[data-cy=process-details-attributes-runtime-user]').should('not.exist');
129         });
130
131         // Fake submitted by another user
132         cy.intercept({method: 'GET', url: '**/arvados/v1/container_requests/*'}, (req) => {
133             req.reply((res) => {
134                 res.body.modified_by_user_uuid = 'zzzzz-tpzed-000000000000000';
135             });
136         });
137
138         createContainerRequest(
139             activeUser,
140             `test_container_request ${Math.floor(Math.random() * 999999)}`,
141             'arvados/jobs',
142             ['echo', 'hello world'],
143             false, 'Committed')
144         .then(function(containerRequest) {
145             cy.loginAs(activeUser);
146             cy.goToPath(`/processes/${containerRequest.uuid}`);
147             cy.get('[data-cy=process-details]').should('contain', containerRequest.name);
148             cy.get('[data-cy=process-details-attributes-modifiedby-user]').contains(`zzzzz-tpzed-000000000000000`);
149             cy.get('[data-cy=process-details-attributes-runtime-user]').contains(`Active User (${activeUser.user.uuid})`);
150         });
151     });
152
153     it('filters process logs by event type', function() {
154         const nodeInfoLogs = [
155             'Host Information',
156             'Linux compute-99cb150b26149780de44b929577e1aed-19rgca8vobuvc4p 5.4.0-1059-azure #62~18.04.1-Ubuntu SMP Tue Sep 14 17:53:18 UTC 2021 x86_64 x86_64 x86_64 GNU/Linux',
157             'CPU Information',
158             'processor  : 0',
159             'vendor_id  : GenuineIntel',
160             'cpu family : 6',
161             'model      : 79',
162             'model name : Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz'
163         ];
164         const crunchRunLogs = [
165             '2022-03-22T13:56:22.542417997Z using local keepstore process (pid 3733) at http://localhost:46837, writing logs to keepstore.txt in log collection',
166             '2022-03-22T13:56:26.237571754Z crunch-run 2.4.0~dev20220321141729 (go1.17.1) started',
167             '2022-03-22T13:56:26.244704134Z crunch-run process has uid=0(root) gid=0(root) groups=0(root)',
168             '2022-03-22T13:56:26.244862836Z Executing container \'zzzzz-dz642-1wokwvcct9s9du3\' using docker runtime',
169             '2022-03-22T13:56:26.245037738Z Executing on host \'compute-99cb150b26149780de44b929577e1aed-19rgca8vobuvc4p\'',
170         ];
171         const stdoutLogs = [
172             'Lorem ipsum dolor sit amet, consectetur adipiscing elit. Donec dui nisi, hendrerit porta sapien a, pretium dignissim purus.',
173             'Integer viverra, mauris finibus aliquet ultricies, dui mauris cursus justo, ut venenatis nibh ex eget neque.',
174             'In hac habitasse platea dictumst.',
175             'Fusce fringilla turpis id accumsan faucibus. Donec congue congue ex non posuere. In semper mi quis tristique rhoncus.',
176             'Interdum et malesuada fames ac ante ipsum primis in faucibus.',
177             'Quisque fermentum tortor ex, ut suscipit velit feugiat faucibus.',
178             'Donec vitae porta risus, at luctus nulla. Mauris gravida iaculis ipsum, id sagittis tortor egestas ac.',
179             'Maecenas condimentum volutpat nulla. Integer lacinia maximus risus eu posuere.',
180             'Donec vitae leo id augue gravida bibendum.',
181             'Nam libero libero, pretium ac faucibus elementum, mattis nec ex.',
182             'Nullam id laoreet nibh. Vivamus tellus metus, pretium quis justo ut, bibendum varius metus. Pellentesque vitae accumsan lorem, quis tincidunt augue.',
183             'Aliquam viverra nisi nulla, et efficitur dolor mattis in.',
184             'Sed at enim sit amet nulla tincidunt mattis. Aenean eget aliquet ex, non ultrices ex. Nulla ex tortor, vestibulum aliquam tempor ac, aliquam vel est.',
185             'Fusce auctor faucibus libero id venenatis. Etiam sodales, odio eu cursus efficitur, quam sem blandit ex, quis porttitor enim dui quis lectus. In id tincidunt felis.',
186             'Phasellus non ex quis arcu tempus faucibus molestie in sapien.',
187             'Duis tristique semper dolor, vitae pulvinar risus.',
188             'Aliquam tortor elit, luctus nec tortor eget, porta tristique nulla.',
189             'Nulla eget mollis ipsum.',
190         ];
191
192         createContainerRequest(
193             activeUser,
194             'test_container_request',
195             'arvados/jobs',
196             ['echo', 'hello world'],
197             false, 'Committed')
198         .then(function(containerRequest) {
199             cy.logsForContainer(activeUser.token, containerRequest.container_uuid,
200                 'node-info', nodeInfoLogs).as('nodeInfoLogs');
201             cy.logsForContainer(activeUser.token, containerRequest.container_uuid,
202                 'crunch-run', crunchRunLogs).as('crunchRunLogs');
203             cy.logsForContainer(activeUser.token, containerRequest.container_uuid,
204                 'stdout', stdoutLogs).as('stdoutLogs');
205             cy.getAll('@stdoutLogs', '@nodeInfoLogs', '@crunchRunLogs').then(function() {
206                 cy.loginAs(activeUser);
207                 cy.goToPath(`/processes/${containerRequest.uuid}`);
208                 // Should show main logs by default
209                 cy.get('[data-cy=process-logs-filter]', {timeout: 7000}).should('contain', 'Main logs');
210                 cy.get('[data-cy=process-logs]')
211                     .should('contain', stdoutLogs[Math.floor(Math.random() * stdoutLogs.length)])
212                     .and('not.contain', nodeInfoLogs[Math.floor(Math.random() * nodeInfoLogs.length)])
213                     .and('contain', crunchRunLogs[Math.floor(Math.random() * crunchRunLogs.length)]);
214                 // Select 'All logs'
215                 cy.get('[data-cy=process-logs-filter]').click();
216                 cy.get('body').contains('li', 'All logs').click();
217                 cy.get('[data-cy=process-logs]')
218                     .should('contain', stdoutLogs[Math.floor(Math.random() * stdoutLogs.length)])
219                     .and('contain', nodeInfoLogs[Math.floor(Math.random() * nodeInfoLogs.length)])
220                     .and('contain', crunchRunLogs[Math.floor(Math.random() * crunchRunLogs.length)]);
221                 // Select 'node-info' logs
222                 cy.get('[data-cy=process-logs-filter]').click();
223                 cy.get('body').contains('li', 'node-info').click();
224                 cy.get('[data-cy=process-logs]')
225                     .should('not.contain', stdoutLogs[Math.floor(Math.random() * stdoutLogs.length)])
226                     .and('contain', nodeInfoLogs[Math.floor(Math.random() * nodeInfoLogs.length)])
227                     .and('not.contain', crunchRunLogs[Math.floor(Math.random() * crunchRunLogs.length)]);
228                 // Select 'stdout' logs
229                 cy.get('[data-cy=process-logs-filter]').click();
230                 cy.get('body').contains('li', 'stdout').click();
231                 cy.get('[data-cy=process-logs]')
232                     .should('contain', stdoutLogs[Math.floor(Math.random() * stdoutLogs.length)])
233                     .and('not.contain', nodeInfoLogs[Math.floor(Math.random() * nodeInfoLogs.length)])
234                     .and('not.contain', crunchRunLogs[Math.floor(Math.random() * crunchRunLogs.length)]);
235             });
236         });
237     });
238
239     it('should show runtime status indicators', function() {
240         // Setup running container with runtime_status error & warning messages
241         createContainerRequest(
242             activeUser,
243             'test_container_request',
244             'arvados/jobs',
245             ['echo', 'hello world'],
246             false, 'Committed')
247         .as('containerRequest')
248         .then(function(containerRequest) {
249             expect(containerRequest.state).to.equal('Committed');
250             expect(containerRequest.container_uuid).not.to.be.equal('');
251
252             cy.getContainer(activeUser.token, containerRequest.container_uuid)
253             .then(function(queuedContainer) {
254                 expect(queuedContainer.state).to.be.equal('Queued');
255             });
256             cy.updateContainer(adminUser.token, containerRequest.container_uuid, {
257                 state: 'Locked'
258             }).then(function(lockedContainer) {
259                 expect(lockedContainer.state).to.be.equal('Locked');
260
261                 cy.updateContainer(adminUser.token, lockedContainer.uuid, {
262                     state: 'Running',
263                     runtime_status: {
264                         error: 'Something went wrong',
265                         errorDetail: 'Process exited with status 1',
266                         warning: 'Free disk space is low',
267                     }
268                 })
269                 .as('runningContainer')
270                 .then(function(runningContainer) {
271                     expect(runningContainer.state).to.be.equal('Running');
272                     expect(runningContainer.runtime_status).to.be.deep.equal({
273                         'error': 'Something went wrong',
274                         'errorDetail': 'Process exited with status 1',
275                         'warning': 'Free disk space is low',
276                     });
277                 });
278             })
279         });
280         // Test that the UI shows the error and warning messages
281         cy.getAll('@containerRequest', '@runningContainer').then(function([containerRequest]) {
282             cy.loginAs(activeUser);
283             cy.goToPath(`/processes/${containerRequest.uuid}`);
284             cy.get('[data-cy=process-runtime-status-error]')
285                 .should('contain', 'Something went wrong')
286                 .and('contain', 'Process exited with status 1');
287             cy.get('[data-cy=process-runtime-status-warning]')
288                 .should('contain', 'Free disk space is low')
289                 .and('contain', 'No additional warning details available');
290         });
291
292
293         // Force container_count for testing
294         let containerCount = 2;
295         cy.intercept({method: 'GET', url: '**/arvados/v1/container_requests/*'}, (req) => {
296             req.reply((res) => {
297                 res.body.container_count = containerCount;
298             });
299         });
300
301         cy.getAll('@containerRequest').then(function([containerRequest]) {
302             cy.goToPath(`/processes/${containerRequest.uuid}`);
303             cy.get('[data-cy=process-runtime-status-retry-warning]', {timeout: 7000})
304                 .should('contain', 'Process retried 1 time');
305         });
306
307         cy.getAll('@containerRequest').then(function([containerRequest]) {
308             containerCount = 3;
309             cy.goToPath(`/processes/${containerRequest.uuid}`);
310             cy.get('[data-cy=process-runtime-status-retry-warning]', {timeout: 7000})
311                 .should('contain', 'Process retried 2 times');
312         });
313     });
314
315
316     const testInputs = [
317         {
318             definition: {
319                 "id": "#main/input_file",
320                 "label": "Label Description",
321                 "type": "File"
322             },
323             input: {
324                 "input_file": {
325                     "basename": "input1.tar",
326                     "class": "File",
327                     "location": "keep:00000000000000000000000000000000+01/input1.tar",
328                     "secondaryFiles": [
329                         {
330                             "basename": "input1-2.txt",
331                             "class": "File",
332                             "location": "keep:00000000000000000000000000000000+01/input1-2.txt"
333                         },
334                         {
335                             "basename": "input1-3.txt",
336                             "class": "File",
337                             "location": "keep:00000000000000000000000000000000+01/input1-3.txt"
338                         },
339                         {
340                             "basename": "input1-4.txt",
341                             "class": "File",
342                             "location": "keep:00000000000000000000000000000000+01/input1-4.txt"
343                         }
344                     ]
345                 }
346             }
347         },
348         {
349             definition: {
350                 "id": "#main/input_dir",
351                 "doc": "Doc Description",
352                 "type": "Directory"
353             },
354             input: {
355                 "input_dir": {
356                     "basename": "11111111111111111111111111111111+01",
357                     "class": "Directory",
358                     "location": "keep:11111111111111111111111111111111+01"
359                 }
360             }
361         },
362         {
363             definition: {
364                 "id": "#main/input_bool",
365                 "doc": ["Doc desc 1", "Doc desc 2"],
366                 "type": "boolean"
367             },
368             input: {
369                 "input_bool": true,
370             }
371         },
372         {
373             definition: {
374                 "id": "#main/input_int",
375                 "type": "int"
376             },
377             input: {
378                 "input_int": 1,
379             }
380         },
381         {
382             definition: {
383                 "id": "#main/input_long",
384                 "type": "long"
385             },
386             input: {
387                 "input_long" : 1,
388             }
389         },
390         {
391             definition: {
392                 "id": "#main/input_float",
393                 "type": "float"
394             },
395             input: {
396                 "input_float": 1.5,
397             }
398         },
399         {
400             definition: {
401                 "id": "#main/input_double",
402                 "type": "double"
403             },
404             input: {
405                 "input_double": 1.3,
406             }
407         },
408         {
409             definition: {
410                 "id": "#main/input_string",
411                 "type": "string"
412             },
413             input: {
414                 "input_string": "Hello World",
415             }
416         },
417         {
418             definition: {
419                 "id": "#main/input_file_array",
420                 "type": {
421                   "items": "File",
422                   "type": "array"
423                 }
424             },
425             input: {
426                 "input_file_array": [
427                     {
428                         "basename": "input2.tar",
429                         "class": "File",
430                         "location": "keep:00000000000000000000000000000000+02/input2.tar"
431                     },
432                     {
433                         "basename": "input3.tar",
434                         "class": "File",
435                         "location": "keep:00000000000000000000000000000000+03/input3.tar",
436                         "secondaryFiles": [
437                             {
438                                 "basename": "input3-2.txt",
439                                 "class": "File",
440                                 "location": "keep:00000000000000000000000000000000+03/input3-2.txt"
441                             }
442                         ]
443                     },
444                     {
445                         "$import": "import_path"
446                     }
447                 ]
448             }
449         },
450         {
451             definition: {
452                 "id": "#main/input_dir_array",
453                 "type": {
454                   "items": "Directory",
455                   "type": "array"
456                 }
457             },
458             input: {
459                 "input_dir_array": [
460                     {
461                         "basename": "11111111111111111111111111111111+02",
462                         "class": "Directory",
463                         "location": "keep:11111111111111111111111111111111+02"
464                     },
465                     {
466                         "basename": "11111111111111111111111111111111+03",
467                         "class": "Directory",
468                         "location": "keep:11111111111111111111111111111111+03"
469                     },
470                     {
471                         "$import": "import_path"
472                     }
473                 ]
474             }
475         },
476         {
477             definition: {
478                 "id": "#main/input_int_array",
479                 "type": {
480                   "items": "int",
481                   "type": "array"
482                 }
483             },
484             input: {
485                 "input_int_array": [
486                     1,
487                     3,
488                     5,
489                     {
490                         "$import": "import_path"
491                     }
492                 ]
493             }
494         },
495         {
496             definition: {
497                 "id": "#main/input_long_array",
498                 "type": {
499                   "items": "long",
500                   "type": "array"
501                 }
502             },
503             input: {
504                 "input_long_array": [
505                     10,
506                     20,
507                     {
508                         "$import": "import_path"
509                     }
510                 ]
511             }
512         },
513         {
514             definition: {
515                 "id": "#main/input_float_array",
516                 "type": {
517                   "items": "float",
518                   "type": "array"
519                 }
520             },
521             input: {
522                 "input_float_array": [
523                     10.2,
524                     10.4,
525                     10.6,
526                     {
527                         "$import": "import_path"
528                     }
529                 ]
530             }
531         },
532         {
533             definition: {
534                 "id": "#main/input_double_array",
535                 "type": {
536                   "items": "double",
537                   "type": "array"
538                 }
539             },
540             input: {
541                 "input_double_array": [
542                     20.1,
543                     20.2,
544                     20.3,
545                     {
546                         "$import": "import_path"
547                     }
548                 ]
549             }
550         },
551         {
552             definition: {
553                 "id": "#main/input_string_array",
554                 "type": {
555                   "items": "string",
556                   "type": "array"
557                 }
558             },
559             input: {
560                 "input_string_array": [
561                     "Hello",
562                     "World",
563                     "!",
564                     {
565                         "$import": "import_path"
566                     }
567                 ]
568             }
569         },
570         {
571             definition: {
572                 "id": "#main/input_bool_include",
573                 "type": "boolean"
574             },
575             input: {
576                 "input_bool_include": {
577                     "$include": "include_path"
578                 }
579             }
580         },
581         {
582             definition: {
583                 "id": "#main/input_int_include",
584                 "type": "int"
585             },
586             input: {
587                 "input_int_include": {
588                     "$include": "include_path"
589                 }
590             }
591         },
592         {
593             definition: {
594                 "id": "#main/input_float_include",
595                 "type": "float"
596             },
597             input: {
598                 "input_float_include": {
599                     "$include": "include_path"
600                 }
601             }
602         },
603         {
604             definition: {
605                 "id": "#main/input_string_include",
606                 "type": "string"
607             },
608             input: {
609                 "input_string_include": {
610                     "$include": "include_path"
611                 }
612             }
613         },
614         {
615             definition: {
616                 "id": "#main/input_file_include",
617                 "type": "File"
618             },
619             input: {
620                 "input_file_include": {
621                     "$include": "include_path"
622                 }
623             }
624         },
625         {
626             definition: {
627                 "id": "#main/input_directory_include",
628                 "type": "Directory"
629             },
630             input: {
631                 "input_directory_include": {
632                     "$include": "include_path"
633                 }
634             }
635         },
636         {
637             definition: {
638                 "id": "#main/input_file_url",
639                 "type": "File"
640             },
641             input: {
642                 "input_file_url": {
643                     "basename": "index.html",
644                     "class": "File",
645                     "location": "http://example.com/index.html"
646                   }
647             }
648         }
649     ];
650
651     const testOutputs = [
652         {
653             definition: {
654                 "id": "#main/output_file",
655                 "label": "Label Description",
656                 "type": "File"
657             },
658             output: {
659                 "output_file": {
660                     "basename": "cat.png",
661                     "class": "File",
662                     "location": "cat.png"
663                 }
664             }
665         },
666         {
667             definition: {
668                 "id": "#main/output_file_with_secondary",
669                 "doc": "Doc Description",
670                 "type": "File"
671             },
672             output: {
673                 "output_file_with_secondary": {
674                     "basename": "main.dat",
675                     "class": "File",
676                     "location": "main.dat",
677                     "secondaryFiles": [
678                         {
679                             "basename": "secondary.dat",
680                             "class": "File",
681                             "location": "secondary.dat"
682                         },
683                         {
684                             "basename": "secondary2.dat",
685                             "class": "File",
686                             "location": "secondary2.dat"
687                         }
688                     ]
689                 }
690             }
691         },
692         {
693             definition: {
694                 "id": "#main/output_dir",
695                 "doc": ["Doc desc 1", "Doc desc 2"],
696                 "type": "Directory"
697             },
698             output: {
699                 "output_dir": {
700                     "basename": "outdir1",
701                     "class": "Directory",
702                     "location": "outdir1"
703                 }
704             }
705         },
706         {
707             definition: {
708                 "id": "#main/output_bool",
709                 "type": "boolean"
710             },
711             output: {
712                 "output_bool": true
713             }
714         },
715         {
716             definition: {
717                 "id": "#main/output_int",
718                 "type": "int"
719             },
720             output: {
721                 "output_int": 1
722             }
723         },
724         {
725             definition: {
726                 "id": "#main/output_long",
727                 "type": "long"
728             },
729             output: {
730                 "output_long": 1
731             }
732         },
733         {
734             definition: {
735                 "id": "#main/output_float",
736                 "type": "float"
737             },
738             output: {
739                 "output_float": 100.5
740             }
741         },
742         {
743             definition: {
744                 "id": "#main/output_double",
745                 "type": "double"
746             },
747             output: {
748                 "output_double": 100.3
749             }
750         },
751         {
752             definition: {
753                 "id": "#main/output_string",
754                 "type": "string"
755             },
756             output: {
757                 "output_string": "Hello output"
758             }
759         },
760         {
761             definition: {
762                 "id": "#main/output_file_array",
763                 "type": {
764                     "items": "File",
765                     "type": "array"
766                 }
767             },
768             output: {
769                 "output_file_array": [
770                     {
771                         "basename": "output2.tar",
772                         "class": "File",
773                         "location": "output2.tar"
774                     },
775                     {
776                         "basename": "output3.tar",
777                         "class": "File",
778                         "location": "output3.tar"
779                     }
780                 ]
781             }
782         },
783         {
784             definition: {
785                 "id": "#main/output_dir_array",
786                 "type": {
787                     "items": "Directory",
788                     "type": "array"
789                 }
790             },
791             output: {
792                 "output_dir_array": [
793                     {
794                         "basename": "outdir2",
795                         "class": "Directory",
796                         "location": "outdir2"
797                     },
798                     {
799                         "basename": "outdir3",
800                         "class": "Directory",
801                         "location": "outdir3"
802                     }
803                 ]
804             }
805         },
806         {
807             definition: {
808                 "id": "#main/output_int_array",
809                 "type": {
810                     "items": "int",
811                     "type": "array"
812                 }
813             },
814             output: {
815                 "output_int_array": [
816                     10,
817                     11,
818                     12
819                 ]
820             }
821         },
822         {
823             definition: {
824                 "id": "#main/output_long_array",
825                 "type": {
826                     "items": "long",
827                     "type": "array"
828                 }
829             },
830             output: {
831                 "output_long_array": [
832                     51,
833                     52
834                 ]
835             }
836         },
837         {
838             definition: {
839                 "id": "#main/output_float_array",
840                 "type": {
841                     "items": "float",
842                     "type": "array"
843                 }
844             },
845             output: {
846                 "output_float_array": [
847                     100.2,
848                     100.4,
849                     100.6
850                 ]
851             }
852         },
853         {
854             definition: {
855                 "id": "#main/output_double_array",
856                 "type": {
857                     "items": "double",
858                     "type": "array"
859                 }
860             },
861             output: {
862                 "output_double_array": [
863                     100.1,
864                     100.2,
865                     100.3
866                 ]
867             }
868         },
869         {
870             definition: {
871                 "id": "#main/output_string_array",
872                 "type": {
873                     "items": "string",
874                     "type": "array"
875                 }
876             },
877             output: {
878                 "output_string_array": [
879                     "Hello",
880                     "Output",
881                     "!"
882                 ]
883             }
884         }
885     ];
886
887     const verifyIOParameter = (name, label, doc, val, collection, multipleRows) => {
888         cy.get('table tr').contains(name).parents('tr').within(($mainRow) => {
889             label && cy.contains(label);
890
891             if (multipleRows) {
892                 cy.get($mainRow).nextUntil('[data-cy="process-io-param"]').as('secondaryRows');
893                 if (val) {
894                     if (Array.isArray(val)) {
895                         val.forEach(v => cy.get('@secondaryRows').contains(v));
896                     } else {
897                         cy.get('@secondaryRows').contains(val);
898                     }
899                 }
900                 if (collection) {
901                     cy.get('@secondaryRows').contains(collection);
902                 }
903             } else {
904                 if (val) {
905                     if (Array.isArray(val)) {
906                         val.forEach(v => cy.contains(v));
907                     } else {
908                         cy.contains(val);
909                     }
910                 }
911                 if (collection) {
912                     cy.contains(collection);
913                 }
914             }
915
916
917         });
918     };
919
920     const verifyIOParameterImage = (name, url) => {
921         cy.get('table tr').contains(name).parents('tr').within(() => {
922             cy.get('[alt="Inline Preview"]')
923                 .should('be.visible')
924                 .and(($img) => {
925                     expect($img[0].naturalWidth).to.be.greaterThan(0);
926                     expect($img[0].src).contains(url);
927                 })
928         });
929     };
930
931     it('displays IO parameters with keep links and previews', function() {
932         // Create output collection for real files
933         cy.createCollection(adminUser.token, {
934             name: `Test collection ${Math.floor(Math.random() * 999999)}`,
935             owner_uuid: activeUser.user.uuid,
936         }).then((testOutputCollection) => {
937                     cy.loginAs(activeUser);
938
939                     cy.goToPath(`/collections/${testOutputCollection.uuid}`);
940
941                     cy.get('[data-cy=upload-button]').click();
942
943                     cy.fixture('files/cat.png', 'base64').then(content => {
944                         cy.get('[data-cy=drag-and-drop]').upload(content, 'cat.png');
945                         cy.get('[data-cy=form-submit-btn]').click();
946                         cy.waitForDom().get('[data-cy=form-submit-btn]').should('not.exist');
947                         // Confirm final collection state.
948                         cy.get('[data-cy=collection-files-panel]')
949                             .contains('cat.png').should('exist');
950                     });
951
952                     cy.getCollection(activeUser.token, testOutputCollection.uuid).as('testOutputCollection');
953                 });
954
955         // Get updated collection pdh
956         cy.getAll('@testOutputCollection').then(([testOutputCollection]) => {
957             // Add output uuid and inputs to container request
958             cy.intercept({method: 'GET', url: '**/arvados/v1/container_requests/*'}, (req) => {
959                 req.reply((res) => {
960                     res.body.output_uuid = testOutputCollection.uuid;
961                     res.body.mounts["/var/lib/cwl/cwl.input.json"] = {
962                         content: testInputs.map((param) => (param.input)).reduce((acc, val) => (Object.assign(acc, val)), {})
963                     };
964                     res.body.mounts["/var/lib/cwl/workflow.json"] = {
965                         content: {
966                             $graph: [{
967                                 id: "#main",
968                                 inputs: testInputs.map((input) => (input.definition)),
969                                 outputs: testOutputs.map((output) => (output.definition))
970                             }]
971                         }
972                     };
973                 });
974             });
975
976             // Stub fake output collection
977             cy.intercept({method: 'GET', url: `**/arvados/v1/collections/${testOutputCollection.uuid}*`}, {
978                 statusCode: 200,
979                 body: {
980                     uuid: testOutputCollection.uuid,
981                     portable_data_hash: testOutputCollection.portable_data_hash,
982                 }
983             });
984
985             // Stub fake output json
986             cy.intercept({method: 'GET', url: '**/c%3Dzzzzz-4zz18-zzzzzzzzzzzzzzz/cwl.output.json'}, {
987                 statusCode: 200,
988                 body: testOutputs.map((param) => (param.output)).reduce((acc, val) => (Object.assign(acc, val)), {})
989             });
990
991             // Stub webdav response, points to output json
992             cy.intercept({method: 'PROPFIND', url: '*'}, {
993                 fixture: 'webdav-propfind-outputs.xml',
994             });
995         });
996
997         createContainerRequest(
998             activeUser,
999             'test_container_request',
1000             'arvados/jobs',
1001             ['echo', 'hello world'],
1002             false, 'Committed')
1003         .as('containerRequest');
1004
1005         cy.getAll('@containerRequest', '@testOutputCollection').then(function([containerRequest, testOutputCollection]) {
1006             cy.goToPath(`/processes/${containerRequest.uuid}`);
1007             cy.get('[data-cy=process-io-card] h6').contains('Inputs')
1008                 .parents('[data-cy=process-io-card]').within(() => {
1009                     verifyIOParameter('input_file', null, "Label Description", 'input1.tar', '00000000000000000000000000000000+01');
1010                     verifyIOParameter('input_file', null, "Label Description", 'input1-2.txt', undefined, true);
1011                     verifyIOParameter('input_file', null, "Label Description", 'input1-3.txt', undefined, true);
1012                     verifyIOParameter('input_file', null, "Label Description", 'input1-4.txt', undefined, true);
1013                     verifyIOParameter('input_dir', null, "Doc Description", '/', '11111111111111111111111111111111+01');
1014                     verifyIOParameter('input_bool', null, "Doc desc 1, Doc desc 2", 'true');
1015                     verifyIOParameter('input_int', null, null, '1');
1016                     verifyIOParameter('input_long', null, null, '1');
1017                     verifyIOParameter('input_float', null, null, '1.5');
1018                     verifyIOParameter('input_double', null, null, '1.3');
1019                     verifyIOParameter('input_string', null, null, 'Hello World');
1020                     verifyIOParameter('input_file_array', null, null, 'input2.tar', '00000000000000000000000000000000+02');
1021                     verifyIOParameter('input_file_array', null, null, 'input3.tar', undefined, true);
1022                     verifyIOParameter('input_file_array', null, null, 'input3-2.txt', undefined, true);
1023                     verifyIOParameter('input_file_array', null, null, 'Cannot display value', undefined, true);
1024                     verifyIOParameter('input_dir_array', null, null, '/', '11111111111111111111111111111111+02');
1025                     verifyIOParameter('input_dir_array', null, null, '/', '11111111111111111111111111111111+03', true);
1026                     verifyIOParameter('input_dir_array', null, null, 'Cannot display value', undefined, true);
1027                     verifyIOParameter('input_int_array', null, null, ["1", "3", "5", "Cannot display value"]);
1028                     verifyIOParameter('input_long_array', null, null, ["10", "20", "Cannot display value"]);
1029                     verifyIOParameter('input_float_array', null, null, ["10.2", "10.4", "10.6", "Cannot display value"]);
1030                     verifyIOParameter('input_double_array', null, null, ["20.1", "20.2", "20.3", "Cannot display value"]);
1031                     verifyIOParameter('input_string_array', null, null, ["Hello", "World", "!", "Cannot display value"]);
1032                     verifyIOParameter('input_bool_include', null, null, "Cannot display value");
1033                     verifyIOParameter('input_int_include', null, null, "Cannot display value");
1034                     verifyIOParameter('input_float_include', null, null, "Cannot display value");
1035                     verifyIOParameter('input_string_include', null, null, "Cannot display value");
1036                     verifyIOParameter('input_file_include', null, null, "Cannot display value");
1037                     verifyIOParameter('input_directory_include', null, null, "Cannot display value");
1038                     verifyIOParameter('input_file_url', null, null, "http://example.com/index.html");
1039                 });
1040             cy.get('[data-cy=process-io-card] h6').contains('Outputs')
1041                 .parents('[data-cy=process-io-card]').within((ctx) => {
1042                     cy.get(ctx).scrollIntoView();
1043                     cy.get('[data-cy="io-preview-image-toggle"]').click({waitForAnimations: false});
1044                     const outPdh = testOutputCollection.portable_data_hash;
1045
1046                     verifyIOParameter('output_file', null, "Label Description", 'cat.png', `${outPdh}`);
1047                     verifyIOParameterImage('output_file', `/c=${outPdh}/cat.png`);
1048                     verifyIOParameter('output_file_with_secondary', null, "Doc Description", 'main.dat', `${outPdh}`);
1049                     verifyIOParameter('output_file_with_secondary', null, "Doc Description", 'secondary.dat', undefined, true);
1050                     verifyIOParameter('output_file_with_secondary', null, "Doc Description", 'secondary2.dat', undefined, true);
1051                     verifyIOParameter('output_dir', null, "Doc desc 1, Doc desc 2", 'outdir1', `${outPdh}`);
1052                     verifyIOParameter('output_bool', null, null, 'true');
1053                     verifyIOParameter('output_int', null, null, '1');
1054                     verifyIOParameter('output_long', null, null, '1');
1055                     verifyIOParameter('output_float', null, null, '100.5');
1056                     verifyIOParameter('output_double', null, null, '100.3');
1057                     verifyIOParameter('output_string', null, null, 'Hello output');
1058                     verifyIOParameter('output_file_array', null, null, 'output2.tar', `${outPdh}`);
1059                     verifyIOParameter('output_file_array', null, null, 'output3.tar', undefined, true);
1060                     verifyIOParameter('output_dir_array', null, null, 'outdir2', `${outPdh}`);
1061                     verifyIOParameter('output_dir_array', null, null, 'outdir3', undefined, true);
1062                     verifyIOParameter('output_int_array', null, null, ["10", "11", "12"]);
1063                     verifyIOParameter('output_long_array', null, null, ["51", "52"]);
1064                     verifyIOParameter('output_float_array', null, null, ["100.2", "100.4", "100.6"]);
1065                     verifyIOParameter('output_double_array', null, null, ["100.1", "100.2", "100.3"]);
1066                     verifyIOParameter('output_string_array', null, null, ["Hello", "Output", "!"]);
1067                 });
1068         });
1069     });
1070
1071     it('displays IO parameters with no value', function() {
1072
1073         const fakeOutputUUID = 'zzzzz-4zz18-abcdefghijklmno';
1074         const fakeOutputPDH = '11111111111111111111111111111111+99/';
1075
1076         cy.loginAs(activeUser);
1077
1078         // Add output uuid and inputs to container request
1079         cy.intercept({method: 'GET', url: '**/arvados/v1/container_requests/*'}, (req) => {
1080             req.reply((res) => {
1081                 res.body.output_uuid = fakeOutputUUID;
1082                 res.body.mounts["/var/lib/cwl/cwl.input.json"] = {
1083                     content: {}
1084                 };
1085                 res.body.mounts["/var/lib/cwl/workflow.json"] = {
1086                     content: {
1087                         $graph: [{
1088                             id: "#main",
1089                             inputs: testInputs.map((input) => (input.definition)),
1090                             outputs: testOutputs.map((output) => (output.definition))
1091                         }]
1092                     }
1093                 };
1094             });
1095         });
1096
1097         // Stub fake output collection
1098         cy.intercept({method: 'GET', url: `**/arvados/v1/collections/${fakeOutputUUID}*`}, {
1099             statusCode: 200,
1100             body: {
1101                 uuid: fakeOutputUUID,
1102                 portable_data_hash: fakeOutputPDH,
1103             }
1104         });
1105
1106         // Stub fake output json
1107         cy.intercept({method: 'GET', url: `**/c%3D${fakeOutputUUID}/cwl.output.json`}, {
1108             statusCode: 200,
1109             body: {}
1110         });
1111
1112         cy.readFile('cypress/fixtures/webdav-propfind-outputs.xml').then((data) => {
1113             // Stub webdav response, points to output json
1114             cy.intercept({method: 'PROPFIND', url: '*'}, {
1115                 statusCode: 200,
1116                 body: data.replace(/zzzzz-4zz18-zzzzzzzzzzzzzzz/g, fakeOutputUUID)
1117             });
1118         });
1119
1120         createContainerRequest(
1121             activeUser,
1122             'test_container_request',
1123             'arvados/jobs',
1124             ['echo', 'hello world'],
1125             false, 'Committed')
1126         .as('containerRequest');
1127
1128         cy.getAll('@containerRequest').then(function([containerRequest]) {
1129             cy.goToPath(`/processes/${containerRequest.uuid}`);
1130             cy.get('[data-cy=process-io-card] h6').contains('Inputs')
1131                 .parents('[data-cy=process-io-card]').within(() => {
1132                     cy.wait(2000);
1133                     cy.waitForDom();
1134                     cy.get('tbody tr').each((item) => {
1135                         cy.wrap(item).contains('No value');
1136                     });
1137                 });
1138             cy.get('[data-cy=process-io-card] h6').contains('Outputs')
1139                 .parents('[data-cy=process-io-card]').within(() => {
1140                     cy.get('tbody tr').each((item) => {
1141                         cy.wrap(item).contains('No value');
1142                     });
1143                 });
1144         });
1145     });
1146
1147
1148     it('allows copying processes', function() {
1149         const crName = 'first_container_request';
1150         const copiedCrName = 'copied_container_request';
1151         createContainerRequest(
1152             activeUser,
1153             crName,
1154             'arvados/jobs',
1155             ['echo', 'hello world'],
1156             false, 'Committed')
1157         .then(function(containerRequest) {
1158             cy.loginAs(activeUser);
1159             cy.goToPath(`/processes/${containerRequest.uuid}`);
1160             cy.get('[data-cy=process-details]').should('contain', crName);
1161
1162             cy.get('[data-cy=process-details]').find('button[title="More options"]').click();
1163             cy.get('ul[data-cy=context-menu]').contains("Copy and re-run process").click();
1164         });
1165
1166         cy.get('[data-cy=form-dialog]').within(() => {
1167             cy.get('input[name=name]').clear().type(copiedCrName);
1168             cy.get('[data-cy=projects-tree-home-tree-picker]').click();
1169             cy.get('[data-cy=form-submit-btn]').click();
1170         });
1171
1172         cy.get('[data-cy=process-details]').should('contain', copiedCrName);
1173         cy.get('[data-cy=process-details]').find('button').contains('Run');
1174     });
1175
1176     const getFakeContainer = (fakeContainerUuid) => ({
1177         href: `/containers/${fakeContainerUuid}`,
1178         kind: "arvados#container",
1179         etag: "ecfosljpnxfari9a8m7e4yv06",
1180         uuid: fakeContainerUuid,
1181         owner_uuid: "zzzzz-tpzed-000000000000000",
1182         created_at: "2023-02-13T15:55:47.308915000Z",
1183         modified_by_client_uuid: "zzzzz-ozdt8-q6dzdi1lcc03155",
1184         modified_by_user_uuid: "zzzzz-tpzed-000000000000000",
1185         modified_at: "2023-02-15T19:12:45.987086000Z",
1186         command: [
1187           "arvados-cwl-runner",
1188           "--api=containers",
1189           "--local",
1190           "--project-uuid=zzzzz-j7d0g-yr18k784zplfeza",
1191           "/var/lib/cwl/workflow.json#main",
1192           "/var/lib/cwl/cwl.input.json",
1193         ],
1194         container_image: "4ad7d11381df349e464694762db14e04+303",
1195         cwd: "/var/spool/cwl",
1196         environment: {},
1197         exit_code: null,
1198         finished_at: null,
1199         locked_by_uuid: null,
1200         log: null,
1201         output: null,
1202         output_path: "/var/spool/cwl",
1203         progress: null,
1204         runtime_constraints: {
1205           API: true,
1206           cuda: {
1207             device_count: 0,
1208             driver_version: "",
1209             hardware_capability: "",
1210           },
1211           keep_cache_disk: 2147483648,
1212           keep_cache_ram: 0,
1213           ram: 1342177280,
1214           vcpus: 1,
1215         },
1216         runtime_status: {},
1217         started_at: null,
1218         auth_uuid: null,
1219         scheduling_parameters: {
1220           max_run_time: 0,
1221           partitions: [],
1222           preemptible: false,
1223         },
1224         runtime_user_uuid: "zzzzz-tpzed-vllbpebicy84rd5",
1225         runtime_auth_scopes: ["all"],
1226         lock_count: 2,
1227         gateway_address: null,
1228         interactive_session_started: false,
1229         output_storage_classes: ["default"],
1230         output_properties: {},
1231         cost: 0.0,
1232         subrequests_cost: 0.0,
1233       });
1234
1235     it('shows cancel button when appropriate', function() {
1236         // Ignore collection requests
1237         cy.intercept({method: 'GET', url: `**/arvados/v1/collections/*`}, {
1238             statusCode: 200,
1239             body: {}
1240         });
1241
1242         // Uncommitted container
1243         const crUncommitted = `Test process ${Math.floor(Math.random() * 999999)}`;
1244         createContainerRequest(
1245             activeUser,
1246             crUncommitted,
1247             'arvados/jobs',
1248             ['echo', 'hello world'],
1249             false, 'Uncommitted')
1250         .then(function(containerRequest) {
1251             // Navigate to process and verify run / cancel button
1252             cy.goToPath(`/processes/${containerRequest.uuid}`);
1253             cy.waitForDom();
1254             cy.get('[data-cy=process-details]').should('contain', crUncommitted);
1255             cy.get('[data-cy=process-run-button]').should('exist');
1256             cy.get('[data-cy=process-cancel-button]').should('not.exist');
1257         });
1258
1259         // Queued container
1260         const crQueued = `Test process ${Math.floor(Math.random() * 999999)}`;
1261         const fakeCrUuid = 'zzzzz-dz642-000000000000001';
1262         createContainerRequest(
1263             activeUser,
1264             crQueued,
1265             'arvados/jobs',
1266             ['echo', 'hello world'],
1267             false, 'Committed')
1268         .then(function(containerRequest) {
1269             // Fake container uuid
1270             cy.intercept({method: 'GET', url: `**/arvados/v1/container_requests/${containerRequest.uuid}`}, (req) => {
1271                 req.reply((res) => {
1272                     res.body.output_uuid = fakeCrUuid;
1273                     res.body.priority = 500;
1274                     res.body.state = "Committed";
1275                 });
1276             });
1277
1278             // Fake container
1279             const container = getFakeContainer(fakeCrUuid);
1280             cy.intercept({method: 'GET', url: `**/arvados/v1/container/${fakeCrUuid}`}, {
1281                 statusCode: 200,
1282                 body: {...container, state: "Queued", priority: 500}
1283             });
1284
1285             // Navigate to process and verify cancel button
1286             cy.goToPath(`/processes/${containerRequest.uuid}`);
1287             cy.waitForDom();
1288             cy.get('[data-cy=process-details]').should('contain', crQueued);
1289             cy.get('[data-cy=process-cancel-button]').contains('Cancel');
1290         });
1291
1292         // Locked container
1293         const crLocked = `Test process ${Math.floor(Math.random() * 999999)}`;
1294         const fakeCrLockedUuid = 'zzzzz-dz642-000000000000002';
1295         createContainerRequest(
1296             activeUser,
1297             crLocked,
1298             'arvados/jobs',
1299             ['echo', 'hello world'],
1300             false, 'Committed')
1301         .then(function(containerRequest) {
1302             // Fake container uuid
1303             cy.intercept({method: 'GET', url: `**/arvados/v1/container_requests/${containerRequest.uuid}`}, (req) => {
1304                 req.reply((res) => {
1305                     res.body.output_uuid = fakeCrLockedUuid;
1306                     res.body.priority = 500;
1307                     res.body.state = "Committed";
1308                 });
1309             });
1310
1311             // Fake container
1312             const container = getFakeContainer(fakeCrLockedUuid);
1313             cy.intercept({method: 'GET', url: `**/arvados/v1/container/${fakeCrLockedUuid}`}, {
1314                 statusCode: 200,
1315                 body: {...container, state: "Locked", priority: 500}
1316             });
1317
1318             // Navigate to process and verify cancel button
1319             cy.goToPath(`/processes/${containerRequest.uuid}`);
1320             cy.waitForDom();
1321             cy.get('[data-cy=process-details]').should('contain', crLocked);
1322             cy.get('[data-cy=process-cancel-button]').contains('Cancel');
1323         });
1324
1325         // On Hold container
1326         const crOnHold = `Test process ${Math.floor(Math.random() * 999999)}`;
1327         const fakeCrOnHoldUuid = 'zzzzz-dz642-000000000000003';
1328         createContainerRequest(
1329             activeUser,
1330             crOnHold,
1331             'arvados/jobs',
1332             ['echo', 'hello world'],
1333             false, 'Committed')
1334         .then(function(containerRequest) {
1335             // Fake container uuid
1336             cy.intercept({method: 'GET', url: `**/arvados/v1/container_requests/${containerRequest.uuid}`}, (req) => {
1337                 req.reply((res) => {
1338                     res.body.output_uuid = fakeCrOnHoldUuid;
1339                     res.body.priority = 0;
1340                     res.body.state = "Committed";
1341                 });
1342             });
1343
1344             // Fake container
1345             const container = getFakeContainer(fakeCrOnHoldUuid);
1346             cy.intercept({method: 'GET', url: `**/arvados/v1/container/${fakeCrOnHoldUuid}`}, {
1347                 statusCode: 200,
1348                 body: {...container, state: "Queued", priority: 0}
1349             });
1350
1351             // Navigate to process and verify cancel button
1352             cy.goToPath(`/processes/${containerRequest.uuid}`);
1353             cy.waitForDom();
1354             cy.get('[data-cy=process-details]').should('contain', crOnHold);
1355             cy.get('[data-cy=process-run-button]').should('exist');
1356             cy.get('[data-cy=process-cancel-button]').should('not.exist');
1357         });
1358     });
1359
1360 });