1 require 'integration_helper'
2 require 'selenium-webdriver'
5 class PipelineInstancesTest < ActionDispatch::IntegrationTest
7 # Selecting collections requiresLocalStorage
8 headless = Headless.new
10 Capybara.current_driver = :selenium
13 test 'Create and run a pipeline' do
14 visit page_with_token('active_trustedclient')
16 visit '/pipeline_templates'
17 within('tr', text: 'Two Part Pipeline Template') do
18 find('a,button', text: 'Run').click
22 within('.modal-dialog') do
23 find('.selectable', text: 'A Project').click
24 find('button', text: 'Choose').click
27 # This pipeline needs input. So, Run should be disabled
28 page.assert_selector 'a.disabled,button.disabled', text: 'Run'
30 instance_page = current_path
32 # Add this collection to the project
34 find("#projects-menu").click
35 find('.dropdown-menu a,button', text: 'A Project').click
36 find('.btn', text: 'Add data').click
37 within('.modal-dialog') do
39 first('span', text: 'foo_tag').click
40 find('.btn', text: 'Add').click
42 using_wait_time(Capybara.default_wait_time * 3) do
46 click_link 'Jobs and pipelines'
47 find('tr[data-kind="arvados#pipelineInstance"]', text: '(none)').
48 find('a', text: 'Show').
51 assert find('p', text: 'Provide a value')
53 find('div.form-group', text: 'Foo/bar pair').
54 find('.btn', text: 'Choose').
57 within('.modal-dialog') do
58 assert(has_text?("Foo/bar pair"),
59 "pipeline input picker missing name of input")
61 first('span', text: 'foo_tag').click
62 find('button', text: 'OK').click
66 # The input, after being specified, should still be displayed (#3382)
67 assert find('div.form-group', text: 'Foo/bar pair')
69 # The input, after being specified, should still be editable (#3382)
70 find('div.form-group', text: 'Foo/bar pair').
71 find('.btn', text: 'Choose').
74 within('.modal-dialog') do
75 assert(has_text?("Foo/bar pair"),
76 "pipeline input picker missing name of input")
78 first('span', text: 'foo_tag').click
79 find('button', text: 'OK').click
83 # For good measure, check one last time that the input, after being specified twice, is still be displayed (#3382)
84 assert find('div.form-group', text: 'Foo/bar pair')
86 # Ensure that the collection's portable_data_hash, uuid and name
87 # are saved in the desired places. (#4015)
89 # foo_collection_in_aproject is the collection tagged with foo_tag.
90 col = api_fixture('collections', 'foo_collection_in_aproject')
92 click_link 'API response'
93 api_response = JSON.parse(find('div#advanced_api_response pre').text)
94 input_params = api_response['components']['part-one']['script_parameters']['input']
95 assert_equal input_params['value'], col['portable_data_hash']
96 assert_equal input_params['selection_name'], col['name']
97 assert_equal input_params['selection_uuid'], col['uuid']
99 # "Run" button is now enabled
100 page.assert_no_selector 'a.disabled,button.disabled', text: 'Run'
102 first('a,button', text: 'Run').click
104 # Pipeline is running. We have a "Pause" button instead now.
105 page.assert_selector 'a,button', text: 'Pause'
106 find('a,button', text: 'Pause').click
108 # Pipeline is stopped. It should now be in paused state and Runnable again.
109 assert page.has_text? 'Paused'
110 page.assert_no_selector 'a.disabled,button.disabled', text: 'Resume'
111 page.assert_selector 'a,button', text: 'Re-run with latest'
112 page.assert_selector 'a,button', text: 'Re-run options'
114 # Since it is test env, no jobs are created to run. So, graph not visible
115 assert_not page.has_text? 'Graph'
118 # Create a pipeline instance from within a project and run
119 test 'Create pipeline inside a project and run' do
120 visit page_with_token('active_trustedclient')
122 # Add this collection to the project using collections menu from top nav
124 find("#projects-menu").click
125 find('.dropdown-menu a,button', text: 'A Project').click
126 find('.btn', text: 'Add data').click
127 within('.modal-dialog') do
129 first('span', text: 'foo_tag').click
130 find('.btn', text: 'Add').click
132 using_wait_time(Capybara.default_wait_time * 3) do
136 create_and_run_pipeline_in_aproject true, 'Two Part Pipeline Template', false
139 # Create a pipeline instance from outside of a project
140 test 'Run a pipeline from dashboard' do
141 visit page_with_token('active_trustedclient')
142 create_and_run_pipeline_in_aproject false, 'Two Part Pipeline Template', false
145 test 'view pipeline with job and see graph' do
146 visit page_with_token('active_trustedclient')
148 visit '/pipeline_instances'
149 assert page.has_text? 'pipeline_with_job'
151 find('a', text: 'pipeline_with_job').click
153 # since the pipeline component has a job, expect to see the graph
154 assert page.has_text? 'Graph'
156 page.assert_selector "#provenance_graph"
159 test 'pipeline description' do
160 visit page_with_token('active_trustedclient')
162 visit '/pipeline_instances'
163 assert page.has_text? 'pipeline_with_job'
165 find('a', text: 'pipeline_with_job').click
167 within('.arv-description-as-subtitle') do
168 find('.fa-pencil').click
169 find('.editable-input textarea').set('*Textile description for pipeline instance*')
170 find('.editable-submit').click
175 assert page.has_no_text? '*Textile description for pipeline instance*'
176 assert page.has_text? 'Textile description for pipeline instance'
179 test "JSON popup available for strange components" do
180 uuid = api_fixture("pipeline_instances")["components_is_jobspec"]["uuid"]
181 visit page_with_token("active", "/pipeline_instances/#{uuid}")
182 click_on "Components"
183 assert(page.has_no_text?("script_parameters"),
184 "components JSON visible without popup")
185 click_on "Show components JSON"
186 assert(page.has_text?("script_parameters"),
187 "components JSON not found")
190 PROJECT_WITH_SEARCH_COLLECTION = "A Subproject"
191 def check_parameter_search(proj_name)
192 template = api_fixture("pipeline_templates")["parameter_with_search"]
193 search_text = template["components"]["with-search"]["script_parameters"]["input"]["search_for"]
194 visit page_with_token("active", "/pipeline_templates/#{template['uuid']}")
195 click_on "Run this pipeline"
196 within(".modal-dialog") do # Set project for the new pipeline instance
197 find(".selectable", text: proj_name).click
200 assert(has_text?("This pipeline was created from the template"), "did not land on pipeline instance page")
201 first("a.btn,button", text: "Choose").click
202 within(".modal-body") do
203 if (proj_name != PROJECT_WITH_SEARCH_COLLECTION)
204 # Switch finder modal to Subproject to find the Collection.
206 click_on PROJECT_WITH_SEARCH_COLLECTION
208 assert_equal(search_text, first("input").value,
209 "parameter search not preseeded")
210 assert(has_text?(api_fixture("collections")["baz_collection_name_in_asubproject"]["name"]),
211 "baz Collection not in preseeded search results")
215 test "Workbench respects search_for parameter in templates" do
216 check_parameter_search(PROJECT_WITH_SEARCH_COLLECTION)
219 test "Workbench preserves search_for parameter after project switch" do
220 check_parameter_search("A Project")
224 [true, 'Two Part Pipeline Template', false],
225 [false, 'Two Part Pipeline Template', false],
226 [true, 'Two Part Template with dataclass File', true],
227 [false, 'Two Part Template with dataclass File', true],
228 ].each do |in_aproject, template_name, choose_file|
229 test "Run pipeline instance in #{in_aproject} with #{template_name} with file #{choose_file}" do
230 visit page_with_token('active')
232 # need bigger modal size when choosing a file from collection
233 Capybara.current_session.driver.browser.manage.window.resize_to(1024, 768)
236 find("#projects-menu").click
237 find('.dropdown-menu a,button', text: 'A Project').click
240 create_and_run_pipeline_in_aproject in_aproject, template_name, choose_file
241 instance_path = current_path
244 find('a,button', text: 'Pause').click
245 assert page.has_text? 'Paused'
246 page.assert_no_selector 'a.disabled,button.disabled', text: 'Resume'
247 page.assert_selector 'a,button', text: 'Re-run with latest'
248 page.assert_selector 'a,button', text: 'Re-run options'
250 # Verify that the newly created instance is created in the right project.
251 assert page.has_text? 'Home'
253 assert page.has_text? 'A Project'
255 assert page.has_no_text? 'A Project'
261 ['active', false, false, false],
262 ['active', false, false, true],
263 ['active', true, false, false],
264 ['active', true, true, false],
265 ['active', true, false, true],
266 ['active', true, true, true],
267 ['project_viewer', false, false, true],
268 ['project_viewer', true, true, true],
269 ].each do |user, with_options, choose_options, in_aproject|
270 test "Rerun pipeline instance as #{user} using options #{with_options} #{choose_options} in #{in_aproject}" do
271 visit page_with_token('active')
273 # need bigger modal size when choosing a file from collection
274 Capybara.current_session.driver.browser.manage.window.resize_to(1024, 768)
277 find("#projects-menu").click
278 find('.dropdown-menu a,button', text: 'A Project').click
281 create_and_run_pipeline_in_aproject in_aproject, 'Two Part Pipeline Template'
282 instance_path = current_path
285 find('a,button', text: 'Pause').click
286 assert page.has_text? 'Paused'
287 page.assert_no_selector 'a.disabled,button.disabled', text: 'Resume'
288 page.assert_selector 'a,button', text: 'Re-run with latest'
289 page.assert_selector 'a,button', text: 'Re-run options'
291 # Pipeline can be re-run now. Access it as the specified user, and re-run
292 if user == 'project_viewer'
293 visit page_with_token(user, instance_path)
294 assert page.has_text? 'A Project'
295 page.assert_no_selector 'a.disabled,button.disabled', text: 'Resume'
296 page.assert_selector 'a,button', text: 'Re-run with latest'
297 page.assert_selector 'a,button', text: 'Re-run options'
300 # Now re-run the pipeline
302 find('a,button', text: 'Re-run options').click
303 within('.modal-dialog') do
304 page.assert_selector 'a,button', text: 'Copy and edit inputs'
305 page.assert_selector 'a,button', text: 'Run now'
307 find('button', text: 'Copy and edit inputs').click
309 find('button', text: 'Run now').click
313 find('a,button', text: 'Re-run with latest').click
316 # Verify that the newly created instance is created in the right project.
317 # In case of project_viewer user, since the use cannot write to the project,
318 # the pipeline should have been created in the user's Home project.
319 assert_not_equal instance_path, current_path, 'Rerun instance path expected to be different'
320 assert page.has_text? 'Home'
321 if in_aproject && (user != 'project_viewer')
322 assert page.has_text? 'A Project'
324 assert page.has_no_text? 'A Project'
329 # Create and run a pipeline for 'Two Part Pipeline Template' in 'A Project'
330 def create_and_run_pipeline_in_aproject in_aproject, template_name, choose_file=false
331 # create a pipeline instance
332 find('.btn', text: 'Run a pipeline').click
333 within('.modal-dialog') do
334 find('.selectable', text: template_name).click
335 find('.btn', text: 'Next: choose inputs').click
338 assert find('p', text: 'Provide a value')
340 find('div.form-group', text: 'Foo/bar pair').
341 find('.btn', text: 'Choose').
344 within('.modal-dialog') do
346 assert_selector 'button.dropdown-toggle', text: 'A Project'
349 assert_selector 'button.dropdown-toggle', text: 'Home'
352 click_link "A Project"
355 first('span', text: 'foo_tag').click
358 find('.preview-selectable', text: 'foo').click
360 find('button', text: 'OK').click
364 # The input, after being specified, should still be displayed (#3382)
365 assert find('div.form-group', text: 'Foo/bar pair')
367 # Ensure that the collection's portable_data_hash, uuid and name
368 # are saved in the desired places. (#4015)
370 # foo_collection_in_aproject is the collection tagged with foo_tag.
371 col = api_fixture('collections', 'foo_collection_in_aproject')
372 click_link 'Advanced'
373 click_link 'API response'
374 api_response = JSON.parse(find('div#advanced_api_response pre').text)
375 input_params = api_response['components']['part-one']['script_parameters']['input']
376 assert_equal(input_params['selection_uuid'], col['uuid'], "Not found expected input param uuid")
378 assert_equal(input_params['value'], col['portable_data_hash']+'/foo', "Not found expected input file param value")
379 assert_equal(input_params['selection_name'], col['name']+'/foo', "Not found expected input file param name")
381 assert_equal(input_params['value'], col['portable_data_hash'], "Not found expected input param value")
382 assert_equal(input_params['selection_name'], col['name'], "Not found expected input param name")
385 # "Run" button present and enabled
386 page.assert_no_selector 'a.disabled,button.disabled', text: 'Run'
387 first('a,button', text: 'Run').click
389 # Pipeline is running. We have a "Pause" button instead now.
390 page.assert_no_selector 'a,button', text: 'Run'
391 page.assert_no_selector 'a.disabled,button.disabled', text: 'Resume'
392 page.assert_selector 'a,button', text: 'Pause'
394 # Since it is test env, no jobs are created to run. So, graph not visible
395 assert_not page.has_text? 'Graph'
399 [1, 0], # run time 0 minutes
400 [10, 17*60*60 + 51*60], # run time 17 hours and 51 minutes
401 ].each do |index, run_time|
402 test "pipeline start and finish time display #{index}" do
403 visit page_with_token("user1_with_load", "/pipeline_instances/zzzzz-d1hrv-10pipelines0#{index.to_s.rjust(3, '0')}")
405 assert page.has_text? 'This pipeline started at'
406 page_text = page.text
408 match = /This pipeline started at (.*)\. It failed after (.*) seconds at (.*)\. Check the Log/.match page_text
409 assert_not_nil(match, 'Did not find text - This pipeline started at . . . ')
412 finished_at = match[3]
413 assert_not_nil(start_at, 'Did not find start_at time')
414 assert_not_nil(finished_at, 'Did not find finished_at time')
416 # start and finished time display is of the format '2:20 PM 10/20/2014'
417 start_time = DateTime.strptime(start_at, '%H:%M %p %m/%d/%Y').to_time
418 finished_time = DateTime.strptime(finished_at, '%H:%M %p %m/%d/%Y').to_time
419 assert_equal(run_time, finished_time-start_time,
420 "Time difference did not match for start_at #{start_at}, finished_at #{finished_at}, ran_for #{match[2]}")
425 ['fuse', nil, 2, 20], # has 2 as of 11-07-2014
426 ['fuse', 'FUSE project', 1, 1], # 1 with this name
427 ['user1_with_load', nil, 30, 100], # has 37 as of 11-07-2014
428 ['user1_with_load', 'pipeline_10', 2, 2], # 2 with this name
429 ['user1_with_load', '000010pipelines', 10, 10], # owned_by the project zzzzz-j7d0g-000010pipelines
430 ['user1_with_load', '000025pipelines', 25, 25], # owned_by the project zzzzz-j7d0g-000025pipelines, two pages
431 ['admin', nil, 40, 200],
432 ['admin', 'FUSE project', 1, 1],
433 ['admin', 'pipeline_10', 2, 2],
434 ['active', 'containing at least two', 2, 100], # component description
435 ['admin', 'containing at least two', 2, 100],
436 ['active', nil, 10, 100],
437 ['active', 'no such match', 0, 0],
438 ].each do |user, search_filter, expected_min, expected_max|
439 test "scroll pipeline instances page for #{user} with search filter #{search_filter}
440 and expect #{expected_min} <= found_items <= #{expected_max}" do
441 visit page_with_token(user, "/pipeline_instances")
444 find('.recent-pipeline-instances-filterable-control').set(search_filter)
445 # Wait for 250ms debounce timer (see filterable.js)
450 page_scrolls = expected_max/20 + 2 # scroll num_pages+2 times to test scrolling is disabled when it should be
451 within('.arv-recent-pipeline-instances') do
452 (0..page_scrolls).each do |i|
453 page.execute_script "window.scrollBy(0,999000)"
461 # Verify that expected number of pipeline instances are found
462 found_items = page.all('tr[data-kind="arvados#pipelineInstance"]')
463 found_count = found_items.count
464 if expected_min == expected_max
465 assert_equal(true, found_count == expected_min,
466 "Not found expected number of items. Expected #{expected_min} and found #{found_count}")
467 assert page.has_no_text? 'request failed'
469 assert_equal(true, found_count>=expected_min,
470 "Found too few items. Expected at least #{expected_min} and found #{found_count}")
471 assert_equal(true, found_count<=expected_max,
472 "Found too many items. Expected at most #{expected_max} and found #{found_count}")