X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/7fb83a3380e62721801a4980c48ba78208c7b2e2..a3c7d9e03062e3246b0857fbae05f45d22e39169:/services/api/test/functional/arvados/v1/job_reuse_controller_test.rb diff --git a/services/api/test/functional/arvados/v1/job_reuse_controller_test.rb b/services/api/test/functional/arvados/v1/job_reuse_controller_test.rb index bfecf54d44..02c5c6892c 100644 --- a/services/api/test/functional/arvados/v1/job_reuse_controller_test.rb +++ b/services/api/test/functional/arvados/v1/job_reuse_controller_test.rb @@ -1,281 +1,106 @@ +# Copyright (C) The Arvados Authors. All rights reserved. +# +# SPDX-License-Identifier: AGPL-3.0 + require 'test_helper' -load 'test/functional/arvados/v1/git_setup.rb' +require 'helpers/git_test_helper' class Arvados::V1::JobReuseControllerTest < ActionController::TestCase fixtures :repositories, :users, :jobs, :links, :collections - # See git_setup.rb for the commit log for test.git.tar - include GitSetup - setup do @controller = Arvados::V1::JobsController.new authorize_with :active end - test "reuse job with no_reuse=false" do - post :create, job: { - no_reuse: false, - script: "hash", - script_version: "4fe459abe02d9b365932b8f5dc419439ab4e2577", - repository: "foo", - script_parameters: { - input: 'fa7aeb5140e2848d39b416daeef4ffc5+45', - an_integer: '1' - } - } - assert_response :success - assert_not_nil assigns(:object) - new_job = JSON.parse(@response.body) - assert_equal 'zzzzz-8i9sb-cjs4pklxxjykqqq', new_job['uuid'] - assert_equal '4fe459abe02d9b365932b8f5dc419439ab4e2577', new_job['script_version'] - end - - test "reuse job with find_or_create=true" do - post :create, { - job: { - script: "hash", - script_version: "4fe459abe02d9b365932b8f5dc419439ab4e2577", - repository: "foo", - script_parameters: { - input: 'fa7aeb5140e2848d39b416daeef4ffc5+45', - an_integer: '1' - } - }, - find_or_create: true - } - assert_response :success - assert_not_nil assigns(:object) - new_job = JSON.parse(@response.body) - assert_equal 'zzzzz-8i9sb-cjs4pklxxjykqqq', new_job['uuid'] - assert_equal '4fe459abe02d9b365932b8f5dc419439ab4e2577', new_job['script_version'] - end - - test "do not reuse job because no_reuse=true" do - post :create, { - job: { - no_reuse: true, - script: "hash", - script_version: "4fe459abe02d9b365932b8f5dc419439ab4e2577", - repository: "foo", - script_parameters: { - input: 'fa7aeb5140e2848d39b416daeef4ffc5+45', - an_integer: '1' - } - } - } - assert_response :success - assert_not_nil assigns(:object) - new_job = JSON.parse(@response.body) - assert_not_equal 'zzzzz-8i9sb-cjs4pklxxjykqqq', new_job['uuid'] - assert_equal '4fe459abe02d9b365932b8f5dc419439ab4e2577', new_job['script_version'] - end - - test "do not reuse job because find_or_create=false" do - post :create, { - job: { - script: "hash", - script_version: "4fe459abe02d9b365932b8f5dc419439ab4e2577", - repository: "foo", - script_parameters: { - input: 'fa7aeb5140e2848d39b416daeef4ffc5+45', - an_integer: '1' - } - }, - find_or_create: false - } - assert_response :success - assert_not_nil assigns(:object) - new_job = JSON.parse(@response.body) - assert_not_equal 'zzzzz-8i9sb-cjs4pklxxjykqqq', new_job['uuid'] - assert_equal '4fe459abe02d9b365932b8f5dc419439ab4e2577', new_job['script_version'] - end - - test "test_cannot_reuse_job_no_output" do - post :create, job: { - no_reuse: false, - script: "hash", - script_version: "4fe459abe02d9b365932b8f5dc419439ab4e2577", - repository: "foo", - script_parameters: { - input: 'fa7aeb5140e2848d39b416daeef4ffc5+45', - an_integer: '2' - } - } - assert_response :success - assert_not_nil assigns(:object) - new_job = JSON.parse(@response.body) - assert_not_equal 'zzzzz-8i9sb-cjs4pklxxjykppp', new_job['uuid'] - end - - test "test_reuse_job_range" do - post :create, job: { - no_reuse: false, - script: "hash", - minimum_script_version: "tag1", - script_version: "master", - repository: "foo", - script_parameters: { - input: 'fa7aeb5140e2848d39b416daeef4ffc5+45', - an_integer: '1' - } - } - assert_response :success - assert_not_nil assigns(:object) - new_job = JSON.parse(@response.body) - assert_equal 'zzzzz-8i9sb-cjs4pklxxjykqqq', new_job['uuid'] - assert_equal '4fe459abe02d9b365932b8f5dc419439ab4e2577', new_job['script_version'] - end - - test "cannot_reuse_job_no_minimum_given_so_must_use_specified_commit" do - post :create, job: { - no_reuse: false, - script: "hash", - script_version: "master", - repository: "foo", - script_parameters: { - input: 'fa7aeb5140e2848d39b416daeef4ffc5+45', - an_integer: '1' - } - } - assert_response :success - assert_not_nil assigns(:object) - new_job = JSON.parse(@response.body) - assert_not_equal 'zzzzz-8i9sb-cjs4pklxxjykqqq', new_job['uuid'] - assert_equal '077ba2ad3ea24a929091a9e6ce545c93199b8e57', new_job['script_version'] - end + BASE_FILTERS = { + 'repository' => ['=', 'active/foo'], + 'script' => ['=', 'hash'], + 'script_version' => ['in git', 'master'], + 'docker_image_locator' => ['=', nil], + 'arvados_sdk_version' => ['=', nil], + } - test "test_cannot_reuse_job_different_input" do - post :create, job: { - no_reuse: false, - script: "hash", - script_version: "4fe459abe02d9b365932b8f5dc419439ab4e2577", - repository: "foo", - script_parameters: { - input: 'fa7aeb5140e2848d39b416daeef4ffc5+45', - an_integer: '2' - } - } - assert_response :success - assert_not_nil assigns(:object) - new_job = JSON.parse(@response.body) - assert_not_equal 'zzzzz-8i9sb-cjs4pklxxjykqqq', new_job['uuid'] - assert_equal '4fe459abe02d9b365932b8f5dc419439ab4e2577', new_job['script_version'] + def filters_from_hash(hash) + hash.each_pair.map { |name, filter| [name] + filter } end - test "test_cannot_reuse_job_different_version" do - post :create, job: { - no_reuse: false, - script: "hash", - script_version: "master", - repository: "foo", - script_parameters: { - input: 'fa7aeb5140e2848d39b416daeef4ffc5+45', - an_integer: '2' - } + test "find Job with script version range" do + get :index, params: { + filters: [["repository", "=", "active/foo"], + ["script", "=", "hash"], + ["script_version", "in git", "tag1"]] } assert_response :success - assert_not_nil assigns(:object) - new_job = JSON.parse(@response.body) - assert_not_equal 'zzzzz-8i9sb-cjs4pklxxjykqqq', new_job['uuid'] - assert_equal '077ba2ad3ea24a929091a9e6ce545c93199b8e57', new_job['script_version'] + assert_not_nil assigns(:objects) + assert_includes(assigns(:objects).map { |job| job.uuid }, + jobs(:previous_job_run).uuid) end - test "test_can_reuse_job_submitted_nondeterministic" do - post :create, job: { - no_reuse: false, - script: "hash", - script_version: "4fe459abe02d9b365932b8f5dc419439ab4e2577", - repository: "foo", - script_parameters: { - input: 'fa7aeb5140e2848d39b416daeef4ffc5+45', - an_integer: '1' - }, - nondeterministic: true + test "find Job with script version range exclusions" do + get :index, params: { + filters: [["repository", "=", "active/foo"], + ["script", "=", "hash"], + ["script_version", "not in git", "tag1"]] } assert_response :success - assert_not_nil assigns(:object) - new_job = JSON.parse(@response.body) - assert_equal 'zzzzz-8i9sb-cjs4pklxxjykqqq', new_job['uuid'] - assert_equal '4fe459abe02d9b365932b8f5dc419439ab4e2577', new_job['script_version'] + assert_not_nil assigns(:objects) + refute_includes(assigns(:objects).map { |job| job.uuid }, + jobs(:previous_job_run).uuid) end - test "test_cannot_reuse_job_past_nondeterministic" do - post :create, job: { - no_reuse: false, - script: "hash2", - script_version: "4fe459abe02d9b365932b8f5dc419439ab4e2577", - repository: "foo", - script_parameters: { - input: 'fa7aeb5140e2848d39b416daeef4ffc5+45', - an_integer: '1' - } + test "find Job with Docker image range" do + get :index, params: { + filters: [["docker_image_locator", "in docker", + "arvados/apitestfixture"]] } assert_response :success - assert_not_nil assigns(:object) - new_job = JSON.parse(@response.body) - assert_not_equal 'zzzzz-8i9sb-cjs4pklxxjykyyy', new_job['uuid'] - assert_equal '4fe459abe02d9b365932b8f5dc419439ab4e2577', new_job['script_version'] + assert_not_nil assigns(:objects) + assert_includes(assigns(:objects).map { |job| job.uuid }, + jobs(:previous_docker_job_run).uuid) + refute_includes(assigns(:objects).map { |job| job.uuid }, + jobs(:previous_job_run).uuid) end - test "test_cannot_reuse_job_no_permission" do - authorize_with :spectator - post :create, job: { - no_reuse: false, - script: "hash", - script_version: "4fe459abe02d9b365932b8f5dc419439ab4e2577", - repository: "foo", - script_parameters: { - input: 'fa7aeb5140e2848d39b416daeef4ffc5+45', - an_integer: '1' - } - } + test "find Job with Docker image using reader tokens" do + authorize_with :inactive + get(:index, params: { + filters: [["docker_image_locator", "in docker", + "arvados/apitestfixture"]], + reader_tokens: [api_token(:active)], + }) assert_response :success - assert_not_nil assigns(:object) - new_job = JSON.parse(@response.body) - assert_not_equal 'zzzzz-8i9sb-cjs4pklxxjykqqq', new_job['uuid'] - assert_equal '4fe459abe02d9b365932b8f5dc419439ab4e2577', new_job['script_version'] + assert_not_nil assigns(:objects) + assert_includes(assigns(:objects).map { |job| job.uuid }, + jobs(:previous_docker_job_run).uuid) + refute_includes(assigns(:objects).map { |job| job.uuid }, + jobs(:previous_job_run).uuid) end - test "test_cannot_reuse_job_excluded" do - post :create, job: { - no_reuse: false, - script: "hash", - minimum_script_version: "31ce37fe365b3dc204300a3e4c396ad333ed0556", - script_version: "master", - repository: "foo", - exclude_script_versions: ["tag1"], - script_parameters: { - input: 'fa7aeb5140e2848d39b416daeef4ffc5+45', - an_integer: '1' - } + test "'in docker' filter accepts arrays" do + get :index, params: { + filters: [["docker_image_locator", "in docker", + ["_nonesuchname_", "arvados/apitestfixture"]]] } assert_response :success - assert_not_nil assigns(:object) - new_job = JSON.parse(@response.body) - assert_not_equal 'zzzzz-8i9sb-cjs4pklxxjykqqq', new_job['uuid'] - assert_equal '077ba2ad3ea24a929091a9e6ce545c93199b8e57', new_job['script_version'] + assert_not_nil assigns(:objects) + assert_includes(assigns(:objects).map { |job| job.uuid }, + jobs(:previous_docker_job_run).uuid) + refute_includes(assigns(:objects).map { |job| job.uuid }, + jobs(:previous_job_run).uuid) end - test "cannot reuse job with find_or_create but excluded version" do - post :create, { - job: { - script: "hash", - script_version: "master", - repository: "foo", - script_parameters: { - input: 'fa7aeb5140e2848d39b416daeef4ffc5+45', - an_integer: '1' - } - }, - find_or_create: true, - minimum_script_version: "31ce37fe365b3dc204300a3e4c396ad333ed0556", - exclude_script_versions: ["tag1"], + test "'not in docker' filter accepts arrays" do + get :index, params: { + filters: [["docker_image_locator", "not in docker", + ["_nonesuchname_", "arvados/apitestfixture"]]] } assert_response :success - assert_not_nil assigns(:object) - new_job = JSON.parse(@response.body) - assert_not_equal 'zzzzz-8i9sb-cjs4pklxxjykqqq', new_job['uuid'] - assert_equal '077ba2ad3ea24a929091a9e6ce545c93199b8e57', new_job['script_version'] + assert_not_nil assigns(:objects) + assert_includes(assigns(:objects).map { |job| job.uuid }, + jobs(:previous_job_run).uuid) + refute_includes(assigns(:objects).map { |job| job.uuid }, + jobs(:previous_docker_job_run).uuid) end end