X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/b310fc04b9e60b974f4bfc2c86a5c45ecd7c65f2..5d5af52a33ec8b10a9af6afd50141db3923441ec:/services/api/app/models/job.rb diff --git a/services/api/app/models/job.rb b/services/api/app/models/job.rb index fa38ece244..8de3897eab 100644 --- a/services/api/app/models/job.rb +++ b/services/api/app/models/job.rb @@ -1,3 +1,7 @@ +# Copyright (C) The Arvados Authors. All rights reserved. +# +# SPDX-License-Identifier: AGPL-3.0 + require 'log_reuse_info' require 'safe_json' @@ -261,6 +265,7 @@ class Job < ArvadosModel log_reuse_info(candidates) { "after filtering on repo, script, and custom filters #{filters.inspect}" } chosen = nil + chosen_output = nil incomplete_job = nil candidates.each do |j| if j.state != Job::Complete @@ -275,17 +280,25 @@ class Job < ArvadosModel # Ignore: we have already decided not to reuse any completed # job. log_reuse_info { "job #{j.uuid} with output #{j.output} ignored, see above" } + elsif j.output.nil? + log_reuse_info { "job #{j.uuid} has nil output" } + elsif j.log.nil? + log_reuse_info { "job #{j.uuid} has nil log" } elsif Rails.configuration.reuse_job_if_outputs_differ - if Collection.readable_by(current_user).find_by_portable_data_hash(j.output) - log_reuse_info { "job #{j.uuid} with output #{j.output} is reusable; decision is final." } - return j - else - # Ignore: keep locking for an incomplete job or one whose + if !Collection.readable_by(current_user).find_by_portable_data_hash(j.output) + # Ignore: keep looking for an incomplete job or one whose # output is readable. log_reuse_info { "job #{j.uuid} output #{j.output} unavailable to user; continuing search" } + elsif !Collection.readable_by(current_user).find_by_portable_data_hash(j.log) + # Ignore: keep looking for an incomplete job or one whose + # log is readable. + log_reuse_info { "job #{j.uuid} log #{j.log} unavailable to user; continuing search" } + else + log_reuse_info { "job #{j.uuid} with output #{j.output} is reusable; decision is final." } + return j end - elsif chosen - if chosen.output != j.output + elsif chosen_output + if chosen_output != j.output # If two matching jobs produced different outputs, run a new # job (or use one that's already running/queued) instead of # choosing one arbitrarily. @@ -304,9 +317,15 @@ class Job < ArvadosModel # any further investigation of reusable jobs is futile. log_reuse_info { "job #{j.uuid} output #{j.output} is unavailable to user; this means no finished job can be reused (see reuse_job_if_outputs_differ in application.default.yml)" } chosen = false + elsif !Collection.readable_by(current_user).find_by_portable_data_hash(j.log) + # This user cannot read the log of this job, don't try to reuse the + # job but consider if the output is consistent. + log_reuse_info { "job #{j.uuid} log #{j.log} is unavailable to user; continuing search" } + chosen_output = j.output else log_reuse_info { "job #{j.uuid} with output #{j.output} can be reused; continuing search in case other candidates have different outputs" } chosen = j + chosen_output = j.output end end j = chosen || incomplete_job