X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/08913fc7a809d8138a1aeb11feaf1534fa6b6b43..24e88096f931535d9954f19b47d4ec5dd42a8693:/services/api/app/models/job.rb diff --git a/services/api/app/models/job.rb b/services/api/app/models/job.rb index f32f001f90..8bd308d14b 100644 --- a/services/api/app/models/job.rb +++ b/services/api/app/models/job.rb @@ -1,10 +1,12 @@ class Job < ArvadosModel - include AssignUuid + include HasUuid include KindAndEtag include CommonApiTemplate + attr_protected :docker_image_locator serialize :script_parameters, Hash serialize :runtime_constraints, Hash serialize :tasks_summary, Hash + before_validation :find_docker_image_locator before_create :ensure_unique_submit_id before_create :ensure_script_version_is_commit before_update :ensure_script_version_is_commit @@ -27,6 +29,7 @@ class Job < ArvadosModel t.add :started_at t.add :finished_at t.add :output + t.add :output_is_persistent t.add :success t.add :running t.add :is_locked_by_uuid @@ -34,8 +37,10 @@ class Job < ArvadosModel t.add :runtime_constraints t.add :tasks_summary t.add :dependencies - t.add :log_stream_href - t.add :log_buffer + t.add :nondeterministic + t.add :repository + t.add :supplied_script_version + t.add :docker_image_locator end def assert_finished @@ -44,20 +49,31 @@ class Job < ArvadosModel running: false) end - def log_stream_href - unless self.finished_at - "#{current_api_base}/#{self.class.to_s.pluralize.underscore}/#{self.uuid}/log_tail_follow" - end + def self.queue + self.where('started_at is ? and is_locked_by_uuid is ? and cancelled_at is ? and success is ?', + nil, nil, nil, nil). + order('priority desc, created_at') end - def self.queue - self.where('started_at is ? and is_locked_by_uuid is ? and cancelled_at is ?', - nil, nil, nil). + def self.running + self.where('running = ?', true). order('priority desc, created_at') end protected + def foreign_key_attributes + super + %w(output log) + end + + def skip_uuid_read_permission_check + super + %w(cancelled_by_client_uuid) + end + + def skip_uuid_existence_check + super + %w(output log) + end + def ensure_script_version_is_commit if self.is_locked_by_uuid and self.started_at # Apparently client has already decided to go for it. This is @@ -66,8 +82,9 @@ class Job < ArvadosModel return true end if new_record? or script_version_changed? - sha1 = Commit.find_by_commit_ish(self.script_version) rescue nil + sha1 = Commit.find_commit_range(current_user, self.repository, nil, self.script_version, nil)[0] rescue nil if sha1 + self.supplied_script_version = self.script_version if self.supplied_script_version.nil? or self.supplied_script_version.empty? self.script_version = sha1 else raise ArgumentError.new("Specified script_version does not resolve to a commit") @@ -84,6 +101,21 @@ class Job < ArvadosModel true end + def find_docker_image_locator + # Find the Collection that holds the Docker image specified in the + # runtime constraints, and store its locator in docker_image_locator. + image_search = runtime_constraints['docker_image'] + image_tag = runtime_constraints['docker_image_tag'] + if image_search.nil? + self.docker_image_locator = nil + elsif coll = Collection.for_latest_docker_image(image_search, image_tag) + self.docker_image_locator = coll.uuid + else + errors.add(:docker_image_locator, "not found for #{image_search}") + false + end + end + def dependencies deps = {} queue = self.script_parameters.values @@ -104,7 +136,8 @@ class Job < ArvadosModel def permission_to_update if is_locked_by_uuid_was and !(current_user and - current_user.uuid == is_locked_by_uuid_was) + (current_user.uuid == is_locked_by_uuid_was or + current_user.uuid == system_user.uuid)) if script_changed? or script_parameters_changed? or script_version_changed? or @@ -166,15 +199,4 @@ class Job < ArvadosModel end end end - - def log_buffer - begin - @@redis ||= Redis.new(:timeout => 0) - if @@redis.exists uuid - @@redis.getrange(uuid, 0 - 2**10, -1) - end - rescue Redis::CannotConnectError - return '(not available)' - end - end end