X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/22c24001347e07225a36549e7919bb7e9c7542d9..4154420cdd2a2ac6cdb2cc57357f42513fb287cc:/services/api/app/models/job.rb diff --git a/services/api/app/models/job.rb b/services/api/app/models/job.rb index f69212f946..e142d8db08 100644 --- a/services/api/app/models/job.rb +++ b/services/api/app/models/job.rb @@ -1,14 +1,16 @@ class Job < ArvadosModel - include AssignUuid + include HasUuid include KindAndEtag include CommonApiTemplate + attr_protected :docker_image_locator serialize :script_parameters, Hash serialize :runtime_constraints, Hash serialize :tasks_summary, Hash before_create :ensure_unique_submit_id - before_create :ensure_script_version_is_commit - before_update :ensure_script_version_is_commit after_commit :trigger_crunch_dispatch_if_cancelled, :on => :update + before_validation :set_priority + validate :ensure_script_version_is_commit + validate :find_docker_image_locator has_many :commit_ancestors, :foreign_key => :descendant, :primary_key => :script_version @@ -34,7 +36,12 @@ class Job < ArvadosModel t.add :runtime_constraints t.add :tasks_summary t.add :dependencies - t.add :log_stream_href + t.add :nondeterministic + t.add :repository + t.add :supplied_script_version + t.add :docker_image_locator + t.add :queue_position + t.add :description end def assert_finished @@ -43,20 +50,48 @@ class Job < ArvadosModel running: false) end - def log_stream_href - unless self.finished_at - "#{current_api_base}/#{self.class.to_s.pluralize.underscore}/#{self.uuid}/log_tail_follow" + def self.queue + self.where('started_at is ? and is_locked_by_uuid is ? and cancelled_at is ? and success is ?', + nil, nil, nil, nil). + order('priority desc, created_at') + end + + def queue_position + i = 0 + Job::queue.each do |j| + if j[:uuid] == self.uuid + return i + end end + nil end - def self.queue - self.where('started_at is ? and is_locked_by_uuid is ? and cancelled_at is ?', - nil, nil, nil). + def self.running + self.where('running = ?', true). order('priority desc, created_at') end protected + def foreign_key_attributes + super + %w(output log) + end + + def skip_uuid_read_permission_check + super + %w(cancelled_by_client_uuid) + end + + def skip_uuid_existence_check + super + %w(output log) + end + + def set_priority + if self.priority.nil? + self.priority = 0 + end + true + end + def ensure_script_version_is_commit if self.is_locked_by_uuid and self.started_at # Apparently client has already decided to go for it. This is @@ -64,11 +99,15 @@ class Job < ArvadosModel # instead of a commit-ish. return true end - sha1 = Commit.find_by_commit_ish(self.script_version) rescue nil - if sha1 - self.script_version = sha1 - else - raise ArgumentError.new("Specified script_version does not resolve to a commit") + if new_record? or script_version_changed? + sha1 = Commit.find_commit_range(current_user, self.repository, nil, self.script_version, nil)[0] rescue nil + if sha1 + self.supplied_script_version = self.script_version if self.supplied_script_version.nil? or self.supplied_script_version.empty? + self.script_version = sha1 + else + self.errors.add :script_version, "#{self.script_version} does not resolve to a commit" + return false + end end end @@ -81,6 +120,31 @@ class Job < ArvadosModel true end + def find_docker_image_locator + # Find the Collection that holds the Docker image specified in the + # runtime constraints, and store its locator in docker_image_locator. + unless runtime_constraints.is_a? Hash + # We're still in validation stage, so we can't assume + # runtime_constraints isn't something horrible like an array or + # a string. Treat those cases as "no docker image supplied"; + # other validations will fail anyway. + self.docker_image_locator = nil + return true + end + image_search = runtime_constraints['docker_image'] + image_tag = runtime_constraints['docker_image_tag'] + if image_search.nil? + self.docker_image_locator = nil + true + elsif coll = Collection.for_latest_docker_image(image_search, image_tag) + self.docker_image_locator = coll.portable_data_hash + true + else + errors.add(:docker_image_locator, "not found for #{image_search}") + false + end + end + def dependencies deps = {} queue = self.script_parameters.values @@ -101,13 +165,14 @@ class Job < ArvadosModel def permission_to_update if is_locked_by_uuid_was and !(current_user and - current_user.uuid == is_locked_by_uuid_was) + (current_user.uuid == is_locked_by_uuid_was or + current_user.uuid == system_user.uuid)) if script_changed? or script_parameters_changed? or script_version_changed? or (!cancelled_at_was.nil? and - (cancelled_by_client_changed? or - cancelled_by_user_changed? or + (cancelled_by_client_uuid_changed? or + cancelled_by_user_uuid_changed? or cancelled_at_changed?)) or started_at_changed? or finished_at_changed? or @@ -145,7 +210,7 @@ class Job < ArvadosModel if self.cancelled_at and not self.cancelled_at_was self.cancelled_at = Time.now self.cancelled_by_user_uuid = current_user.uuid - self.cancelled_by_client_uuid = current_api_client.uuid + self.cancelled_by_client_uuid = current_api_client.andand.uuid @need_crunch_dispatch_trigger = true else self.cancelled_at = self.cancelled_at_was @@ -163,5 +228,4 @@ class Job < ArvadosModel end end end - end