X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/8e69317214ad56a6255f56725fa3b966c663eda3..1a0a58c4f22af82e0a37440af3b0948771bca5e1:/services/api/app/models/job.rb diff --git a/services/api/app/models/job.rb b/services/api/app/models/job.rb index 0b2247bc21..f56b57ac7b 100644 --- a/services/api/app/models/job.rb +++ b/services/api/app/models/job.rb @@ -1,14 +1,15 @@ class Job < ArvadosModel - include AssignUuid + include HasUuid include KindAndEtag include CommonApiTemplate + attr_protected :docker_image_locator serialize :script_parameters, Hash serialize :runtime_constraints, Hash serialize :tasks_summary, Hash before_create :ensure_unique_submit_id - before_create :ensure_script_version_is_commit - before_update :ensure_script_version_is_commit after_commit :trigger_crunch_dispatch_if_cancelled, :on => :update + validate :ensure_script_version_is_commit + validate :find_docker_image_locator has_many :commit_ancestors, :foreign_key => :descendant, :primary_key => :script_version @@ -35,10 +36,12 @@ class Job < ArvadosModel t.add :runtime_constraints t.add :tasks_summary t.add :dependencies - t.add :log_stream_href - t.add :log_buffer t.add :nondeterministic t.add :repository + t.add :supplied_script_version + t.add :docker_image_locator + t.add :name + t.add :description end def assert_finished @@ -47,12 +50,6 @@ class Job < ArvadosModel running: false) end - def log_stream_href - unless self.finished_at - "#{current_api_base}/#{self.class.to_s.pluralize.underscore}/#{self.uuid}/log_tail_follow" - end - end - def self.queue self.where('started_at is ? and is_locked_by_uuid is ? and cancelled_at is ? and success is ?', nil, nil, nil, nil). @@ -74,6 +71,10 @@ class Job < ArvadosModel super + %w(cancelled_by_client_uuid) end + def skip_uuid_existence_check + super + %w(output log) + end + def ensure_script_version_is_commit if self.is_locked_by_uuid and self.started_at # Apparently client has already decided to go for it. This is @@ -82,11 +83,13 @@ class Job < ArvadosModel return true end if new_record? or script_version_changed? - sha1 = Commit.find_commit_range(current_user, nil, nil, self.script_version, nil)[0] rescue nil + sha1 = Commit.find_commit_range(current_user, self.repository, nil, self.script_version, nil)[0] rescue nil if sha1 + self.supplied_script_version = self.script_version if self.supplied_script_version.nil? or self.supplied_script_version.empty? self.script_version = sha1 else - raise ArgumentError.new("Specified script_version does not resolve to a commit") + self.errors.add :script_version, "#{self.script_version} does not resolve to a commit" + return false end end end @@ -100,6 +103,31 @@ class Job < ArvadosModel true end + def find_docker_image_locator + # Find the Collection that holds the Docker image specified in the + # runtime constraints, and store its locator in docker_image_locator. + unless runtime_constraints.is_a? Hash + # We're still in validation stage, so we can't assume + # runtime_constraints isn't something horrible like an array or + # a string. Treat those cases as "no docker image supplied"; + # other validations will fail anyway. + self.docker_image_locator = nil + return true + end + image_search = runtime_constraints['docker_image'] + image_tag = runtime_constraints['docker_image_tag'] + if image_search.nil? + self.docker_image_locator = nil + true + elsif coll = Collection.for_latest_docker_image(image_search, image_tag) + self.docker_image_locator = coll.portable_data_hash + true + else + errors.add(:docker_image_locator, "not found for #{image_search}") + false + end + end + def dependencies deps = {} queue = self.script_parameters.values @@ -165,7 +193,7 @@ class Job < ArvadosModel if self.cancelled_at and not self.cancelled_at_was self.cancelled_at = Time.now self.cancelled_by_user_uuid = current_user.uuid - self.cancelled_by_client_uuid = current_api_client.uuid + self.cancelled_by_client_uuid = current_api_client.andand.uuid @need_crunch_dispatch_trigger = true else self.cancelled_at = self.cancelled_at_was @@ -183,15 +211,4 @@ class Job < ArvadosModel end end end - - def log_buffer - begin - @@redis ||= Redis.new(:timeout => 0) - if @@redis.exists uuid - @@redis.getrange(uuid, 0 - 2**10, -1) - end - rescue Redis::CannotConnectError - return '(not available)' - end - end end