X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/fc100474c5d74b20b2576bd3a8f633746c0c6fb2..8bd2381e50d3c575cef3bc0f0d4c10a9bafaf292:/services/api/app/models/job.rb diff --git a/services/api/app/models/job.rb b/services/api/app/models/job.rb index e37e292791..d3c3b1d640 100644 --- a/services/api/app/models/job.rb +++ b/services/api/app/models/job.rb @@ -8,6 +8,7 @@ class Job < ArvadosModel before_create :ensure_unique_submit_id before_create :ensure_script_version_is_commit before_update :ensure_script_version_is_commit + after_commit :trigger_crunch_dispatch_if_cancelled, :on => :update has_many :commit_ancestors, :foreign_key => :descendant, :primary_key => :script_version @@ -26,6 +27,7 @@ class Job < ArvadosModel t.add :started_at t.add :finished_at t.add :output + t.add :output_is_persistent t.add :success t.add :running t.add :is_locked_by_uuid @@ -34,6 +36,9 @@ class Job < ArvadosModel t.add :tasks_summary t.add :dependencies t.add :log_stream_href + t.add :log_buffer + t.add :nondeterministic + t.add :repository end def assert_finished @@ -49,13 +54,30 @@ class Job < ArvadosModel end def self.queue - self.where('started_at is ? and is_locked_by_uuid is ? and cancelled_at is ?', - nil, nil, nil). + self.where('started_at is ? and is_locked_by_uuid is ? and cancelled_at is ? and success is ?', + nil, nil, nil, nil). + order('priority desc, created_at') + end + + def self.running + self.where('running = ?', true). order('priority desc, created_at') end protected + def foreign_key_attributes + super + %w(output log) + end + + def skip_uuid_read_permission_check + super + %w(cancelled_by_client_uuid) + end + + def skip_uuid_existence_check + super + %w(output log) + end + def ensure_script_version_is_commit if self.is_locked_by_uuid and self.started_at # Apparently client has already decided to go for it. This is @@ -63,11 +85,13 @@ class Job < ArvadosModel # instead of a commit-ish. return true end - sha1 = Commit.find_by_commit_ish(self.script_version) rescue nil - if sha1 - self.script_version = sha1 - else - raise ArgumentError.new("Specified script_version does not resolve to a commit") + if new_record? or script_version_changed? + sha1 = Commit.find_commit_range(current_user, nil, nil, self.script_version, nil)[0] rescue nil + if sha1 + self.script_version = sha1 + else + raise ArgumentError.new("Specified script_version does not resolve to a commit") + end end end @@ -100,13 +124,15 @@ class Job < ArvadosModel def permission_to_update if is_locked_by_uuid_was and !(current_user and - current_user.uuid == is_locked_by_uuid_was) + (current_user.uuid == is_locked_by_uuid_was or + current_user.uuid == system_user.uuid)) if script_changed? or script_parameters_changed? or script_version_changed? or - cancelled_by_client_changed? or - cancelled_by_user_changed? or - cancelled_at_changed? or + (!cancelled_at_was.nil? and + (cancelled_by_client_uuid_changed? or + cancelled_by_user_uuid_changed? or + cancelled_at_changed?)) or started_at_changed? or finished_at_changed? or running_changed? or @@ -135,4 +161,41 @@ class Job < ArvadosModel end end end + + def update_modified_by_fields + if self.cancelled_at_changed? + # Ensure cancelled_at cannot be set to arbitrary non-now times, + # or changed once it is set. + if self.cancelled_at and not self.cancelled_at_was + self.cancelled_at = Time.now + self.cancelled_by_user_uuid = current_user.uuid + self.cancelled_by_client_uuid = current_api_client.uuid + @need_crunch_dispatch_trigger = true + else + self.cancelled_at = self.cancelled_at_was + self.cancelled_by_user_uuid = self.cancelled_by_user_uuid_was + self.cancelled_by_client_uuid = self.cancelled_by_client_uuid_was + end + end + super + end + + def trigger_crunch_dispatch_if_cancelled + if @need_crunch_dispatch_trigger + File.open(Rails.configuration.crunch_refresh_trigger, 'wb') do + # That's all, just create/touch a file for crunch-job to see. + end + end + end + + def log_buffer + begin + @@redis ||= Redis.new(:timeout => 0) + if @@redis.exists uuid + @@redis.getrange(uuid, 0 - 2**10, -1) + end + rescue Redis::CannotConnectError + return '(not available)' + end + end end