X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/ef47dfeb871015d9da6d5e2e0a04100c2e9e8eee..9997ada67ce36d2fbe831bce473aa61250727aff:/services/api/app/models/pipeline_instance.rb?ds=sidebyside diff --git a/services/api/app/models/pipeline_instance.rb b/services/api/app/models/pipeline_instance.rb index 2be4a066fc..55efa0ae85 100644 --- a/services/api/app/models/pipeline_instance.rb +++ b/services/api/app/models/pipeline_instance.rb @@ -1,5 +1,9 @@ +# Copyright (C) The Arvados Authors. All rights reserved. +# +# SPDX-License-Identifier: AGPL-3.0 + class PipelineInstance < ArvadosModel - include AssignUuid + include HasUuid include KindAndEtag include CommonApiTemplate serialize :components, Hash @@ -8,35 +12,38 @@ class PipelineInstance < ArvadosModel belongs_to :pipeline_template, :foreign_key => :pipeline_template_uuid, :primary_key => :uuid before_validation :bootstrap_components - before_validation :update_success + before_validation :update_state before_validation :verify_status + before_validation :update_timestamps_when_state_changes before_create :set_state_before_save before_save :set_state_before_save api_accessible :user, extend: :common do |t| t.add :pipeline_template_uuid - t.add :pipeline_template, :if => :pipeline_template t.add :name t.add :components - t.add :success - t.add :active - t.add :dependencies t.add :properties t.add :state t.add :components_summary + t.add :description + t.add :started_at + t.add :finished_at end # Supported states for a pipeline instance - New = 'New' - Ready = 'Ready' - RunningOnServer = 'RunningOnServer' - RunningOnClient = 'RunningOnClient' - Paused = 'Paused' - Failed = 'Failed' - Complete = 'Complete' - - def dependencies - dependency_search(self.components).keys + States = + [ + (New = 'New'), + (Ready = 'Ready'), + (RunningOnServer = 'RunningOnServer'), + (RunningOnClient = 'RunningOnClient'), + (Paused = 'Paused'), + (Failed = 'Failed'), + (Complete = 'Complete'), + ] + + def self.limit_index_columns_read + ["components"] end # if all components have input, the pipeline is Ready @@ -77,7 +84,7 @@ class PipelineInstance < ArvadosModel else row << 0.0 if step['failed'] - self.success = false + self.state = Failed end end row << (step['warehousejob']['id'] rescue nil) @@ -101,6 +108,33 @@ class PipelineInstance < ArvadosModel self.where("state = 'RunningOnServer'") end + def cancel(cascade: false, need_transaction: true) + if need_transaction + ActiveRecord::Base.transaction do + cancel(cascade: cascade, need_transaction: false) + end + return + end + + if self.state.in?([RunningOnServer, RunningOnClient]) + self.state = Paused + self.save! + elsif self.state != Paused + raise InvalidStateTransitionError + end + + return if !cascade + + # cancel all child jobs + children = self.components.andand.collect{|_, c| c['job']}.compact.collect{|j| j['uuid']}.compact + + return if children.empty? + + Job.where(uuid: children, state: [Job::Queued, Job::Running]).each do |job| + job.cancel(cascade: cascade, need_transaction: false) + end + end + protected def bootstrap_components if pipeline_template and (!components or components.empty?) @@ -108,99 +142,46 @@ class PipelineInstance < ArvadosModel end end - def update_success + def update_state if components and progress_ratio == 1.0 - self.success = true - end - end - - def dependency_search(haystack) - if haystack.is_a? String - if (re = haystack.match /^([0-9a-f]{32}(\+[^,]+)*)+/) - {re[1] => true} - else - {} - end - elsif haystack.is_a? Array - deps = {} - haystack.each do |value| - deps.merge! dependency_search(value) - end - deps - elsif haystack.respond_to? :keys - deps = {} - haystack.each do |key, value| - deps.merge! dependency_search(value) - end - deps - else - {} + self.state = Complete end end def verify_status changed_attributes = self.changed - if 'state'.in? changed_attributes - case self.state - when New, Ready, Paused - self.active = nil - self.success = nil - when RunningOnServer - self.active = true - self.success = nil - when RunningOnClient - self.active = nil - self.success = nil - when Failed - self.active = false - self.success = false - self.state = Failed # before_validation will fail if false is returned in the previous line - when Complete - self.active = false - self.success = true - else - return false - end - elsif 'success'.in? changed_attributes - if self.success - self.active = false - self.state = Complete - else - self.active = false - self.state = Failed - end - elsif 'active'.in? changed_attributes - if self.active - if self.state == New || self.state == Ready || self.state == Paused - self.state = RunningOnServer - end - else - if self.state == RunningOnServer # state was RunningOnServer - self.active = nil - self.state = Paused - elsif self.components_look_ready? - self.state = Ready - else - self.state = New - end + if new_record? or 'components'.in? changed_attributes + self.state ||= New + if (self.state == New) and self.components_look_ready? + self.state = Ready end end - if 'components'.in? changed_attributes - if self.components_look_ready? && (!self.state || self.state == New) - self.state = Ready - end + if self.state.in?(States) + true + else + errors.add :state, "'#{state.inspect} must be one of: [#{States.join ', '}]" + false end end def set_state_before_save - if !self.state || self.state == New || self.state == Ready || self.state == Paused - if self.active - self.state = RunningOnServer - elsif self.components_look_ready? && (!self.state || self.state == New) - self.state = Ready - end + if self.components_look_ready? && (!self.state || self.state == New) + self.state = Ready + end + end + + def update_timestamps_when_state_changes + return if not (state_changed? or new_record?) + + case state + when RunningOnServer, RunningOnClient + self.started_at ||= db_current_time + when Failed, Complete + current_time = db_current_time + self.started_at ||= current_time + self.finished_at ||= current_time end end