X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/24301058687be0d42883871d168c15dac98668c2..56e130608f8977d20b21c54f6ab8973d71e045a0:/services/api/app/models/container.rb diff --git a/services/api/app/models/container.rb b/services/api/app/models/container.rb index 2bbdd0a07f..a4da593ecd 100644 --- a/services/api/app/models/container.rb +++ b/services/api/app/models/container.rb @@ -31,6 +31,8 @@ class Container < ArvadosModel before_validation :fill_field_defaults, :if => :new_record? before_validation :set_timestamps + before_validation :check_lock + before_validation :check_unlock validates :command, :container_image, :output_path, :cwd, :priority, { presence: true } validates :priority, numericality: { only_integer: true, greater_than_or_equal_to: 0 } validate :validate_runtime_status @@ -73,6 +75,8 @@ class Container < ArvadosModel t.add :scheduling_parameters t.add :runtime_user_uuid t.add :runtime_auth_scopes + t.add :lock_count + t.add :gateway_address end # Supported states for a container @@ -135,7 +139,7 @@ class Container < ArvadosModel end def propagate_priority - return true unless priority_changed? + return true unless saved_change_to_priority? act_as_system_user do # Update the priority of child container requests to match new # priority of the parent container (ignoring requests with no @@ -335,47 +339,41 @@ class Container < ArvadosModel nil end - def check_lock_fail - if self.state != Queued - raise LockFailedError.new("cannot lock when #{self.state}") - elsif self.priority <= 0 - raise LockFailedError.new("cannot lock when priority<=0") + def lock + self.with_lock do + if self.state != Queued + raise LockFailedError.new("cannot lock when #{self.state}") + end + self.update_attributes!(state: Locked) end end - def lock - # Check invalid state transitions once before getting the lock - # (because it's cheaper that way) and once after getting the lock - # (because state might have changed while acquiring the lock). - check_lock_fail - transaction do - reload - check_lock_fail - update_attributes!(state: Locked, lock_count: self.lock_count+1) + def check_lock + if state_was == Queued and state == Locked + if self.priority <= 0 + raise LockFailedError.new("cannot lock when priority<=0") + end + self.lock_count = self.lock_count+1 end end - def check_unlock_fail - if self.state != Locked - raise InvalidStateTransitionError.new("cannot unlock when #{self.state}") - elsif self.locked_by_uuid != current_api_client_authorization.uuid - raise InvalidStateTransitionError.new("locked by a different token") + def unlock + self.with_lock do + if self.state != Locked + raise InvalidStateTransitionError.new("cannot unlock when #{self.state}") + end + self.update_attributes!(state: Queued) end end - def unlock - # Check invalid state transitions twice (see lock) - check_unlock_fail - transaction do - reload(lock: 'FOR UPDATE') - check_unlock_fail - if self.lock_count < Rails.configuration.Containers.MaxDispatchAttempts - update_attributes!(state: Queued) - else - update_attributes!(state: Cancelled, - runtime_status: { - error: "Container exceeded 'max_container_dispatch_attempts' (lock_count=#{self.lock_count}." - }) + def check_unlock + if state_was == Locked and state == Queued + if self.locked_by_uuid != current_api_client_authorization.uuid + raise ArvadosModel::PermissionDeniedError.new("locked by a different token") + end + if self.lock_count >= Rails.configuration.Containers.MaxDispatchAttempts + self.state = Cancelled + self.runtime_status = {error: "Failed to start container. Cancelled after exceeding 'Containers.MaxDispatchAttempts' (lock_count=#{self.lock_count})"} end end end @@ -390,7 +388,7 @@ class Container < ArvadosModel if users_list.select { |u| u.is_admin }.any? return super end - Container.where(ContainerRequest.readable_by(*users_list).where("containers.uuid = container_requests.container_uuid").exists) + Container.where(ContainerRequest.readable_by(*users_list).where("containers.uuid = container_requests.container_uuid").arel.exists) end def final? @@ -426,6 +424,10 @@ class Container < ArvadosModel current_user.andand.is_admin end + def permission_to_destroy + current_user.andand.is_admin + end + def ensure_owner_uuid_is_permitted # validate_change ensures owner_uuid can't be changed at all -- # except during create, which requires admin privileges. Checking @@ -477,7 +479,7 @@ class Container < ArvadosModel when Running permitted.push :priority, *progress_attrs if self.state_changed? - permitted.push :started_at + permitted.push :started_at, :gateway_address end when Complete @@ -555,7 +557,7 @@ class Container < ArvadosModel # If self.final?, this update is superfluous: the final log/output # update will be done when handle_completed calls finalize! on # each requesting CR. - return if self.final? || !self.log_changed? + return if self.final? || !saved_change_to_log? leave_modified_by_user_alone do ContainerRequest.where(container_uuid: self.uuid).each do |cr| cr.update_collections(container: self, collections: ['log']) @@ -569,8 +571,13 @@ class Container < ArvadosModel return errors.add :auth_uuid, 'is readonly' end if not [Locked, Running].include? self.state - # don't need one - self.auth.andand.update_attributes(expires_at: db_current_time) + # Don't need one. If auth already exists, expire it. + # + # We use db_transaction_time here (not db_current_time) to + # ensure the token doesn't validate later in the same + # transaction (e.g., in a test case) by satisfying expires_at > + # transaction timestamp. + self.auth.andand.update_attributes(expires_at: db_transaction_time) self.auth = nil return elsif self.auth @@ -647,11 +654,11 @@ class Container < ArvadosModel def handle_completed # This container is finished so finalize any associated container requests # that are associated with this container. - if self.state_changed? and self.final? + if saved_change_to_state? and self.final? # These get wiped out by with_lock (which reloads the record), # so record them now in case we need to schedule a retry. - prev_secret_mounts = self.secret_mounts_was - prev_runtime_token = self.runtime_token_was + prev_secret_mounts = secret_mounts_before_last_save + prev_runtime_token = runtime_token_before_last_save # Need to take a lock on the container to ensure that any # concurrent container requests that might try to reuse this