From cc7736c79907fae63e80ff76779f8da2624520fd Mon Sep 17 00:00:00 2001 From: Peter Amstutz Date: Thu, 5 May 2022 11:49:48 -0400 Subject: [PATCH] 17004: Initial API server support for output_properties Arvados-DCO-1.1-Signed-off-by: Peter Amstutz --- services/api/app/models/container.rb | 6 ++++-- services/api/app/models/container_request.rb | 22 +++++++++++++------- 2 files changed, 19 insertions(+), 9 deletions(-) diff --git a/services/api/app/models/container.rb b/services/api/app/models/container.rb index 0326b12985..eedf716914 100644 --- a/services/api/app/models/container.rb +++ b/services/api/app/models/container.rb @@ -23,6 +23,7 @@ class Container < ArvadosModel attribute :runtime_status, :jsonbHash, default: {} attribute :runtime_auth_scopes, :jsonbArray, default: [] attribute :output_storage_classes, :jsonbArray, default: lambda { Rails.configuration.DefaultStorageClasses } + attribute :output_properties, :jsonbHash, default: {} serialize :environment, Hash serialize :mounts, Hash @@ -81,6 +82,7 @@ class Container < ArvadosModel t.add :gateway_address t.add :interactive_session_started t.add :output_storage_classes + t.add :output_properties end # Supported states for a container @@ -485,7 +487,7 @@ class Container < ArvadosModel :runtime_constraints, :scheduling_parameters, :secret_mounts, :runtime_token, :runtime_user_uuid, :runtime_auth_scopes, - :output_storage_classes) + :output_storage_classes, :output_properties) end case self.state @@ -496,7 +498,7 @@ class Container < ArvadosModel permitted.push :priority when Running - permitted.push :priority, *progress_attrs + permitted.push :priority, :output_properties, *progress_attrs if self.state_changed? permitted.push :started_at, :gateway_address end diff --git a/services/api/app/models/container_request.rb b/services/api/app/models/container_request.rb index bec3deb295..74fc0802d3 100644 --- a/services/api/app/models/container_request.rb +++ b/services/api/app/models/container_request.rb @@ -24,6 +24,7 @@ class ContainerRequest < ArvadosModel attribute :properties, :jsonbHash, default: {} attribute :secret_mounts, :jsonbHash, default: {} attribute :output_storage_classes, :jsonbArray, default: lambda { Rails.configuration.DefaultStorageClasses } + attribute :output_properties, :jsonbHash, default: {} serialize :environment, Hash serialize :mounts, Hash @@ -78,6 +79,7 @@ class ContainerRequest < ArvadosModel t.add :state t.add :use_existing t.add :output_storage_classes + t.add :output_properties end # Supported states for a container request @@ -100,7 +102,7 @@ class ContainerRequest < ArvadosModel :output_path, :priority, :runtime_token, :runtime_constraints, :state, :container_uuid, :use_existing, :scheduling_parameters, :secret_mounts, :output_name, :output_ttl, - :output_storage_classes] + :output_storage_classes, :output_properties] def self.any_preemptible_instances? Rails.configuration.InstanceTypes.any? do |k, v| @@ -222,11 +224,7 @@ class ContainerRequest < ArvadosModel owner_uuid: self.owner_uuid, name: coll_name, manifest_text: "", - storage_classes_desired: self.output_storage_classes, - properties: { - 'type' => out_type, - 'container_request' => uuid, - }) + storage_classes_desired: self.output_storage_classes) end if out_type == "log" @@ -238,11 +236,21 @@ class ContainerRequest < ArvadosModel manifest = dst.manifest_text end + merged_properties = {} + if out_type == "output" + merged_properties.update(container.output_properties) + merged_properties.update(self.output_properties) + end + + merged_properties['type'] = out_type + merged_properties['container_request'] = uuid + coll.assign_attributes( portable_data_hash: Digest::MD5.hexdigest(manifest) + '+' + manifest.bytesize.to_s, manifest_text: manifest, trash_at: trash_at, - delete_at: trash_at) + delete_at: trash_at, + properties: merged_properties) coll.save_with_unique_name! self.send(out_type + '_uuid=', coll.uuid) end -- 2.30.2