+require "arvados/keep"
+
class Arvados::V1::CollectionsController < ApplicationController
def create
- # It's not an error for a client to re-register a manifest that we
- # already know about.
- @object = model_class.new resource_attrs
- begin
- @object.save!
- rescue ActiveRecord::RecordNotUnique
- logger.debug resource_attrs.inspect
- if resource_attrs['manifest_text'] and resource_attrs['uuid']
- @existing_object = model_class.
- where('uuid=? and manifest_text=?',
- resource_attrs['uuid'],
- resource_attrs['manifest_text']).
- first
- @object = @existing_object || @object
- end
- end
- show
+ if resource_attrs[:uuid] and (loc = Keep::Locator.parse(resource_attrs[:uuid]))
+ resource_attrs[:portable_data_hash] = loc.to_s
+ resource_attrs.delete :uuid
+ end
+ super
+ end
+
+ def find_object_by_uuid
+ if loc = Keep::Locator.parse(params[:id])
+ loc.strip_hints!
+ if c = Collection.readable_by(*@read_users).where({ portable_data_hash: loc.to_s }).limit(1).first
+ @object = {
+ uuid: c.portable_data_hash,
+ portable_data_hash: c.portable_data_hash,
+ manifest_text: c.manifest_text,
+ }
+ end
+ else
+ super
+ end
+ true
+ end
+
+ def show
+ sign_manifests(@object[:manifest_text])
+ if @object.is_a? Collection
+ render json: @object.as_api_response
+ else
+ render json: @object
+ end
+ end
+
+ def index
+ sign_manifests(*@objects.map { |c| c[:manifest_text] })
+ super
+ end
+
+ def script_param_edges(visited, sp)
+ case sp
+ when Hash
+ sp.each do |k, v|
+ script_param_edges(visited, v)
+ end
+ when Array
+ sp.each do |v|
+ script_param_edges(visited, v)
+ end
+ when String
+ return if sp.empty?
+ if loc = Keep::Locator.parse(sp)
+ search_edges(visited, loc.to_s, :search_up)
+ end
+ end
+ end
+
+ def search_edges(visited, uuid, direction)
+ if uuid.nil? or uuid.empty? or visited[uuid]
+ return
+ end
+
+ if loc = Keep::Locator.parse(uuid)
+ loc.strip_hints!
+ return if visited[loc.to_s]
+ end
+
+ logger.debug "visiting #{uuid}"
+
+ if loc
+ # uuid is a portable_data_hash
+ if c = Collection.readable_by(*@read_users).where(portable_data_hash: loc.to_s).limit(1).first
+ visited[loc.to_s] = {
+ portable_data_hash: c.portable_data_hash,
+ }
+ end
+
+ if direction == :search_up
+ # Search upstream for jobs where this locator is the output of some job
+ Job.readable_by(*@read_users).where(output: loc.to_s).each do |job|
+ search_edges(visited, job.uuid, :search_up)
+ end
+
+ Job.readable_by(*@read_users).where(log: loc.to_s).each do |job|
+ search_edges(visited, job.uuid, :search_up)
+ end
+ elsif direction == :search_down
+ if loc.to_s == "d41d8cd98f00b204e9800998ecf8427e+0"
+ # Special case, don't follow the empty collection.
+ return
+ end
+
+ # Search downstream for jobs where this locator is in script_parameters
+ Job.readable_by(*@read_users).where(["jobs.script_parameters like ?", "%#{loc.to_s}%"]).each do |job|
+ search_edges(visited, job.uuid, :search_down)
+ end
+ end
+ else
+ # uuid is a regular Arvados UUID
+ rsc = ArvadosModel::resource_class_for_uuid uuid
+ if rsc == Job
+ Job.readable_by(*@read_users).where(uuid: uuid).each do |job|
+ visited[uuid] = job.as_api_response
+ if direction == :search_up
+ # Follow upstream collections referenced in the script parameters
+ script_param_edges(visited, job.script_parameters)
+ elsif direction == :search_down
+ # Follow downstream job output
+ search_edges(visited, job.output, direction)
+ end
+ end
+ elsif rsc == Collection
+ if c = Collection.readable_by(*@read_users).where(uuid: uuid).limit(1).first
+ search_edges(visited, c.portable_data_hash, direction)
+ visited[c.portable_data_hash] = c.as_api_response
+ end
+ elsif rsc != nil
+ rsc.where(uuid: uuid).each do |r|
+ visited[uuid] = r.as_api_response
+ end
+ end
+ end
+
+ if direction == :search_up
+ # Search for provenance links pointing to the current uuid
+ Link.readable_by(*@read_users).
+ where(head_uuid: uuid, link_class: "provenance").
+ each do |link|
+ visited[link.uuid] = link.as_api_response
+ search_edges(visited, link.tail_uuid, direction)
+ end
+ elsif direction == :search_down
+ # Search for provenance links emanating from the current uuid
+ Link.readable_by(current_user).
+ where(tail_uuid: uuid, link_class: "provenance").
+ each do |link|
+ visited[link.uuid] = link.as_api_response
+ search_edges(visited, link.head_uuid, direction)
+ end
+ end
+ end
+
+ def provenance
+ visited = {}
+ search_edges(visited, @object[:uuid] || @object[:portable_data_hash], :search_up)
+ render json: visited
+ end
+
+ def used_by
+ visited = {}
+ search_edges(visited, @object[:uuid] || @object[:portable_data_hash], :search_down)
+ render json: visited
+ end
+
+ protected
+
+ def apply_filters
+ if action_name == 'index'
+ # Omit manifest_text from index results unless expressly selected.
+ @select ||= model_class.api_accessible_attributes(:user).
+ map { |attr_spec| attr_spec.first.to_s } - ["manifest_text"]
+ end
+ super
+ end
+
+ def sign_manifests(*manifests)
+ if current_api_client_authorization
+ signing_opts = {
+ key: Rails.configuration.blob_signing_key,
+ api_token: current_api_client_authorization.api_token,
+ ttl: Rails.configuration.blob_signing_ttl,
+ }
+ manifests.each do |text|
+ Collection.munge_manifest_locators(text) do |loc|
+ Blob.sign_locator(loc.to_s, signing_opts)
+ end
+ end
+ end
end
end
projects / arvados.git / blobdiff