X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/5f7fa947b13eeee04d56b487f7173308635aa60c..66d12ae6dc72d45cc3cb3fcc007cb41371371616:/apps/workbench/app/controllers/collections_controller.rb diff --git a/apps/workbench/app/controllers/collections_controller.rb b/apps/workbench/app/controllers/collections_controller.rb index dcf1d9102d..3089a1ed3f 100644 --- a/apps/workbench/app/controllers/collections_controller.rb +++ b/apps/workbench/app/controllers/collections_controller.rb @@ -2,6 +2,40 @@ class CollectionsController < ApplicationController skip_before_filter :find_object_by_uuid, :only => [:provenance] skip_before_filter :check_user_agreements, :only => [:show_file] + def show_pane_list + %w(Files Attributes Metadata Provenance_graph Used_by JSON API) + end + + def set_persistent + case params[:value] + when 'persistent', 'cache' + persist_links = Link.filter([['owner_uuid', '=', current_user.uuid], + ['link_class', '=', 'resources'], + ['name', '=', 'wants'], + ['tail_uuid', '=', current_user.uuid], + ['head_uuid', '=', @object.uuid]]) + logger.debug persist_links.inspect + else + return unprocessable "Invalid value #{value.inspect}" + end + if params[:value] == 'persistent' + if not persist_links.any? + Link.create(link_class: 'resources', + name: 'wants', + tail_uuid: current_user.uuid, + head_uuid: @object.uuid) + end + else + persist_links.each do |link| + link.destroy || raise + end + end + + respond_to do |f| + f.json { render json: @object } + end + end + def index if params[:search].andand.length.andand > 0 tags = Link.where(any: ['contains', params[:search]]) @@ -9,14 +43,26 @@ class CollectionsController < ApplicationController Collection.where(any: ['contains', params[:search]])). uniq { |c| c.uuid } else - @collections = Collection.limit(100) + if params[:limit] + limit = params[:limit].to_i + else + limit = 100 + end + + if params[:offset] + offset = params[:offset].to_i + else + offset = 0 + end + + @collections = Collection.limit(limit).offset(offset) end @links = Link.limit(1000). where(head_uuid: @collections.collect(&:uuid)) @collection_info = {} @collections.each do |c| @collection_info[c.uuid] = { - tags: [], + tag_links: [], wanted: false, wanted_by_me: false, provenance: [], @@ -28,7 +74,7 @@ class CollectionsController < ApplicationController info = @collection_info[link.head_uuid] case link.link_class when 'tag' - info[:tags] << link.name + info[:tag_links] << link when 'resources' info[:wanted] = true info[:wanted_by_me] ||= link.tail_uuid == current_user.uuid @@ -52,146 +98,6 @@ class CollectionsController < ApplicationController self.response_body = FileStreamer.new opts end - def self.describe_node(uuid) - uuid = uuid.to_s - rsc = ArvadosBase::resource_class_for_uuid uuid - if rsc - "\"#{uuid}\" [label=\"#{rsc}\\n#{uuid}\",href=\"/#{rsc.to_s.underscore.pluralize rsc}/#{uuid}\"];" - else - puts "error! #{uuid} #{rsc}" - "" - end - end - - def self.job_uuid(job) - # "#{job[:script]}\\n#{job[:script_version]}" - "#{job[:script]}" - end - - def self.collection_uuid(uuid) - m = /([a-f0-9]{32}(\+[0-9]+)?)(\+.*)?/.match(uuid.to_s) - if m - m[1] - else - nil - end - end - - def self.script_param_edges(visited, job, prefix, sp) - gr = "" - if sp and not sp.empty? - case sp - when Hash - sp.each do |k, v| - if prefix.size > 0 - k = prefix + "::" + k.to_s - end - gr += CollectionsController::script_param_edges(visited, job, k.to_s, v) - end - when Array - sp.each do |v| - gr += CollectionsController::script_param_edges(visited, job, prefix, v) - end - else - m = collection_uuid(sp) - if m - gr += "\"#{job_uuid(job)}\" -> \"#{m}\" [label=\" #{prefix}\"];" - gr += CollectionsController::generate_provenance_edges(visited, m) - end - end - end - gr - end - - def self.generate_provenance_edges(pdata, uuid) - gr = "" - m = CollectionsController::collection_uuid(uuid) - uuid = m if m - - uuid = uuid.intern if uuid - - if (not uuid) or uuid.empty? \ - or (pdata[uuid] and pdata[uuid][:_visited]) - - puts "already visited #{uuid}" - return "" - end - - if not pdata[uuid] then - return CollectionsController::describe_node(uuid) - else - pdata[uuid][:_visited] = true - end - - puts "visiting #{uuid}" - - if m - # uuid is a collection - gr += CollectionsController::describe_node(uuid) - - pdata.each do |k, job| - if job[:output] == uuid.to_s - gr += "\"#{uuid}\" -> \"#{job_uuid(job)}\" [label=\"output\"];" - gr += CollectionsController::generate_provenance_edges(pdata, job[:uuid]) - end - if job[:log] == uuid.to_s - gr += "\"#{uuid}\" -> \"#{job_uuid(job)}\" [label=\"log\"];" - gr += CollectionsController::generate_provenance_edges(pdata, job[:uuid]) - end - end - else - # uuid is something else - rsc = ArvadosBase::resource_class_for_uuid uuid.to_s - - if rsc == Job - job = pdata[uuid] - if job - gr += CollectionsController::script_param_edges(pdata, job, "", job[:script_parameters]) - end - else - gr += CollectionsController::describe_node(uuid) - end - end - - pdata.each do |k, link| - if link[:head_uuid] == uuid.to_s and link[:link_class] == "provenance" - gr += CollectionsController::describe_node(link[:tail_uuid]) - gr += "\"#{link[:head_uuid]}\" -> \"#{link[:tail_uuid]}\" [label=\" #{link[:name]}\", href=\"/links/#{link[:uuid]}\"];" - gr += CollectionsController::generate_provenance_edges(pdata, link[:tail_uuid]) - end - end - - puts "finished #{uuid}" - - gr - end - - def self.create_provenance_graph(pdata, uuid) - require 'open3' - - gr = """strict digraph { -node [fontsize=8,shape=box]; -edge [dir=back,fontsize=8];""" - - puts "pdata is #{pdata}" - - gr += CollectionsController::generate_provenance_edges(pdata, uuid) - - gr += "}" - svg = "" - - Open3.popen2("dot", "-Tsvg") do |stdin, stdout, wait_thr| - stdin.print(gr) - stdin.close - svg = stdout.read() - wait_thr.value - stdout.close() - end - - svg = svg.sub(/<\?xml.*?\?>/m, "") - svg = svg.sub(//m, "") - end - def show return super if !@object @provenance = [] @@ -223,12 +129,15 @@ edge [dir=back,fontsize=8];""" Link.where(head_uuid: @sourcedata.keys | @output2job.keys).each do |link| if link.link_class == 'resources' and link.name == 'wants' @protected[link.head_uuid] = true + if link.tail_uuid == current_user.uuid + @is_persistent = true + end end end Link.where(tail_uuid: @sourcedata.keys).each do |link| if link.link_class == 'data_origin' @sourcedata[link.tail_uuid][:data_origins] ||= [] - @sourcedata[link.tail_uuid][:data_origins] << [link.name, link.head_kind, link.head_uuid] + @sourcedata[link.tail_uuid][:data_origins] << [link.name, link.head_uuid] end end Collection.where(uuid: @sourcedata.keys).each do |collection| @@ -236,9 +145,18 @@ edge [dir=back,fontsize=8];""" @sourcedata[collection.uuid][:collection] = collection end end - + Collection.where(uuid: @object.uuid).each do |u| - @prov_svg = CollectionsController::create_provenance_graph u.provenance, u.uuid + puts request + @prov_svg = ProvenanceHelper::create_provenance_graph(u.provenance, "provenance_svg", + {:request => request, + :direction => :bottom_up, + :combine_jobs => :script_only}) rescue nil + @used_by_svg = ProvenanceHelper::create_provenance_graph(u.used_by, "used_by_svg", + {:request => request, + :direction => :top_down, + :combine_jobs => :script_only, + :pdata_only => true}) rescue nil end end