X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/a231a2dd4bf47b519e214329ab71e06b6f99d310..921c13a95c2d13c94de74601e5bc26e5b0c71c31:/apps/workbench/app/helpers/provenance_helper.rb diff --git a/apps/workbench/app/helpers/provenance_helper.rb b/apps/workbench/app/helpers/provenance_helper.rb index 73b4a47767..66754d20b2 100644 --- a/apps/workbench/app/helpers/provenance_helper.rb +++ b/apps/workbench/app/helpers/provenance_helper.rb @@ -7,13 +7,15 @@ module ProvenanceHelper @visited = {} @jobs = {} end - + def self.collection_uuid(uuid) - m = /^([a-f0-9]{32}(\+[0-9]+)?)(\+.*)?$/.match(uuid.to_s) + m = CollectionsHelper.match(uuid) if m - #if m[2] - return m[1] - #else + if m[2] + return m[1]+m[2] + else + return m[1] + end # Collection.where(uuid: ['contains', m[1]]).each do |u| # puts "fixup #{uuid} to #{u.uuid}" # return u.uuid @@ -24,33 +26,43 @@ module ProvenanceHelper end end + def url_for u + p = { :host => @opts[:request].host, + :port => @opts[:request].port, + :protocol => @opts[:request].protocol } + p.merge! u + Rails.application.routes.url_helpers.url_for (p) + end + def determine_fillcolor(n) - bgcolor = "" - case n - when 1 - bgcolor = "style=filled,fillcolor=\"#88ff88\"" - when 2 - bgcolor = "style=filled,fillcolor=\"#8888ff\"" - when 3 - bgcolor = "style=filled,fillcolor=\"#88ffff\"" - end - bgcolor + fillcolor = %w(aaaaaa aaffaa aaaaff aaaaaa ffaaaa)[n || 0] || 'aaaaaa' + "style=filled,fillcolor=\"##{fillcolor}\"" end def describe_node(uuid) + uuid = uuid.to_sym bgcolor = determine_fillcolor @opts[:pips][uuid] if @opts[:pips] rsc = ArvadosBase::resource_class_for_uuid uuid.to_s if rsc - href = "/#{rsc.to_s.underscore.pluralize rsc}/#{uuid}" + href = url_for ({:controller => rsc.to_s.tableize, + :action => :show, + :id => uuid.to_s }) #"\"#{uuid}\" [label=\"#{rsc}\\n#{uuid}\",href=\"#{href}\"];\n" if rsc == Collection + #puts uuid + if uuid == :"d41d8cd98f00b204e9800998ecf8427e+0" + # special case + #puts "empty!" + return "\"#{uuid}\" [label=\"(empty collection)\"];\n" + end + puts "#{uuid.class} #{@pdata[uuid]}" if @pdata[uuid] #puts @pdata[uuid] if @pdata[uuid][:name] return "\"#{uuid}\" [label=\"#{@pdata[uuid][:name]}\",href=\"#{href}\",shape=oval,#{bgcolor}];\n" - else + else files = nil if @pdata[uuid].respond_to? :files files = @pdata[uuid].files @@ -69,12 +81,13 @@ module ProvenanceHelper if i < files.length label += "\\n⋮" end + #puts "#{uuid} #{label} #{files}" return "\"#{uuid}\" [label=\"#{label}\",href=\"#{href}\",shape=oval,#{bgcolor}];\n" end end end - return "\"#{uuid}\" [label=\"#{rsc}\",href=\"#{href}\",#{bgcolor}];\n" end + return "\"#{uuid}\" [label=\"#{rsc}\",href=\"#{href}\",#{bgcolor}];\n" end "\"#{uuid}\" [#{bgcolor}];\n" end @@ -101,7 +114,7 @@ module ProvenanceHelper gr = "\"#{head}\" -> \"#{tail}\"" end if extra.length > 0 - gr += "[" + gr += " [" extra.each do |k, v| gr += "#{k}=\"#{v}\"," end @@ -113,45 +126,45 @@ module ProvenanceHelper def script_param_edges(job, prefix, sp) gr = "" - if sp and not sp.empty? - case sp - when Hash - sp.each do |k, v| - if prefix.size > 0 - k = prefix + "::" + k.to_s - end - gr += script_param_edges(job, k.to_s, v) - end - when Array - i = 0 - node = "" - sp.each do |v| - if GenerateGraph::collection_uuid(v) - gr += script_param_edges(job, "#{prefix}[#{i}]", v) - else - node += "', '" unless node == "" - node = "['" if node == "" - node += "#{v}" - end - i += 1 - end - unless node == "" - node += "']" - #puts node - #id = "#{job[:uuid]}_#{prefix}" - gr += "\"#{node}\" [label=\"#{node}\"];\n" - gr += edge(job_uuid(job), node, {:label => prefix}) + case sp + when Hash + sp.each do |k, v| + if prefix.size > 0 + k = prefix + "::" + k.to_s end - else - m = GenerateGraph::collection_uuid(sp) - if m - gr += edge(job_uuid(job), m, {:label => prefix}) - gr += generate_provenance_edges(m) + gr += script_param_edges(job, k.to_s, v) + end + when Array + i = 0 + node = "" + sp.each do |v| + if GenerateGraph::collection_uuid(v) + gr += script_param_edges(job, "#{prefix}[#{i}]", v) elsif @opts[:all_script_parameters] - #id = "#{job[:uuid]}_#{prefix}" - gr += "\"#{sp}\" [label=\"#{sp}\"];\n" - gr += edge(job_uuid(job), sp, {:label => prefix}) + node += "', '" unless node == "" + node = "['" if node == "" + node += "#{v}" end + i += 1 + end + unless node == "" + node += "']" + #puts node + #id = "#{job[:uuid]}_#{prefix}" + gr += "\"#{node}\" [label=\"#{node}\"];\n" + gr += edge(job_uuid(job), node, {:label => prefix}) + end + when String + return '' if sp.empty? + m = GenerateGraph::collection_uuid(sp) + #puts "#{m} pdata is #{@pdata[m.intern]}" + if m and (@pdata[m.intern] or (not @opts[:pdata_only])) + gr += edge(job_uuid(job), m, {:label => prefix}) + gr += generate_provenance_edges(m) + elsif @opts[:all_script_parameters] + #id = "#{job[:uuid]}_#{prefix}" + gr += "\"#{sp}\" [label=\"#{sp}\"];\n" + gr += edge(job_uuid(job), sp, {:label => prefix}) end end gr @@ -182,6 +195,11 @@ module ProvenanceHelper # uuid is a collection gr += describe_node(uuid) + if m == :"d41d8cd98f00b204e9800998ecf8427e+0" + # empty collection, don't follow any further + return gr + end + @pdata.each do |k, job| if job[:output] == uuid.to_s gr += edge(uuid, job_uuid(job), {:label => "output"}) @@ -206,6 +224,8 @@ module ProvenanceHelper gr += edge(job_uuid(job), job[:script_version], {:label => "script_version"}) end end + elsif rsc == Link + # do nothing else gr += describe_node(uuid) end @@ -213,8 +233,12 @@ module ProvenanceHelper @pdata.each do |k, link| if link[:head_uuid] == uuid.to_s and link[:link_class] == "provenance" + href = url_for ({:controller => Link.to_s.tableize, + :action => :show, + :id => link[:uuid] }) + gr += describe_node(link[:tail_uuid]) - gr += edge(link[:head_uuid], link[:tail_uuid], {:label => link[:name], :href => "/links/#{link[:uuid]}"}) + gr += edge(link[:head_uuid], link[:tail_uuid], {:label => link[:name], :href => href}) gr += generate_provenance_edges(link[:tail_uuid]) end end @@ -227,7 +251,10 @@ module ProvenanceHelper def describe_jobs gr = "" @jobs.each do |k, v| - gr += "\"#{k}\" [href=\"/jobs?" + href = url_for ({:controller => Job.to_s.tableize, + :action => :index }) + + gr += "\"#{k}\" [href=\"#{href}?" n = 0 v.each do |u| @@ -238,11 +265,11 @@ module ProvenanceHelper gr += "\",label=\"" if @opts[:combine_jobs] == :script_only - gr += uuid = "#{v[0][:script]}" + gr += "#{v[0][:script]}" elsif @opts[:combine_jobs] == :script_and_version - gr += uuid = "#{v[0][:script]}" + gr += "#{v[0][:script]}" # Just show the name but the nodes will be distinct else - gr += uuid = "#{v[0][:script]}\\n#{v[0][:finished_at]}" + gr += "#{v[0][:script]}\\n#{v[0][:finished_at]}" end gr += "\",#{determine_fillcolor n}];\n" end @@ -265,8 +292,8 @@ module ProvenanceHelper end gr = """strict digraph { -node [fontsize=8,shape=box]; -edge [fontsize=8]; +node [fontsize=10,shape=box]; +edge [fontsize=10]; """ if opts[:direction] == :bottom_up @@ -286,8 +313,8 @@ edge [fontsize=8]; gr += "}" svg = "" - #puts gr - + puts gr + require 'open3' Open3.popen2("dot", "-Tsvg") do |stdin, stdout, wait_thr| @@ -305,17 +332,17 @@ edge [fontsize=8]; def self.find_collections(sp) c = [] - if sp and not sp.empty? - case sp - when Hash - sp.each do |k, v| - c.concat(find_collections(v)) - end - when Array - sp.each do |v| - c.concat(find_collections(v)) - end - else + case sp + when Hash + sp.each do |k, v| + c.concat(find_collections(v)) + end + when Array + sp.each do |v| + c.concat(find_collections(v)) + end + when String + if !sp.empty? m = GenerateGraph::collection_uuid(sp) if m c << m