apps/workbench/app/controllers/pipeline_instances_controller.rb

   1 class PipelineInstancesController < ApplicationController
   2   skip_before_filter :find_object_by_uuid, only: :compare
   3   before_filter :find_objects_by_uuid, only: :compare
   4   include PipelineInstancesHelper
   5   include PipelineComponentsHelper
   6
   7   def copy
   8     @object = @object.dup
   9     @object.components.each do |cname, component|
  10       component.delete :job
  11     end
  12     @object.state = 'New'
  13     super
  14   end
  15
  16   def update
  17     @updates ||= params[@object.class.to_s.underscore.singularize.to_sym]
  18     if (components = @updates[:components])
  19       components.each do |cname, component|
  20         if component[:script_parameters]
  21           component[:script_parameters].each do |param, value_info|
  22             if value_info.is_a? Hash
  23               if resource_class_for_uuid(value_info[:value]) == Link
  24                 # Use the link target, not the link itself, as script
  25                 # parameter; but keep the link info around as well.
  26                 link = Link.find value_info[:value]
  27                 value_info[:value] = link.head_uuid
  28                 value_info[:link_uuid] = link.uuid
  29                 value_info[:link_name] = link.name
  30               else
  31                 # Delete stale link_uuid and link_name data.
  32                 value_info[:link_uuid] = nil
  33                 value_info[:link_name] = nil
  34               end
  35             end
  36           end
  37         end
  38       end
  39     end
  40     super
  41   end
  42
  43   def graph(pipelines)
  44     return nil, nil if params['tab_pane'] != "Graph"
  45
  46     count = {}
  47     provenance = {}
  48     pips = {}
  49     n = 1
  50
  51     pipelines.each do |p|
  52       collections = []
  53
  54       p.components.each do |k, v|
  55         j = v[:job] || next
  56
  57         uuid = j[:uuid].intern
  58         provenance[uuid] = j
  59         pips[uuid] = 0 unless pips[uuid] != nil
  60         pips[uuid] |= n
  61
  62         collections << j[:output]
  63         ProvenanceHelper::find_collections(j[:script_parameters]).each do |k|
  64           collections << k
  65         end
  66
  67         uuid = j[:script_version].intern
  68         provenance[uuid] = {:uuid => uuid}
  69         pips[uuid] = 0 unless pips[uuid] != nil
  70         pips[uuid] |= n
  71       end
  72
  73       Collection.where(uuid: collections.compact).each do |c|
  74         uuid = c.uuid.intern
  75         provenance[uuid] = c
  76         pips[uuid] = 0 unless pips[uuid] != nil
  77         pips[uuid] |= n
  78       end
  79
  80       n = n << 1
  81     end
  82
  83     return provenance, pips
  84   end
  85
  86   def show
  87     @pipelines = [@object]
  88
  89     if params[:compare]
  90       PipelineInstance.where(uuid: params[:compare]).each do |p|
  91         @pipelines << p
  92       end
  93     end
  94
  95     provenance, pips = graph(@pipelines)
  96     if provenance
  97       @prov_svg = ProvenanceHelper::create_provenance_graph provenance, "provenance_svg", {
  98         :request => request,
  99         :all_script_parameters => true,
 100         :combine_jobs => :script_and_version,
 101         :script_version_nodes => true,
 102         :pips => pips }
 103     end
 104
 105     super
 106   end
 107
 108   def compare
 109     @breadcrumb_page_name = 'compare'
 110
 111     @rows = []          # each is {name: S, components: [...]}
 112
 113     if params['tab_pane'] == "Compare" or params['tab_pane'].nil?
 114       # Build a table: x=pipeline y=component
 115       @objects.each_with_index do |pi, pi_index|
 116         pipeline_jobs(pi).each do |component|
 117           # Find a cell with the same name as this component but no
 118           # entry for this pipeline
 119           target_row = nil
 120           @rows.each_with_index do |row, row_index|
 121             if row[:name] == component[:name] and !row[:components][pi_index]
 122               target_row = row
 123             end
 124           end
 125           if !target_row
 126             target_row = {name: component[:name], components: []}
 127             @rows << target_row
 128           end
 129           target_row[:components][pi_index] = component
 130         end
 131       end
 132
 133       @rows.each do |row|
 134         # Build a "normal" pseudo-component for this row by picking the
 135         # most common value for each attribute. If all values are
 136         # equally common, there is no "normal".
 137         normal = {}              # attr => most common value
 138         highscore = {}           # attr => how common "normal" is
 139         score = {}               # attr => { value => how common }
 140         row[:components].each do |pj|
 141           next if pj.nil?
 142           pj.each do |k,v|
 143             vstr = for_comparison v
 144             score[k] ||= {}
 145             score[k][vstr] = (score[k][vstr] || 0) + 1
 146             highscore[k] ||= 0
 147             if score[k][vstr] == highscore[k]
 148               # tie for first place = no "normal"
 149               normal.delete k
 150             elsif score[k][vstr] == highscore[k] + 1
 151               # more pipelines have v than anything else
 152               highscore[k] = score[k][vstr]
 153               normal[k] = vstr
 154             end
 155           end
 156         end
 157
 158         # Add a hash in component[:is_normal]: { attr => is_the_value_normal? }
 159         row[:components].each do |pj|
 160           next if pj.nil?
 161           pj[:is_normal] = {}
 162           pj.each do |k,v|
 163             pj[:is_normal][k] = (normal.has_key?(k) && normal[k] == for_comparison(v))
 164           end
 165         end
 166       end
 167     end
 168
 169     if params['tab_pane'] == "Graph"
 170       provenance, pips = graph(@objects)
 171
 172       @pipelines = @objects
 173
 174       if provenance
 175         @prov_svg = ProvenanceHelper::create_provenance_graph provenance, "provenance_svg", {
 176           :request => request,
 177           :all_script_parameters => true,
 178           :combine_jobs => :script_and_version,
 179           :script_version_nodes => true,
 180           :pips => pips }
 181       end
 182     end
 183
 184     @object = @objects.first
 185
 186     show
 187   end
 188
 189   def show_pane_list
 190     panes = %w(Components Log Graph Advanced)
 191     if @object and @object.state.in? ['New', 'Ready']
 192       panes = %w(Inputs) + panes - %w(Log)
 193     end
 194     if not @object.components.values.any? { |x| x[:job] rescue false }
 195       panes -= ['Graph']
 196     end
 197     panes
 198   end
 199
 200   def compare_pane_list
 201     %w(Compare Graph)
 202   end
 203
 204   def index
 205     @limit = 20
 206     super
 207   end
 208
 209   protected
 210   def for_comparison v
 211     if v.is_a? Hash or v.is_a? Array
 212       v.to_json
 213     else
 214       v.to_s
 215     end
 216   end
 217
 218   def find_objects_by_uuid
 219     @objects = model_class.where(uuid: params[:uuids])
 220   end
 221
 222 end