apps/workbench/app/controllers/pipeline_instances_controller.rb

   1 class PipelineInstancesController < ApplicationController
   2   skip_before_filter :find_object_by_uuid, only: :compare
   3   before_filter :find_objects_by_uuid, only: :compare
   4   include PipelineInstancesHelper
   5   include PipelineComponentsHelper
   6
   7   def copy
   8     template = PipelineTemplate.find?(@object.pipeline_template_uuid)
   9
  10     source = @object
  11     @object = PipelineInstance.new
  12     @object.pipeline_template_uuid = source.pipeline_template_uuid
  13
  14     if params['components'] == 'use_latest' and template
  15       @object.components = template.components.deep_dup
  16       @object.components.each do |cname, component|
  17         # Go through the script parameters of each component
  18         # that are marked as user input and copy them over.
  19         component[:script_parameters].each do |pname, val|
  20           if val.is_a? Hash and val[:dataclass]
  21             # this is user-inputtable, so check the value from the source pipeline
  22             srcvalue = source.components[cname][:script_parameters][pname]
  23             if not srcvalue.nil?
  24               component[:script_parameters][pname] = srcvalue
  25             end
  26           end
  27         end
  28       end
  29     else
  30       @object.components = source.components.deep_dup
  31     end
  32
  33     if params['script'] == 'use_same'
  34       # Go through each component and copy the script_version from each job.
  35       @object.components.each do |cname, component|
  36         if source.components[cname][:job]
  37           component[:script_version] = source.components[cname][:job][:script_version]
  38         end
  39       end
  40     end
  41
  42     @object.components.each do |cname, component|
  43       component.delete :job
  44     end
  45     @object.state = 'New'
  46     super
  47   end
  48
  49   def update
  50     @updates ||= params[@object.class.to_s.underscore.singularize.to_sym]
  51     if (components = @updates[:components])
  52       components.each do |cname, component|
  53         if component[:script_parameters]
  54           component[:script_parameters].each do |param, value_info|
  55             if value_info.is_a? Hash
  56               if resource_class_for_uuid(value_info[:value]) == Link
  57                 # Use the link target, not the link itself, as script
  58                 # parameter; but keep the link info around as well.
  59                 link = Link.find value_info[:value]
  60                 value_info[:value] = link.head_uuid
  61                 value_info[:link_uuid] = link.uuid
  62                 value_info[:link_name] = link.name
  63               else
  64                 # Delete stale link_uuid and link_name data.
  65                 value_info[:link_uuid] = nil
  66                 value_info[:link_name] = nil
  67               end
  68             end
  69           end
  70         end
  71       end
  72     end
  73     super
  74   end
  75
  76   def graph(pipelines)
  77     return nil, nil if params['tab_pane'] != "Graph"
  78
  79     count = {}
  80     provenance = {}
  81     pips = {}
  82     n = 1
  83
  84     pipelines.each do |p|
  85       collections = []
  86
  87       p.components.each do |k, v|
  88         j = v[:job] || next
  89
  90         uuid = j[:uuid].intern
  91         provenance[uuid] = j
  92         pips[uuid] = 0 unless pips[uuid] != nil
  93         pips[uuid] |= n
  94
  95         collections << j[:output]
  96         ProvenanceHelper::find_collections(j[:script_parameters]).each do |k|
  97           collections << k
  98         end
  99
 100         uuid = j[:script_version].intern
 101         provenance[uuid] = {:uuid => uuid}
 102         pips[uuid] = 0 unless pips[uuid] != nil
 103         pips[uuid] |= n
 104       end
 105
 106       Collection.where(uuid: collections.compact).each do |c|
 107         uuid = c.uuid.intern
 108         provenance[uuid] = c
 109         pips[uuid] = 0 unless pips[uuid] != nil
 110         pips[uuid] |= n
 111       end
 112
 113       n = n << 1
 114     end
 115
 116     return provenance, pips
 117   end
 118
 119   def show
 120     @pipelines = [@object]
 121
 122     if params[:compare]
 123       PipelineInstance.where(uuid: params[:compare]).each do |p|
 124         @pipelines << p
 125       end
 126     end
 127
 128     provenance, pips = graph(@pipelines)
 129     if provenance
 130       @prov_svg = ProvenanceHelper::create_provenance_graph provenance, "provenance_svg", {
 131         :request => request,
 132         :all_script_parameters => true,
 133         :combine_jobs => :script_and_version,
 134         :script_version_nodes => true,
 135         :pips => pips }
 136     end
 137
 138     super
 139   end
 140
 141   def compare
 142     @breadcrumb_page_name = 'compare'
 143
 144     @rows = []          # each is {name: S, components: [...]}
 145
 146     if params['tab_pane'] == "Compare" or params['tab_pane'].nil?
 147       # Build a table: x=pipeline y=component
 148       @objects.each_with_index do |pi, pi_index|
 149         pipeline_jobs(pi).each do |component|
 150           # Find a cell with the same name as this component but no
 151           # entry for this pipeline
 152           target_row = nil
 153           @rows.each_with_index do |row, row_index|
 154             if row[:name] == component[:name] and !row[:components][pi_index]
 155               target_row = row
 156             end
 157           end
 158           if !target_row
 159             target_row = {name: component[:name], components: []}
 160             @rows << target_row
 161           end
 162           target_row[:components][pi_index] = component
 163         end
 164       end
 165
 166       @rows.each do |row|
 167         # Build a "normal" pseudo-component for this row by picking the
 168         # most common value for each attribute. If all values are
 169         # equally common, there is no "normal".
 170         normal = {}              # attr => most common value
 171         highscore = {}           # attr => how common "normal" is
 172         score = {}               # attr => { value => how common }
 173         row[:components].each do |pj|
 174           next if pj.nil?
 175           pj.each do |k,v|
 176             vstr = for_comparison v
 177             score[k] ||= {}
 178             score[k][vstr] = (score[k][vstr] || 0) + 1
 179             highscore[k] ||= 0
 180             if score[k][vstr] == highscore[k]
 181               # tie for first place = no "normal"
 182               normal.delete k
 183             elsif score[k][vstr] == highscore[k] + 1
 184               # more pipelines have v than anything else
 185               highscore[k] = score[k][vstr]
 186               normal[k] = vstr
 187             end
 188           end
 189         end
 190
 191         # Add a hash in component[:is_normal]: { attr => is_the_value_normal? }
 192         row[:components].each do |pj|
 193           next if pj.nil?
 194           pj[:is_normal] = {}
 195           pj.each do |k,v|
 196             pj[:is_normal][k] = (normal.has_key?(k) && normal[k] == for_comparison(v))
 197           end
 198         end
 199       end
 200     end
 201
 202     if params['tab_pane'] == "Graph"
 203       provenance, pips = graph(@objects)
 204
 205       @pipelines = @objects
 206
 207       if provenance
 208         @prov_svg = ProvenanceHelper::create_provenance_graph provenance, "provenance_svg", {
 209           :request => request,
 210           :all_script_parameters => true,
 211           :combine_jobs => :script_and_version,
 212           :script_version_nodes => true,
 213           :pips => pips }
 214       end
 215     end
 216
 217     @object = @objects.first
 218
 219     show
 220   end
 221
 222   def show_pane_list
 223     panes = %w(Components Log Graph Advanced)
 224     if @object and @object.state.in? ['New', 'Ready']
 225       panes = %w(Inputs) + panes - %w(Log)
 226     end
 227     if not @object.components.values.any? { |x| x[:job] rescue false }
 228       panes -= ['Graph']
 229     end
 230     panes
 231   end
 232
 233   def compare_pane_list
 234     %w(Compare Graph)
 235   end
 236
 237   def index
 238     @limit = 20
 239     super
 240   end
 241
 242   protected
 243   def for_comparison v
 244     if v.is_a? Hash or v.is_a? Array
 245       v.to_json
 246     else
 247       v.to_s
 248     end
 249   end
 250
 251   def find_objects_by_uuid
 252     @objects = model_class.where(uuid: params[:uuids])
 253   end
 254
 255 end