apps/workbench/app/controllers/pipeline_instances_controller.rb

   1 class PipelineInstancesController < ApplicationController
   2   skip_before_filter :find_object_by_uuid, only: :compare
   3   before_filter :find_objects_by_uuid, only: :compare
   4   include PipelineInstancesHelper
   5   include PipelineComponentsHelper
   6
   7   def copy
   8     template = PipelineTemplate.find?(@object.pipeline_template_uuid)
   9
  10     source = @object
  11     @object = PipelineInstance.new
  12     @object.pipeline_template_uuid = source.pipeline_template_uuid
  13
  14     if params['components'] == 'use_latest' and template
  15       @object.components = template.components.deep_dup
  16       @object.components.each do |cname, component|
  17         # Go through the script parameters of each component
  18         # that are marked as user input and copy them over.
  19         # Skip any components that are not present in the
  20         # source instance (there's nothing to copy)
  21         if source.components.include? cname
  22           component[:script_parameters].each do |pname, val|
  23             if val.is_a? Hash and val[:dataclass]
  24               # this is user-inputtable, so check the value from the source pipeline
  25               srcvalue = source.components[cname][:script_parameters][pname]
  26               if not srcvalue.nil?
  27                 component[:script_parameters][pname] = srcvalue
  28               end
  29             end
  30           end
  31         end
  32       end
  33     else
  34       @object.components = source.components.deep_dup
  35     end
  36
  37     if params['script'] == 'use_same'
  38       # Go through each component and copy the script_version from each job.
  39       @object.components.each do |cname, component|
  40         if source.components.include? cname and source.components[cname][:job]
  41           component[:script_version] = source.components[cname][:job][:script_version]
  42         end
  43       end
  44     end
  45
  46     @object.components.each do |cname, component|
  47       component.delete :job
  48     end
  49     @object.state = 'New'
  50     super
  51   end
  52
  53   def update
  54     @updates ||= params[@object.class.to_s.underscore.singularize.to_sym]
  55     if (components = @updates[:components])
  56       components.each do |cname, component|
  57         if component[:script_parameters]
  58           component[:script_parameters].each do |param, value_info|
  59             if value_info.is_a? Hash
  60               if resource_class_for_uuid(value_info[:value]) == Link
  61                 # Use the link target, not the link itself, as script
  62                 # parameter; but keep the link info around as well.
  63                 link = Link.find value_info[:value]
  64                 value_info[:value] = link.head_uuid
  65                 value_info[:link_uuid] = link.uuid
  66                 value_info[:link_name] = link.name
  67               else
  68                 # Delete stale link_uuid and link_name data.
  69                 value_info[:link_uuid] = nil
  70                 value_info[:link_name] = nil
  71               end
  72             end
  73           end
  74         end
  75       end
  76     end
  77     super
  78   end
  79
  80   def graph(pipelines)
  81     return nil, nil if params['tab_pane'] != "Graph"
  82
  83     count = {}
  84     provenance = {}
  85     pips = {}
  86     n = 1
  87
  88     pipelines.each do |p|
  89       collections = []
  90
  91       p.components.each do |k, v|
  92         j = v[:job] || next
  93
  94         uuid = j[:uuid].intern
  95         provenance[uuid] = j
  96         pips[uuid] = 0 unless pips[uuid] != nil
  97         pips[uuid] |= n
  98
  99         collections << j[:output]
 100         ProvenanceHelper::find_collections(j[:script_parameters]).each do |k|
 101           collections << k
 102         end
 103
 104         uuid = j[:script_version].intern
 105         provenance[uuid] = {:uuid => uuid}
 106         pips[uuid] = 0 unless pips[uuid] != nil
 107         pips[uuid] |= n
 108       end
 109
 110       Collection.where(uuid: collections.compact).each do |c|
 111         uuid = c.uuid.intern
 112         provenance[uuid] = c
 113         pips[uuid] = 0 unless pips[uuid] != nil
 114         pips[uuid] |= n
 115       end
 116
 117       n = n << 1
 118     end
 119
 120     return provenance, pips
 121   end
 122
 123   def show
 124     @pipelines = [@object]
 125
 126     if params[:compare]
 127       PipelineInstance.where(uuid: params[:compare]).each do |p|
 128         @pipelines << p
 129       end
 130     end
 131
 132     provenance, pips = graph(@pipelines)
 133     if provenance
 134       @prov_svg = ProvenanceHelper::create_provenance_graph provenance, "provenance_svg", {
 135         :request => request,
 136         :all_script_parameters => true,
 137         :combine_jobs => :script_and_version,
 138         :script_version_nodes => true,
 139         :pips => pips }
 140     end
 141
 142     super
 143   end
 144
 145   def compare
 146     @breadcrumb_page_name = 'compare'
 147
 148     @rows = []          # each is {name: S, components: [...]}
 149
 150     if params['tab_pane'] == "Compare" or params['tab_pane'].nil?
 151       # Build a table: x=pipeline y=component
 152       @objects.each_with_index do |pi, pi_index|
 153         pipeline_jobs(pi).each do |component|
 154           # Find a cell with the same name as this component but no
 155           # entry for this pipeline
 156           target_row = nil
 157           @rows.each_with_index do |row, row_index|
 158             if row[:name] == component[:name] and !row[:components][pi_index]
 159               target_row = row
 160             end
 161           end
 162           if !target_row
 163             target_row = {name: component[:name], components: []}
 164             @rows << target_row
 165           end
 166           target_row[:components][pi_index] = component
 167         end
 168       end
 169
 170       @rows.each do |row|
 171         # Build a "normal" pseudo-component for this row by picking the
 172         # most common value for each attribute. If all values are
 173         # equally common, there is no "normal".
 174         normal = {}              # attr => most common value
 175         highscore = {}           # attr => how common "normal" is
 176         score = {}               # attr => { value => how common }
 177         row[:components].each do |pj|
 178           next if pj.nil?
 179           pj.each do |k,v|
 180             vstr = for_comparison v
 181             score[k] ||= {}
 182             score[k][vstr] = (score[k][vstr] || 0) + 1
 183             highscore[k] ||= 0
 184             if score[k][vstr] == highscore[k]
 185               # tie for first place = no "normal"
 186               normal.delete k
 187             elsif score[k][vstr] == highscore[k] + 1
 188               # more pipelines have v than anything else
 189               highscore[k] = score[k][vstr]
 190               normal[k] = vstr
 191             end
 192           end
 193         end
 194
 195         # Add a hash in component[:is_normal]: { attr => is_the_value_normal? }
 196         row[:components].each do |pj|
 197           next if pj.nil?
 198           pj[:is_normal] = {}
 199           pj.each do |k,v|
 200             pj[:is_normal][k] = (normal.has_key?(k) && normal[k] == for_comparison(v))
 201           end
 202         end
 203       end
 204     end
 205
 206     if params['tab_pane'] == "Graph"
 207       provenance, pips = graph(@objects)
 208
 209       @pipelines = @objects
 210
 211       if provenance
 212         @prov_svg = ProvenanceHelper::create_provenance_graph provenance, "provenance_svg", {
 213           :request => request,
 214           :all_script_parameters => true,
 215           :combine_jobs => :script_and_version,
 216           :script_version_nodes => true,
 217           :pips => pips }
 218       end
 219     end
 220
 221     @object = @objects.first
 222
 223     show
 224   end
 225
 226   def show_pane_list
 227     panes = %w(Components Log Graph Advanced)
 228     if @object and @object.state.in? ['New', 'Ready']
 229       panes = %w(Inputs) + panes - %w(Log)
 230     end
 231     if not @object.components.values.any? { |x| x[:job] rescue false }
 232       panes -= ['Graph']
 233     end
 234     panes
 235   end
 236
 237   def compare_pane_list
 238     %w(Compare Graph)
 239   end
 240
 241   def index
 242     @limit = 20
 243     super
 244   end
 245
 246   protected
 247   def for_comparison v
 248     if v.is_a? Hash or v.is_a? Array
 249       v.to_json
 250     else
 251       v.to_s
 252     end
 253   end
 254
 255   def find_objects_by_uuid
 256     @objects = model_class.where(uuid: params[:uuids])
 257   end
 258
 259 end