apps/workbench/app/controllers/pipeline_instances_controller.rb

   1 class PipelineInstancesController < ApplicationController
   2   skip_before_filter :find_object_by_uuid, only: :compare
   3   before_filter :find_objects_by_uuid, only: :compare
   4   include PipelineInstancesHelper
   5
   6   def graph(pipelines)
   7     count = {}
   8     provenance = {}
   9     pips = {}
  10     n = 1
  11
  12     pipelines.each do |p|
  13       collections = []
  14
  15       p.components.each do |k, v|
  16         j = v[:job] || next
  17
  18         uuid = j[:uuid].intern
  19         provenance[uuid] = j
  20         pips[uuid] = 0 unless pips[uuid] != nil
  21         pips[uuid] |= n
  22
  23         collections << j[:output]
  24         ProvenanceHelper::find_collections(j[:script_parameters]).each do |k|
  25           collections << k
  26         end
  27
  28         uuid = j[:script_version].intern
  29         provenance[uuid] = {:uuid => uuid}
  30         pips[uuid] = 0 unless pips[uuid] != nil
  31         pips[uuid] |= n
  32       end
  33
  34       Collection.where(uuid: collections.compact).each do |c|
  35         uuid = c.uuid.intern
  36         provenance[uuid] = c
  37         pips[uuid] = 0 unless pips[uuid] != nil
  38         pips[uuid] |= n
  39       end
  40
  41       n = n << 1
  42     end
  43
  44     return provenance, pips
  45   end
  46
  47   def show
  48     if @object.components.empty? and @object.pipeline_template_uuid
  49       template = PipelineTemplate.find(@object.pipeline_template_uuid)
  50       pipeline = {}
  51       template.components.each do |component_name, component_props|
  52         pipeline[component_name] = {}
  53         component_props.each do |k, v|
  54           if k == :script_parameters
  55             pipeline[component_name][:script_parameters] = {}
  56             v.each do |param_name, param_value|
  57               if param_value.is_a? Hash
  58                 if param_value[:value]
  59                   pipeline[component_name][:script_parameters][param_name] = param_value[:value]
  60                 elsif param_value[:default]
  61                   pipeline[component_name][:script_parameters][param_name] = param_value[:default]
  62                 elsif param_value[:optional] != nil or param_value[:required] != nil
  63                     pipeline[component_name][:script_parameters][param_name] = ""
  64                 else
  65                   pipeline[component_name][:script_parameters][param_name] = param_value
  66                 end
  67               else
  68                 pipeline[component_name][:script_parameters][param_name] = param_value
  69               end
  70             end
  71           else
  72             pipeline[component_name][k] = v
  73           end
  74         end
  75       end
  76       @object.components= pipeline
  77       @object.save
  78     end
  79
  80     @pipelines = [@object]
  81
  82     if params[:compare]
  83       PipelineInstance.where(uuid: params[:compare]).each do |p|
  84         @pipelines << p
  85       end
  86     end
  87
  88     provenance, pips = graph(@pipelines)
  89
  90     @prov_svg = ProvenanceHelper::create_provenance_graph provenance, "provenance_svg", {
  91       :all_script_parameters => true,
  92       :combine_jobs => :script_and_version,
  93       :script_version_nodes => true,
  94       :pips => pips }
  95     super
  96   end
  97
  98   def compare
  99     @breadcrumb_page_name = 'compare'
 100
 101     @rows = []          # each is {name: S, components: [...]}
 102
 103     # Build a table: x=pipeline y=component
 104     @objects.each_with_index do |pi, pi_index|
 105       pipeline_jobs(pi).each do |component|
 106         # Find a cell with the same name as this component but no
 107         # entry for this pipeline
 108         target_row = nil
 109         @rows.each_with_index do |row, row_index|
 110           if row[:name] == component[:name] and !row[:components][pi_index]
 111             target_row = row
 112           end
 113         end
 114         if !target_row
 115           target_row = {name: component[:name], components: []}
 116           @rows << target_row
 117         end
 118         target_row[:components][pi_index] = component
 119       end
 120     end
 121
 122     @rows.each do |row|
 123       # Build a "normal" pseudo-component for this row by picking the
 124       # most common value for each attribute. If all values are
 125       # equally common, there is no "normal".
 126       normal = {}              # attr => most common value
 127       highscore = {}           # attr => how common "normal" is
 128       score = {}               # attr => { value => how common }
 129       row[:components].each do |pj|
 130         next if pj.nil?
 131         pj.each do |k,v|
 132           vstr = for_comparison v
 133           score[k] ||= {}
 134           score[k][vstr] = (score[k][vstr] || 0) + 1
 135           highscore[k] ||= 0
 136           if score[k][vstr] == highscore[k]
 137             # tie for first place = no "normal"
 138             normal.delete k
 139           elsif score[k][vstr] == highscore[k] + 1
 140             # more pipelines have v than anything else
 141             highscore[k] = score[k][vstr]
 142             normal[k] = vstr
 143           end
 144         end
 145       end
 146
 147       # Add a hash in component[:is_normal]: { attr => is_the_value_normal? }
 148       row[:components].each do |pj|
 149         next if pj.nil?
 150         pj[:is_normal] = {}
 151         pj.each do |k,v|
 152           pj[:is_normal][k] = (normal.has_key?(k) && normal[k] == for_comparison(v))
 153         end
 154       end
 155     end
 156
 157     provenance, pips = graph(@objects)
 158
 159     @pipelines = @objects
 160
 161     @prov_svg = ProvenanceHelper::create_provenance_graph provenance, "provenance_svg", {
 162       :all_script_parameters => true,
 163       :combine_jobs => :script_and_version,
 164       :script_version_nodes => true,
 165       :pips => pips }
 166   end
 167
 168   def show_pane_list
 169     %w(Components Graph Attributes Metadata JSON API)
 170   end
 171
 172   def compare_pane_list
 173     %w(Compare Graph)
 174   end
 175
 176   def update
 177     updates = params[@object.class.to_s.underscore.singularize.to_sym]
 178     if updates["components"]
 179       require 'deep_merge/rails_compat'
 180       updates["components"] = updates["components"].deeper_merge(@object.components)
 181     end
 182     super
 183   end
 184
 185   protected
 186   def for_comparison v
 187     if v.is_a? Hash or v.is_a? Array
 188       v.to_json
 189     else
 190       v.to_s
 191     end
 192   end
 193
 194   def find_objects_by_uuid
 195     @objects = model_class.where(uuid: params[:uuids])
 196   end
 197
 198 end