apps/workbench/app/controllers/pipeline_instances_controller.rb

   1 class PipelineInstancesController < ApplicationController
   2   skip_before_filter :find_object_by_uuid, only: :compare
   3   before_filter :find_objects_by_uuid, only: :compare
   4   include PipelineInstancesHelper
   5
   6   def graph(pipelines)
   7     count = {}
   8     provenance = {}
   9     pips = {}
  10     n = 1
  11
  12     pipelines.each do |p|
  13       collections = []
  14
  15       p.components.each do |k, v|
  16         j = v[:job] || next
  17
  18         uuid = j[:uuid].intern
  19         provenance[uuid] = j
  20         pips[uuid] = 0 unless pips[uuid] != nil
  21         pips[uuid] |= n
  22
  23         collections << j[:output]
  24         ProvenanceHelper::find_collections(j[:script_parameters]).each do |k|
  25           collections << k
  26         end
  27
  28         uuid = j[:script_version].intern
  29         provenance[uuid] = {:uuid => uuid}
  30         pips[uuid] = 0 unless pips[uuid] != nil
  31         pips[uuid] |= n
  32       end
  33
  34       Collection.where(uuid: collections.compact).each do |c|
  35         uuid = c.uuid.intern
  36         provenance[uuid] = c
  37         pips[uuid] = 0 unless pips[uuid] != nil
  38         pips[uuid] |= n
  39       end
  40
  41       n = n << 1
  42     end
  43
  44     return provenance, pips
  45   end
  46
  47   def show
  48     if @object.components.empty? and @object.pipeline_template_uuid
  49       template = PipelineTemplate.find(@object.pipeline_template_uuid)
  50       pipeline = {}
  51       template.components.each do |component_name, component_props|
  52         pipeline[component_name] = {}
  53         component_props.each do |k, v|
  54           if k == :script_parameters
  55             pipeline[component_name][:script_parameters] = {}
  56             v.each do |param_name, param_value|
  57               if param_value.is_a? Hash
  58                 if param_value[:value]
  59                   pipeline[component_name][:script_parameters][param_name] = param_value[:value]
  60                 elsif param_value[:default]
  61                   pipeline[component_name][:script_parameters][param_name] = param_value[:default]
  62                 elsif param_value[:optional] != nil or param_value[:required] != nil or param_value[:dataclass] != nil
  63                     pipeline[component_name][:script_parameters][param_name] = ""
  64                 else
  65                   pipeline[component_name][:script_parameters][param_name] = param_value
  66                 end
  67               else
  68                 pipeline[component_name][:script_parameters][param_name] = param_value
  69               end
  70             end
  71           else
  72             pipeline[component_name][k] = v
  73           end
  74         end
  75       end
  76       @object.components= pipeline
  77       @object.save
  78     end
  79
  80     @pipelines = [@object]
  81
  82     if params[:compare]
  83       PipelineInstance.where(uuid: params[:compare]).each do |p|
  84         @pipelines << p
  85       end
  86     end
  87
  88     provenance, pips = graph(@pipelines)
  89
  90     @prov_svg = ProvenanceHelper::create_provenance_graph provenance, "provenance_svg", {
  91       :request => request,
  92       :all_script_parameters => true,
  93       :combine_jobs => :script_and_version,
  94       :script_version_nodes => true,
  95       :pips => pips }
  96     super
  97   end
  98
  99   def compare
 100     @breadcrumb_page_name = 'compare'
 101
 102     @rows = []          # each is {name: S, components: [...]}
 103
 104     # Build a table: x=pipeline y=component
 105     @objects.each_with_index do |pi, pi_index|
 106       pipeline_jobs(pi).each do |component|
 107         # Find a cell with the same name as this component but no
 108         # entry for this pipeline
 109         target_row = nil
 110         @rows.each_with_index do |row, row_index|
 111           if row[:name] == component[:name] and !row[:components][pi_index]
 112             target_row = row
 113           end
 114         end
 115         if !target_row
 116           target_row = {name: component[:name], components: []}
 117           @rows << target_row
 118         end
 119         target_row[:components][pi_index] = component
 120       end
 121     end
 122
 123     @rows.each do |row|
 124       # Build a "normal" pseudo-component for this row by picking the
 125       # most common value for each attribute. If all values are
 126       # equally common, there is no "normal".
 127       normal = {}              # attr => most common value
 128       highscore = {}           # attr => how common "normal" is
 129       score = {}               # attr => { value => how common }
 130       row[:components].each do |pj|
 131         next if pj.nil?
 132         pj.each do |k,v|
 133           vstr = for_comparison v
 134           score[k] ||= {}
 135           score[k][vstr] = (score[k][vstr] || 0) + 1
 136           highscore[k] ||= 0
 137           if score[k][vstr] == highscore[k]
 138             # tie for first place = no "normal"
 139             normal.delete k
 140           elsif score[k][vstr] == highscore[k] + 1
 141             # more pipelines have v than anything else
 142             highscore[k] = score[k][vstr]
 143             normal[k] = vstr
 144           end
 145         end
 146       end
 147
 148       # Add a hash in component[:is_normal]: { attr => is_the_value_normal? }
 149       row[:components].each do |pj|
 150         next if pj.nil?
 151         pj[:is_normal] = {}
 152         pj.each do |k,v|
 153           pj[:is_normal][k] = (normal.has_key?(k) && normal[k] == for_comparison(v))
 154         end
 155       end
 156     end
 157
 158     provenance, pips = graph(@objects)
 159
 160     @pipelines = @objects
 161
 162     @prov_svg = ProvenanceHelper::create_provenance_graph provenance, "provenance_svg", {
 163       :request => request,
 164       :all_script_parameters => true,
 165       :combine_jobs => :script_and_version,
 166       :script_version_nodes => true,
 167       :pips => pips }
 168   end
 169
 170   def show_pane_list
 171     %w(Components Graph Attributes Metadata JSON API)
 172   end
 173
 174   def compare_pane_list
 175     %w(Compare Graph)
 176   end
 177
 178   def update
 179     updates = params[@object.class.to_s.underscore.singularize.to_sym]
 180     if updates["components"]
 181       require 'deep_merge/rails_compat'
 182       updates["components"] = updates["components"].deeper_merge(@object.components)
 183     end
 184     super
 185   end
 186
 187   def index
 188     @objects ||= model_class.limit(20).all
 189     super
 190   end
 191
 192   protected
 193   def for_comparison v
 194     if v.is_a? Hash or v.is_a? Array
 195       v.to_json
 196     else
 197       v.to_s
 198     end
 199   end
 200
 201   def find_objects_by_uuid
 202     @objects = model_class.where(uuid: params[:uuids])
 203   end
 204
 205 end