15422: Provenance for collections handles containers

[arvados.git] / apps / workbench / app / helpers / provenance_helper.rb

diff --git a/apps/workbench/app/helpers/provenance_helper.rb b/apps/workbench/app/helpers/provenance_helper.rb
index a4723a3ec16848d4eb2cd46dab2ea61d783a2bef..c06d83ae8b7eb46a4816d54d38f1d8572c4cb01f 100644 (file)
--- a/apps/workbench/app/helpers/provenance_helper.rb
+++ b/apps/workbench/app/helpers/provenance_helper.rb
@@ -1,3 +1,7 @@
+# Copyright (C) The Arvados Authors. All rights reserved.
+#
+# SPDX-License-Identifier: AGPL-3.0
+
 module ProvenanceHelper
 
   class GenerateGraph
@@ -37,9 +41,15 @@ module ProvenanceHelper
           return "\"#{uuid}\" [label=\"(empty collection)\"];\n"
         end
 
-        href = url_for ({:controller => Collection.to_s.tableize,
-                          :action => :show,
-                          :id => uuid.to_s })
+        if describe_opts[:col_uuid]
+          href = url_for ({:controller => Collection.to_s.tableize,
+                           :action => :show,
+                           :id => describe_opts[:col_uuid].to_s })
+        else
+          href = url_for ({:controller => Collection.to_s.tableize,
+                           :action => :show,
+                           :id => uuid.to_s })
+        end
 
         return "\"#{uuid}\" [label=\"#{encode_quotes(describe_opts[:label] || (@pdata[uuid] and @pdata[uuid][:name]) || uuid)}\",shape=box,href=\"#{href}\",#{bgcolor}];\n"
       else
@@ -141,6 +151,97 @@ module ProvenanceHelper
       gr
     end
 
+    def cr_edges cr, edge_opts={}
+      gr = ""
+
+      gr += describe_node(cr[:uuid], {href: {controller: 'container_requests',
+                                             id: cr[:uuid]},
+                                      label: cr[:name],
+                                      shape: 'oval'})
+      # Connect child CRs
+      children = @opts[:cr_children_of].andand[cr[:uuid]]
+      if children
+        children.each do |child|
+          gr += edge(child[:uuid], cr[:uuid], {label: 'child'})
+        end
+      end
+      # Output collection node
+      if cr[:output_uuid] and @opts[:output_collections][cr[:output_uuid]]
+        c = @opts[:output_collections][cr[:output_uuid]]
+        gr += describe_node(c[:portable_data_hash],
+                            {
+                              label: c[:name],
+                              col_uuid: c[:uuid],
+                            })
+        gr += edge(cr[:uuid],
+                   c[:portable_data_hash],
+                   {label: 'output'})
+      end
+      # Input collection nodes
+      output_pdhs = @opts[:output_collections].values.collect{|oc|
+        oc[:portable_data_hash]}
+      ProvenanceHelper::cr_input_pdhs(cr).each do |pdh|
+        if not output_pdhs.include?(pdh)
+          # Search for collections on the same project first
+          cols = @opts[:input_collections][pdh].andand.select{|ic|
+            ic[:owner_uuid] == cr[:owner_uuid]}
+          if not cols or cols.empty?
+            # Search for any collection with this PDH
+            cols = @opts[:input_collections][pdh]
+          end
+          if cols
+            names = cols.collect{|x| x[:name]}.uniq
+          else
+            names = ['(collection not found)']
+          end
+          input_name = names.first
+          if names.length > 1
+            input_name += " + #{names.length - 1} more"
+          end
+          gr += describe_node(pdh, {label: input_name})
+        end
+        gr += edge(pdh, cr[:uuid], {label: 'input'})
+      end
+
+      gr
+    end
+
+    def container_edges cont, edge_opts={}
+      uuid = cont[:uuid]
+      gr = ""
+
+      gr += describe_node(cont[:uuid], {href: {controller: 'containers',
+                                             id: cont[:uuid]},
+                                      shape: 'oval'})
+
+      ProvenanceHelper::find_collections cont[:mounts] do |collection_hash, collection_uuid, key|
+        if collection_uuid and @pdata[collection_uuid]
+          gr += describe_node(collection_uuid)
+          gr += edge(collection_uuid, uuid, {:label => key})
+        elsif collection_hash and @pdata[collection_hash]
+          gr += describe_node(collection_hash)
+          gr += edge(collection_hash, uuid, {:label => key})
+        end
+      end
+
+      if cont[:container_image] and !@opts[:no_docker] and @pdata[cont[:container_image]]
+        gr += describe_node(cont[:container_image], {label: cont[:container_image]})
+        gr += edge(cont[:container_image], uuid, {label: "docker_image"})
+      end
+
+      if cont[:output] and !edge_opts[:no_output] and @pdata[cont[:output]]
+        gr += describe_node(cont[:output])
+        gr += edge(uuid, cont[:output], {label: "output" })
+      end
+
+      if cont[:log] and !edge_opts[:no_log] and @pdata[cont[:log]]
+        gr += describe_node(cont[:log])
+        gr += edge(uuid, cont[:log], {label: "log"})
+      end
+
+      gr
+    end
+
     def generate_provenance_edges(uuid)
       gr = ""
       m = GenerateGraph::collection_uuid(uuid)
@@ -184,6 +285,12 @@ module ProvenanceHelper
         if rsc == Job
           job = @pdata[uuid]
           gr += job_edges job if job
+        elsif rsc == ContainerRequest
+          cr = @pdata[uuid]
+          gr += cr_edges cr if cr
+        elsif rsc == Container
+          cr = @pdata[uuid]
+          gr += container_edges cr if cr
         end
       end
 
@@ -257,6 +364,7 @@ module ProvenanceHelper
     gr = """strict digraph {
 node [fontsize=10,fontname=\"Helvetica,Arial,sans-serif\"];
 edge [fontsize=10,fontname=\"Helvetica,Arial,sans-serif\"];
+rankdir=RL;
 """
 
     if opts[:direction] == :bottom_up
@@ -329,4 +437,17 @@ edge [fontsize=10,fontname=\"Helvetica,Arial,sans-serif\"];
       end
     end
   end
+
+  def self.cr_input_pdhs cr
+    pdhs = []
+    input_obj = cr[:mounts].andand[:"/var/lib/cwl/cwl.input.json"].andand[:content] || cr[:mounts]
+    if input_obj
+      find_collections input_obj do |col_hash, col_uuid, key|
+        if col_hash
+          pdhs << col_hash
+        end
+      end
+    end
+    pdhs
+  end
 end