X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/6fd54bd2d821535231c6b7596146b301232e8976..e20590d485505f58f7745d74a311ca539c9be940:/apps/workbench/app/helpers/provenance_helper.rb diff --git a/apps/workbench/app/helpers/provenance_helper.rb b/apps/workbench/app/helpers/provenance_helper.rb index 782639bedd..cef5cc7ee8 100644 --- a/apps/workbench/app/helpers/provenance_helper.rb +++ b/apps/workbench/app/helpers/provenance_helper.rb @@ -1,3 +1,7 @@ +# Copyright (C) The Arvados Authors. All rights reserved. +# +# SPDX-License-Identifier: AGPL-3.0 + module ProvenanceHelper class GenerateGraph @@ -37,9 +41,15 @@ module ProvenanceHelper return "\"#{uuid}\" [label=\"(empty collection)\"];\n" end - href = url_for ({:controller => Collection.to_s.tableize, - :action => :show, - :id => uuid.to_s }) + if describe_opts[:col_uuid] + href = url_for ({:controller => Collection.to_s.tableize, + :action => :show, + :id => describe_opts[:col_uuid].to_s }) + else + href = url_for ({:controller => Collection.to_s.tableize, + :action => :show, + :id => uuid.to_s }) + end return "\"#{uuid}\" [label=\"#{encode_quotes(describe_opts[:label] || (@pdata[uuid] and @pdata[uuid][:name]) || uuid)}\",shape=box,href=\"#{href}\",#{bgcolor}];\n" else @@ -104,34 +114,6 @@ module ProvenanceHelper gr end - def cr_edges cr - uuid = cr[:uuid] - gr = "" - - # Search for input mounts - input_obj = cr[:mounts].andand[:"/var/lib/cwl/cwl.input.json"].andand[:content] || cr[:mounts] || {} - if input_obj - ProvenanceHelper::find_collections input_obj, 'input' do |col_hash, col_uuid, key| - # Only include input PDHs - if col_hash - gr += describe_node(col_hash) - gr += edge(col_hash, uuid, {:label => key}) - end - end - end - - # Add CR outputs by PDH so they connect with the child CR's inputs. - if cr[:output_uuid] - output_pdh = Collection.find(cr[:output_uuid])[:portable_data_hash] - if output_pdh - gr += describe_node(output_pdh) - gr += edge(uuid, output_pdh, {label: 'output'}) - end - end - - gr - end - def job_edges job, edge_opts={} uuid = job_uuid(job) gr = "" @@ -169,6 +151,83 @@ module ProvenanceHelper gr end + def cr_edges cont, edge_opts={} + uuid = cont[:uuid] + gr = "" + + gr += describe_node(cont[:uuid], {href: {controller: 'container_requests', + id: cont[:uuid]}, + shape: 'oval', + label: cont[:name]}) + + ProvenanceHelper::find_collections cont[:mounts] do |collection_hash, collection_uuid, key| + if @opts[:pdh_to_uuid] and @opts[:pdh_to_uuid][collection_hash] + collection_uuid = @opts[:pdh_to_uuid][collection_hash].uuid + collection_hash = nil + end + if collection_uuid and @pdata[collection_uuid] + gr += describe_node(collection_uuid) + gr += edge(collection_uuid, uuid, {:label => key}) + elsif collection_hash and @pdata[collection_hash] + gr += describe_node(collection_hash) + gr += edge(collection_hash, uuid, {:label => key}) + end + end + + if cont[:container_image] and !@opts[:no_docker] and @pdata[cont[:container_image]] + gr += describe_node(cont[:container_image], {label: cont[:container_image]}) + gr += edge(cont[:container_image], uuid, {label: "docker_image"}) + end + + if cont[:output_uuid] and !edge_opts[:no_output] and @pdata[cont[:output_uuid]] + gr += describe_node(cont[:output_uuid]) + gr += edge(uuid, cont[:output_uuid], {label: "output" }) + end + + if cont[:log_uuid] and !edge_opts[:no_log] and @pdata[cont[:log_uuid]] + gr += describe_node(cont[:log_uuid]) + gr += edge(uuid, cont[:log_uuid], {label: "log"}) + end + + gr + end + + def container_edges cont, edge_opts={} + uuid = cont[:uuid] + gr = "" + + gr += describe_node(cont[:uuid], {href: {controller: 'containers', + id: cont[:uuid]}, + shape: 'oval'}) + + ProvenanceHelper::find_collections cont[:mounts] do |collection_hash, collection_uuid, key| + if collection_uuid and @pdata[collection_uuid] + gr += describe_node(collection_uuid) + gr += edge(collection_uuid, uuid, {:label => key}) + elsif collection_hash and @pdata[collection_hash] + gr += describe_node(collection_hash) + gr += edge(collection_hash, uuid, {:label => key}) + end + end + + if cont[:container_image] and !@opts[:no_docker] and @pdata[cont[:container_image]] + gr += describe_node(cont[:container_image], {label: cont[:container_image]}) + gr += edge(cont[:container_image], uuid, {label: "docker_image"}) + end + + if cont[:output] and !edge_opts[:no_output] and @pdata[cont[:output]] + gr += describe_node(cont[:output]) + gr += edge(uuid, cont[:output], {label: "output" }) + end + + if cont[:log] and !edge_opts[:no_log] and @pdata[cont[:log]] + gr += describe_node(cont[:log]) + gr += edge(uuid, cont[:log], {label: "log"}) + end + + gr + end + def generate_provenance_edges(uuid) gr = "" m = GenerateGraph::collection_uuid(uuid) @@ -214,21 +273,10 @@ module ProvenanceHelper gr += job_edges job if job elsif rsc == ContainerRequest cr = @pdata[uuid] - if cr - gr += cr_edges cr - gr += describe_node(uuid, {href: {controller: 'container_requests', - id: uuid}, - label: @pdata[uuid][:name], - shape: 'oval'}) - # Search for child CRs - if cr[:container_uuid] - child_crs = ContainerRequest.where(requesting_container_uuid: cr[:container_uuid]) - child_crs.each do |child| - gr += generate_provenance_edges(child[:uuid]) - gr += edge(child[:uuid], uuid, {label: 'child'}) - end - end - end + gr += cr_edges cr if cr + elsif rsc == Container + cr = @pdata[uuid] + gr += container_edges cr if cr end end @@ -303,9 +351,8 @@ module ProvenanceHelper node [fontsize=10,fontname=\"Helvetica,Arial,sans-serif\"]; edge [fontsize=10,fontname=\"Helvetica,Arial,sans-serif\"]; """ - - if opts[:direction] == :bottom_up - gr += "edge [dir=back];" + if ["LR", "RL"].include? opts[:direction] + gr += "rankdir=#{opts[:direction]};" end begin @@ -374,4 +421,17 @@ edge [fontsize=10,fontname=\"Helvetica,Arial,sans-serif\"]; end end end + + def self.cr_input_pdhs cr + pdhs = [] + input_obj = cr[:mounts].andand[:"/var/lib/cwl/cwl.input.json"].andand[:content] || cr[:mounts] + if input_obj + find_collections input_obj do |col_hash, col_uuid, key| + if col_hash + pdhs << col_hash + end + end + end + pdhs + end end