X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/77d2cc976232e08f00450bfc6bbbc041e072eb43..411ce5bc5bf433c976f55fe001fe5979456207f2:/apps/workbench/app/views/jobs/_show_log.html.erb

diff --git a/apps/workbench/app/views/jobs/_show_log.html.erb b/apps/workbench/app/views/jobs/_show_log.html.erb
index 96b7a85e98..315c8c1831 100644
--- a/apps/workbench/app/views/jobs/_show_log.html.erb
+++ b/apps/workbench/app/views/jobs/_show_log.html.erb
@@ -1,68 +1,256 @@
+<% if !@object.log %>
+
+<div id="log_graph_div"
+     class="arv-log-event-listener"
+     data-object-uuid="<%= @object.uuid %>"></div>
+
+<div id="event_log_div"
+     class="arv-log-event-listener arv-log-event-handler-append-logs arv-job-log-window"
+     data-object-uuid="<%= @object.uuid %>"
+     ></div>
+
+<%# Applying a long throttle suppresses the auto-refresh of this
+    partial that would normally be triggered by arv-log-event. %>
+<div class="arv-log-refresh-control"
+     data-load-throttle="86486400000" <%# 1001 nights %>
+     ></div>
+
+<% else %>
+
 <script>
-logviewer_lines = [];
-
-function addToLogViewer(id, lines) {
-  var i = $(id);
-  var re = /((\d\d\d\d)-(\d\d)-(\d\d))_((\d\d):(\d\d):(\d\d)) ([a-z0-9]{5}-[a-z0-9]{5}-[a-z0-9]{15}) (\d+) (\d+)? (.*)/;
-  for (var a in lines) {
-    var v = lines[a].match(re);
-    console.log(v);
-
-    v11 = v[11];
-    if (typeof v[11] === 'undefined') {
-      v11 = '';
+(function() {
+var pagesize = 1000;
+var logViewer = new List('log-viewer', {
+  valueNames: [ 'id', 'timestamp', 'taskid', 'message', 'type'],
+  page: pagesize
+});
+
+logViewer.page_offset = 0;
+logViewer.on("updated", function() { updatePaging(".log-viewer-paging", logViewer, pagesize) } );
+$(".log-viewer-page-up").on("click", function() { prevPage(logViewer, pagesize, ".log-viewer-paging"); return false; });
+$(".log-viewer-page-down").on("click", function() { nextPage(logViewer, pagesize, ".log-viewer-paging"); return false; });
+
+var taskState = newTaskState();
+
+var makeFilter = function() {
+  var pass = [];
+  $(".toggle-filter, .radio-filter").each(function(i, e) {
+    if (e.checked) {
+      pass.push(e.id.substr(5));
     }
+  });
 
-    i.append("<tr>"
-    + "<td>" + v[1] + " " + v[5] + "</td>"
-    //+ "<td>" + v[9] + "</td>"
-    //+ "<td>" + v[10] + "</td>"
-    + "<td>" + v11 + "</td>"
-    + "<td>" + v[12] + "</td>"
-    + "</tr>");
-  }
+  return (function(item) {
+    var v = false;
+    if (item.values().taskid !== "") {
+      for (a in pass) {
+        if (pass[a] == "all-tasks") { v = true; }
+        else if (pass[a] == "successful-tasks" && taskState[item.values().taskid].outcome == "success") { v = true; }
+        else if (pass[a] == "failed-tasks" && taskState[item.values().taskid].outcome == "failure") { v = true; }
+      }
+    } else {
+      v = true;
+    }
+    for (a in pass) {
+      if (pass[a] == item.values().type) { return v; }
+    }
+    return false;
+  });
 }
 
-stuff = '2014-02-21_19:21:37 4xphq-8i9sb-b0espqb7k2zywt9 15976  check slurm allocation\n'
-+'2014-02-21_19:21:37 4xphq-8i9sb-b0espqb7k2zywt9 15976  node compute0 - 8 slots\n'
-+'2014-02-21_19:21:37 4xphq-8i9sb-b0espqb7k2zywt9 15976  start\n'
-+'2014-02-21_19:21:37 4xphq-8i9sb-b0espqb7k2zywt9 15976  Install revision c981b80d8965d62435045518f569e3f270014298\n'
-+'2014-02-21_19:30:37 4xphq-8i9sb-b0espqb7k2zywt9 15976  Clean-work-dir exited 0\n'
-+'2014-02-21_19:30:37 4xphq-8i9sb-b0espqb7k2zywt9 15976  Install exited 256\n'
-+'2014-02-21_19:30:37 4xphq-8i9sb-b0espqb7k2zywt9 15976  script hash.py\n'
-+'2014-02-21_19:30:37 4xphq-8i9sb-b0espqb7k2zywt9 15976  script_version c981b80d8965d62435045518f569e3f270014298\n'
-+'2014-02-21_19:30:37 4xphq-8i9sb-b0espqb7k2zywt9 15976  script_parameters {"input":"887cd41e9c613463eab2f0d885c6dd96+83"}\n'
-+'2014-02-21_19:30:37 4xphq-8i9sb-b0espqb7k2zywt9 15976  runtime_constraints {"max_tasks_per_node":0}\n'
-+'2014-02-21_19:30:37 4xphq-8i9sb-b0espqb7k2zywt9 15976  start level 0\n'
-+'2014-02-21_19:30:37 4xphq-8i9sb-b0espqb7k2zywt9 15976  status: 0 done, 0 running, 1 todo\n'
-+'2014-02-21_19:30:37 4xphq-8i9sb-b0espqb7k2zywt9 15976 0 job_task 4xphq-ot0gb-da3txjda030zl0o\n'
-+'2014-02-21_19:30:37 4xphq-8i9sb-b0espqb7k2zywt9 15976 0 child 25679 started on compute0.1\n'
-+'2014-02-21_19:30:37 4xphq-8i9sb-b0espqb7k2zywt9 15976  status: 0 done, 1 running, 0 todo\n'
-+'2014-02-21_19:30:37 4xphq-8i9sb-b0espqb7k2zywt9 15976 0 stderr srun: error: SLURM job 13 has expired.\n'
-+'2014-02-21_19:30:37 4xphq-8i9sb-b0espqb7k2zywt9 15976 0 stderr srun: Check SLURM_JOB_ID environment variable for expired or invalid job.\n'
-+'2014-02-21_19:30:37 4xphq-8i9sb-b0espqb7k2zywt9 15976 0 child 25679 on compute0.1 exit 1 signal 0 success=\n'
-+'2014-02-21_19:30:38 4xphq-8i9sb-b0espqb7k2zywt9 15976 0 failure (#1, permanent) after 0 seconds\n'
-+'2014-02-21_19:30:38 4xphq-8i9sb-b0espqb7k2zywt9 15976 0 output\n'
-+'2014-02-21_19:30:38 4xphq-8i9sb-b0espqb7k2zywt9 15976  Every node has failed -- giving up on this round\n'
-+'2014-02-21_19:30:38 4xphq-8i9sb-b0espqb7k2zywt9 15976  wait for last 0 children to finish\n'
-+'2014-02-21_19:30:38 4xphq-8i9sb-b0espqb7k2zywt9 15976  status: 0 done, 0 running, 0 todo\n'
-+'2014-02-21_19:30:38 4xphq-8i9sb-b0espqb7k2zywt9 15976  release job allocation\n'
-+'2014-02-21_19:30:38 4xphq-8i9sb-b0espqb7k2zywt9 15976  Freeze not implemented\n'
-+'2014-02-21_19:30:38 4xphq-8i9sb-b0espqb7k2zywt9 15976  collate\n'
-+'2014-02-21_19:30:38 4xphq-8i9sb-b0espqb7k2zywt9 15976  output d41d8cd98f00b204e9800998ecf8427e+0\n';
-
-addToLogViewer("#log-viewer", stuff.split("\n"));
-
-<% logcollection = Collection.find @object.log %>
-
-$.ajax('<%=j url_for logcollection %>/<%=j logcollection.files[0][1] %>').
-  done(function(data, status, jqxhr) {
-    addToLogViewer("#log-viewer", data.split("\n"));
-  });
+<% if @object.log and !@object.log.empty? %>
+  <% logcollection = Collection.find @object.log %>
+  <% if logcollection %>
+    log_size = <%= logcollection.files[0][2] %>
+    log_maxbytes = <%= Rails.configuration.log_viewer_max_bytes %>;
+    logcollection_url = '<%=j url_for logcollection %>/<%=j logcollection.files[0][1] %>';
+    $("#log-viewer-download-url").attr('href', logcollection_url);
+    $("#log-viewer-download-pane").show();
+    if (log_size > log_maxbytes) {
+      range_header = { 'Range': 'bytes=0-' + log_maxbytes };
+    } else {
+      range_header = null;
+    }
+    $.ajax(logcollection_url, { headers: range_header }).
+        done(function(data, status, jqxhr) {
+            logViewer.filter();
+            addToLogViewer(logViewer, data.split("\n"), taskState);
+            logViewer.filter(makeFilter());
+            content_range_hdr = jqxhr.getResponseHeader('Content-Range');
+            var v = content_range_hdr && content_range_hdr.match(/bytes \d+-(\d+)\/(.+)/);
+            short_log = v && (v[2] == '*' || parseInt(v[1]) + 1 < v[2]);
+            if (jqxhr.status == 206 && short_log) {
+              $("#log-viewer-overview").html(
+                '<p>Showing only ' + data.length + ' bytes of this log.' +
+                ' Timing information is unavailable since' +
+                ' the full log was not retrieved.</p>'
+              );
+            } else {
+              generateJobOverview("#log-viewer-overview", logViewer, taskState);
+            }
+            $("#log-viewer .spinner").detach();
+        }).
+        fail(function(jqxhr, status, error) {
+            $("#log-viewer .spinner").detach();
+        });
+  <% end %>
+<% else %>
+  <%# Live log loading not implemented yet. %>
+<% end %>
+
+$(".toggle-filter, .radio-filter").on("change", function() {
+  logViewer.filter(makeFilter());
+});
+
+$("#filter-all").on("click", function() {
+  $(".toggle-filter").each(function(i, f) { f.checked = true; });
+  logViewer.filter(makeFilter());
+});
+
+$("#filter-none").on("click", function() {
+  $(".toggle-filter").each(function(i, f) { f.checked = false; console.log(f); });
+  logViewer.filter(makeFilter());
+});
+
+$("#sort-by-time").on("change", function() {
+  logViewer.sort("id", {sortFunction: sortById});
+});
+
+$("#sort-by-task").on("change", function() {
+  logViewer.sort("taskid", {sortFunction: sortByTask});
+});
 
+$("#sort-by-node").on("change", function() {
+  logViewer.sort("node", {sortFunction: sortByNode});
+});
+
+$("#set-show-failed-only").on("click", function() {
+  $("#sort-by-task").prop("checked", true);
+  $("#show-failed-tasks").prop("checked", true);
+  $("#show-crunch").prop("checked", false);
+  $("#show-task-dispatch").prop("checked", true);
+  $("#show-script-print").prop("checked", true);
+  $("#show-crunchstat").prop("checked", false);
+  logViewer.filter(makeFilter());
+  logViewer.sort("taskid", {sortFunction: sortByTask});
+});
+
+})();
 
 </script>
 
-<table id="log-viewer" style="width: 100%">
+<div id="log-viewer">
+
+  <h3>Summary</h3>
+  <p id="log-viewer-overview">
+    <% if !logcollection %>
+      The collection containing the job log was not found.
+    <% end %>
+  </p>
+
+  <p id="log-viewer-download-pane" style="display:none">
+    <a id="log-viewer-download-url" href="">Download the full log</a>
+  </p>
+
+  <div class="h3">Log
+
+    <span class="pull-right">
+      <% if @object.andand.tasks_summary.andand[:failed] and @object.tasks_summary[:failed] > 0 %>
+        <button id="set-show-failed-only" class="btn btn-danger">
+          Show failed task diagnostics only
+        </button>
+      <% end %>
+
+      <button id="filter-all" class="btn">
+        Select all
+      </button>
+      <button id="filter-none" class="btn">
+        Select none
+      </button>
+    </span>
+  </div>
+
+  <input class="search pull-right" style="margin-top: 1em" placeholder="Search" />
+
+  <div>
+    <div class="radio-inline log-viewer-button" style="margin-left: 10px">
+      <label><input id="sort-by-time" type="radio" name="sort-radio" checked> Sort by time</label>
+    </div>
+    <div class="radio-inline log-viewer-button">
+      <label><input id="sort-by-node" type="radio" name="sort-radio" > Sort by node</label>
+    </div>
+
+    <div class="radio-inline log-viewer-button">
+      <label><input id="sort-by-task" type="radio" name="sort-radio" > Sort by task</label>
+    </div>
+  </div>
+
+  <div>
+    <div class="radio-inline log-viewer-button" style="margin-left: 10px">
+      <label><input id="show-all-tasks" type="radio" name="show-tasks-group" checked="true" class="radio-filter"> Show all tasks</label>
+    </div>
+    <div class="radio-inline log-viewer-button">
+      <label><input id="show-successful-tasks" type="radio" name="show-tasks-group" class="radio-filter"> Only successful tasks</label>
+    </div>
+    <div class="radio-inline log-viewer-button">
+      <label><input id="show-failed-tasks" type="radio" name="show-tasks-group" class="radio-filter"> Only failed tasks</label>
+    </div>
+  </div>
+
+  <div>
+    <div class="checkbox-inline log-viewer-button" style="margin-left: 10px">
+      <label><input id="show-crunch" type="checkbox" checked="true" class="toggle-filter"> Show crunch diagnostics</label>
+    </div>
+    <div class="checkbox-inline log-viewer-button">
+      <label><input id="show-task-dispatch" type="checkbox" checked="true" class="toggle-filter"> Show task dispatch</label>
+    </div>
+    <div class="checkbox-inline log-viewer-button">
+      <label><input id="show-task-print" type="checkbox" checked="true" class="toggle-filter"> Show task diagnostics</label>
+    </div>
+    <div class="checkbox-inline log-viewer-button">
+      <label><input id="show-crunchstat" type="checkbox" checked="true" class="toggle-filter"> Show compute usage</label>
+    </div>
+
+  </div>
+
+  <div class="smart-scroll" data-smart-scroll-padding-bottom="50" style="margin-bottom: 0px">
+    <table class="log-viewer-table">
+      <thead>
+        <tr>
+          <th class="id" data-sort="id"></th>
+          <th class="timestamp" data-sort="timestamp">Timestamp</th>
+          <th class="node"  data-sort="node">Node</th>
+          <th class="slot"  data-sort="slot">Slot</th>
+          <th class="type" data-sort="type">Log type</th>
+          <th class="taskid"  data-sort="taskid">Task</th>
+          <th class="message" data-sort="message">Message</th>
+        </tr>
+      </thead>
+      <tbody class="list">
+        <tr>
+          <td class="id"></td>
+          <td class="timestamp"></td>
+          <td class="node"></td>
+          <td class="slot"></td>
+          <td class="type"></td>
+          <td class="taskid"></td>
+          <td class="message"></td>
+        </tr>
+      </tbody>
+    </table>
+
+    <% if @object.log and logcollection %>
+      <div class="spinner spinner-32px"></div>
+    <% end %>
+
+  </div>
+
+  <div class="log-viewer-paging-div" style="margin-bottom: -15px">
+    <a href="#" class="log-viewer-page-up"><span class='glyphicon glyphicon-arrow-up'></span></a>
+    <span class="log-viewer-paging"></span>
+    <a href="#" class="log-viewer-page-down"><span class='glyphicon glyphicon-arrow-down'></span></a>
+  </div>
+
+</div>
 
-</table>
+<% end %>