X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/84ff06d37f920ef6cf400189ea19edcf6158993c..f59d6d76acf9c6f5bb95c5902b2c9a1cca427e93:/apps/workbench/app/assets/javascripts/event_log.js?ds=sidebyside diff --git a/apps/workbench/app/assets/javascripts/event_log.js b/apps/workbench/app/assets/javascripts/event_log.js index 8c248aca20..29ea74c417 100644 --- a/apps/workbench/app/assets/javascripts/event_log.js +++ b/apps/workbench/app/assets/javascripts/event_log.js @@ -65,130 +65,174 @@ $(document).on('ajax:complete ready', function() { */ function processLogLineForChart( logLine ) { try { - var match = logLine.match(/(\S+) (\S+) (\S+) (\S+) stderr crunchstat: (\S+) (.*) -- interval (.*)/); + var match = logLine.match(/^(\S+) (\S+) (\S+) (\S+) stderr crunchstat: (\S+) (.*)/); if( !match ) { - match = logLine.match(/((?:Sun|Mon|Tue|Wed|Thu|Fri|Sat) (?:Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec) \d{1,2} \d\d:\d\d:\d\d \d{4}) (\S+) (\S+) (\S+) stderr crunchstat: (\S+) (.*) -- interval (.*)/); + match = logLine.match(/^((?:Sun|Mon|Tue|Wed|Thu|Fri|Sat) (?:Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec) \d{1,2} \d\d:\d\d:\d\d \d{4}) (\S+) (\S+) (\S+) stderr crunchstat: (\S+) (.*)/); if( match ) { match[1] = (new Date(match[1] + ' UTC')).toISOString().replace('Z',''); } } if( match ) { + var rawDetailData = ''; + var datum = null; + // the timestamp comes first - var timestamp = match[1].replace('_','T'); - // for the series use the task number (4th term) and then the first word after 'crunchstat:' - var series = 'T' + match[4] + '-' + match[5]; - if( $.inArray( series, jobGraphSeries) < 0 ) { - var newIndex = jobGraphSeries.push(series) - 1; - jobGraphSortedSeries.push(newIndex); - jobGraphSortedSeries.sort( function(a,b) { - var matchA = jobGraphSeries[a].match(/^T(\d+)-(.*)/); - var matchB = jobGraphSeries[b].match(/^T(\d+)-(.*)/); - var termA = ('000000' + matchA[1]).slice(-6) + matchA[2]; - var termB = ('000000' + matchB[1]).slice(-6) + matchB[2]; - return termA > termB; - }); - jobGraphMaxima[series] = null; - window.recreate = true; - } - var intervalData = match[7].trim().split(' '); - var dt = parseFloat(intervalData[0]); - var dsum = 0.0; - for(var i=2; i < intervalData.length; i += 2 ) { - dsum += parseFloat(intervalData[i]); - } - var datum = dsum/dt; - if( datum !== 0 && ( jobGraphMaxima[series] === null || jobGraphMaxima[series] < datum ) ) { - if( isJobSeriesRescalable(series) ) { - // use old maximum to get a scale conversion - var scaleConversion = jobGraphMaxima[series]/datum; - // set new maximum and rescale the series - jobGraphMaxima[series] = datum; - rescaleJobGraphSeries( series, scaleConversion ); + var timestamp = match[1].replace('_','T') + 'Z'; + + // we are interested in "-- interval" recordings + var intervalMatch = match[6].match(/(.*) -- interval (.*)/); + if( intervalMatch ) { + var intervalData = intervalMatch[2].trim().split(' '); + var dt = parseFloat(intervalData[0]); + var dsum = 0.0; + for(var i=2; i < intervalData.length; i += 2 ) { + dsum += parseFloat(intervalData[i]); + } + datum = dsum/dt; + + if( datum < 0 ) { + // not interested in negative deltas + return; } - // and special calculation for cpus + + rawDetailData = intervalMatch[2]; + + // for the series name use the task number (4th term) and then the first word after 'crunchstat:' + var series = 'T' + match[4] + '-' + match[5]; + + // special calculation for cpus if( /-cpu$/.test(series) ) { - // divide the stat by the number of cpus - var cpuCountMatch = match[6].match(/(\d+) cpus/); - if( cpuCountMatch ) { - datum = datum / cpuCountMatch[1]; + // divide the stat by the number of cpus unless the time count is less than the interval length + if( dsum.toFixed(1) > dt.toFixed(1) ) { + var cpuCountMatch = intervalMatch[1].match(/(\d+) cpus/); + if( cpuCountMatch ) { + datum = datum / cpuCountMatch[1]; + } } } - } - // scale - var scaledDatum = null; - if( isJobSeriesRescalable(series) && jobGraphMaxima[series] !== null && jobGraphMaxima[series] !== 0 ) { - scaledDatum = datum/jobGraphMaxima[series] + + addJobGraphDatum( timestamp, datum, series, rawDetailData ); } else { - scaledDatum = datum; - } - // identify x axis point, searching from the end of the array (most recent) - var found = false; - for( var i = jobGraphData.length - 1; i >= 0; i-- ) { - if( jobGraphData[i]['t'] === timestamp ) { - found = true; - jobGraphData[i][series] = scaledDatum; - jobGraphData[i]['raw-'+series] = match[7]; - break; - } else if( jobGraphData[i]['t'] < timestamp ) { - // we've gone far enough back in time and this data is supposed to be sorted - break; + // we are also interested in memory ("mem") recordings + var memoryMatch = match[6].match(/(\d+) cache (\d+) swap (\d+) pgmajfault (\d+) rss/); + if( memoryMatch ) { + rawDetailData = match[6]; + // one datapoint for rss and one for swap - only show the rawDetailData for rss + addJobGraphDatum( timestamp, parseInt(memoryMatch[4]), 'T' + match[4] + "-rss", rawDetailData ); + addJobGraphDatum( timestamp, parseInt(memoryMatch[2]), 'T' + match[4] + "-swap", '' ); + } else { + // not interested + return; } } - // index counter from previous loop will have gone one too far, so add one - var insertAt = i+1; - if(!found) { - // create a new x point for this previously unrecorded timestamp - var entry = { 't': timestamp }; - entry[series] = scaledDatum; - entry['raw-'+series] = match[7]; - jobGraphData.splice( insertAt, 0, entry ); - var shifted = []; - // now let's see about "scrolling" the graph, dropping entries that are too old (>10 minutes) - while( jobGraphData.length > 0 - && (Date.parse( jobGraphData[0]['t'] ).valueOf() + 10*60000 < Date.parse( jobGraphData[jobGraphData.length-1]['t'] ).valueOf()) ) { - shifted.push(jobGraphData.shift()); - } - if( shifted.length > 0 ) { - // from those that we dropped, are any of them maxima? if so we need to rescale - jobGraphSeries.forEach( function(series) { - // test that every shifted entry in this series was either not a number (in which case we don't care) - // or else approximately (to 2 decimal places) smaller than the scaled maximum (i.e. 1), - // because otherwise we just scrolled off something that was a maximum point - // and so we need to recalculate a new maximum point by looking at all remaining displayed points in the series - if( isJobSeriesRescalable(series) && jobGraphMaxima[series] !== null - && !shifted.every( function(e) { return( !$.isNumeric(e[series]) || e[series].toFixed(2) < 1.0 ) } ) ) { - // check the remaining displayed points and find the new (scaled) maximum - var seriesMax = null; - jobGraphData.forEach( function(entry) { - if( $.isNumeric(entry[series]) && (seriesMax === null || entry[series] > seriesMax)) { - seriesMax = entry[series]; - } - }); - if( seriesMax !== null && seriesMax !== 0 ) { - // set new actual maximum using the new maximum as the conversion conversion and rescale the series - jobGraphMaxima[series] *= seriesMax; - var scaleConversion = 1/seriesMax; - rescaleJobGraphSeries( series, scaleConversion ); - } - else { - // we no longer have any data points displaying for this series - jobGraphMaxima[series] = null; - } + + window.redraw = true; + } + } catch( err ) { + console.log( 'Ignoring error trying to process log line: ' + err); + } +} + +function addJobGraphDatum(timestamp, datum, series, rawDetailData) { + // check for new series + if( $.inArray( series, jobGraphSeries ) < 0 ) { + var newIndex = jobGraphSeries.push(series) - 1; + jobGraphSortedSeries.push(newIndex); + jobGraphSortedSeries.sort( function(a,b) { + var matchA = jobGraphSeries[a].match(/^T(\d+)-(.*)/); + var matchB = jobGraphSeries[b].match(/^T(\d+)-(.*)/); + var termA = ('000000' + matchA[1]).slice(-6) + matchA[2]; + var termB = ('000000' + matchB[1]).slice(-6) + matchB[2]; + return termA > termB ? 1 : -1; + }); + jobGraphMaxima[series] = null; + window.recreate = true; + } + + if( datum !== 0 && ( jobGraphMaxima[series] === null || jobGraphMaxima[series] < datum ) ) { + if( isJobSeriesRescalable(series) ) { + // use old maximum to get a scale conversion + var scaleConversion = jobGraphMaxima[series]/datum; + // set new maximum and rescale the series + jobGraphMaxima[series] = datum; + rescaleJobGraphSeries( series, scaleConversion ); + } + } + + // scale + var scaledDatum = null; + if( isJobSeriesRescalable(series) && jobGraphMaxima[series] !== null && jobGraphMaxima[series] !== 0 ) { + scaledDatum = datum/jobGraphMaxima[series] + } else { + scaledDatum = datum; + } + // identify x axis point, searching from the end of the array (most recent) + var found = false; + for( var i = jobGraphData.length - 1; i >= 0; i-- ) { + if( jobGraphData[i]['t'] === timestamp ) { + found = true; + jobGraphData[i][series] = scaledDatum; + jobGraphData[i]['raw-'+series] = rawDetailData; + break; + } else if( jobGraphData[i]['t'] < timestamp ) { + // we've gone far enough back in time and this data is supposed to be sorted + break; + } + } + // index counter from previous loop will have gone one too far, so add one + var insertAt = i+1; + if(!found) { + // create a new x point for this previously unrecorded timestamp + var entry = { 't': timestamp }; + entry[series] = scaledDatum; + entry['raw-'+series] = rawDetailData; + jobGraphData.splice( insertAt, 0, entry ); + var shifted = []; + // now let's see about "scrolling" the graph, dropping entries that are too old (>10 minutes) + while( jobGraphData.length > 0 + && (Date.parse( jobGraphData[0]['t'] ) + 10*60000 < Date.parse( jobGraphData[jobGraphData.length-1]['t'] )) ) { + shifted.push(jobGraphData.shift()); + } + if( shifted.length > 0 ) { + // from those that we dropped, were any of them maxima? if so we need to rescale + jobGraphSeries.forEach( function(series) { + // test that every shifted entry in this series was either not a number (in which case we don't care) + // or else approximately (to 2 decimal places) smaller than the scaled maximum (i.e. 1), + // because otherwise we just scrolled off something that was a maximum point + // and so we need to recalculate a new maximum point by looking at all remaining displayed points in the series + if( isJobSeriesRescalable(series) && jobGraphMaxima[series] !== null + && !shifted.every( function(e) { return( !$.isNumeric(e[series]) || e[series].toFixed(2) < 1.0 ) } ) ) { + // check the remaining displayed points and find the new (scaled) maximum + var seriesMax = null; + jobGraphData.forEach( function(entry) { + if( $.isNumeric(entry[series]) && (seriesMax === null || entry[series] > seriesMax)) { + seriesMax = entry[series]; } }); + if( seriesMax !== null && seriesMax !== 0 ) { + // set new actual maximum using the new maximum as the conversion conversion and rescale the series + jobGraphMaxima[series] *= seriesMax; + var scaleConversion = 1/seriesMax; + rescaleJobGraphSeries( series, scaleConversion ); + } + else { + // we no longer have any data points displaying for this series + jobGraphMaxima[series] = null; + } } - // add a 10 minute old null data point to keep the chart honest if the oldest point is less than 9.5 minutes old - if( jobGraphData.length > 0 - && (Date.parse( jobGraphData[0]['t'] ).valueOf() + 9.5*60000 > Date.parse( jobGraphData[jobGraphData.length-1]['t'] ).valueOf()) ) { - var tenMinutesBefore = (new Date(Date.parse( jobGraphData[jobGraphData.length-1]['t'] ).valueOf() - 600*1000)).toISOString().replace('Z',''); - jobGraphData.unshift( { 't': tenMinutesBefore } ); - } + }); + } + // add a 10 minute old null data point to keep the chart honest if the oldest point is less than 9.9 minutes old + if( jobGraphData.length > 0 ) { + var earliestTimestamp = jobGraphData[0]['t']; + var mostRecentTimestamp = jobGraphData[jobGraphData.length-1]['t']; + if( (Date.parse( earliestTimestamp ) + 9.9*60000 > Date.parse( mostRecentTimestamp )) ) { + var tenMinutesBefore = (new Date(Date.parse( mostRecentTimestamp ) - 600*1000)).toISOString(); + jobGraphData.unshift( { 't': tenMinutesBefore } ); } - window.redraw = true; } - } catch( err ) { - console.log( 'Ignoring error trying to process log line: ' + err); } + } function createJobGraph(elementName) { @@ -221,13 +265,14 @@ function createJobGraph(elementName) { var sortedIndex = jobGraphSortedSeries[i]; var series = options.ykeys[sortedIndex]; var datum = options.data[index][series]; - s += "
"; + var point = '' + point += "
"; var labelMatch = options.labels[sortedIndex].match(/^T(\d+)-(.*)/); - s += 'Task ' + labelMatch[1] + ' ' + labelMatch[2]; - s += ": "; - if ( !(typeof datum === 'undefined') ) { + point += 'Task ' + labelMatch[1] + ' ' + labelMatch[2]; + point += ": "; + if ( datum !== undefined ) { if( isJobSeriesRescalable( series ) ) { datum *= jobGraphMaxima[series]; } @@ -239,13 +284,16 @@ function createJobGraph(elementName) { } else { datum = $.number(datum); } - datum += ' (' + options.data[index]['raw-'+series] + ')'; + if(options.data[index]['raw-'+series]) { + datum += ' (' + options.data[index]['raw-'+series] + ')'; + } } - s += datum; + point += datum; } else { - s += '-'; + continue; } - s += "
"; + point += "
"; + s += point; } return s; } @@ -279,23 +327,44 @@ function isJobSeriesRescalable( series ) { $(document).on('arv-log-event', '#log_graph_div', function(event, eventData) { if( eventData.properties.text ) { - processLogLineForChart( eventData.properties.text ); + eventData.properties.text.split('\n').forEach( function( logLine ) { + processLogLineForChart( logLine ); + } ); } } ); -$(document).on('ready', function(){ - window.recreate = false; - window.redraw = false; - setInterval( function() { - if( recreate ) { - window.recreate = false; - window.redraw = false; - // series have changed, draw entirely new graph - $('#log_graph_div').html(''); - createJobGraph('log_graph_div'); - } else if( redraw ) { - window.redraw = false; - jobGraph.setData( jobGraphData ); - } - }, 5000); +$(document).on('ready ajax:complete', function() { + $('#log_graph_div').not('.graph-is-setup').addClass('graph-is-setup').each( function( index, graph_div ) { + window.jobGraphData = []; + window.jobGraphSeries = []; + window.jobGraphSortedSeries = []; + window.jobGraphMaxima = {}; + window.recreate = false; + window.redraw = false; + + createJobGraph($(graph_div).attr('id')); + var object_uuid = $(graph_div).data('object-uuid'); + // if there are any listeners for this object uuid or "all", we will trigger the event + var matches = ".arv-log-event-listener[data-object-uuid=\"" + object_uuid + "\"],.arv-log-event-listener[data-object-uuids~=\"" + object_uuid + "\"]"; + + $(document).trigger('ajax:send'); + $.get('/jobs/' + $(graph_div).data('object-uuid') + '/logs.json', function(data) { + data.forEach( function( entry ) { + $(matches).trigger('arv-log-event', entry); + }); + }); + + setInterval( function() { + if( recreate ) { + window.recreate = false; + window.redraw = false; + // series have changed, draw entirely new graph + $(graph_div).html(''); + createJobGraph($(graph_div).attr('id')); + } else if( redraw ) { + window.redraw = false; + jobGraph.setData( jobGraphData ); + } + }, 5000); + }); });