src/store/process-logs-panel/process-logs-panel-actions.ts

   1 // Copyright (C) The Arvados Authors. All rights reserved.
   2 //
   3 // SPDX-License-Identifier: AGPL-3.0
   4
   5 import { unionize, ofType, UnionOf } from "common/unionize";
   6 import { ProcessLogs, getProcessLogsPanelCurrentUuid } from './process-logs-panel';
   7 import { LogEventType } from 'models/log';
   8 import { RootState } from 'store/store';
   9 import { ServiceRepository } from 'services/services';
  10 import { Dispatch } from 'redux';
  11 import { groupBy } from 'lodash';
  12 import { LogResource } from 'models/log';
  13 import { LogService } from 'services/log-service/log-service';
  14 import { ResourceEventMessage } from 'websocket/resource-event-message';
  15 import { getProcess } from 'store/processes/process';
  16 import { FilterBuilder } from "services/api/filter-builder";
  17 import { OrderBuilder } from "services/api/order-builder";
  18 import { navigateTo } from 'store/navigation/navigation-action';
  19 import { snackbarActions, SnackbarKind } from 'store/snackbar/snackbar-actions';
  20
  21 export const processLogsPanelActions = unionize({
  22     RESET_PROCESS_LOGS_PANEL: ofType<{}>(),
  23     INIT_PROCESS_LOGS_PANEL: ofType<{ filters: string[], logs: ProcessLogs }>(),
  24     SET_PROCESS_LOGS_PANEL_FILTER: ofType<string>(),
  25     ADD_PROCESS_LOGS_PANEL_ITEM: ofType<{ logType: string, log: string }>(),
  26 });
  27
  28 export type ProcessLogsPanelAction = UnionOf<typeof processLogsPanelActions>;
  29
  30 export const setProcessLogsPanelFilter = (filter: string) =>
  31     processLogsPanelActions.SET_PROCESS_LOGS_PANEL_FILTER(filter);
  32
  33 export const initProcessLogsPanel = (processUuid: string) =>
  34     async (dispatch: Dispatch, getState: () => RootState, { logService }: ServiceRepository) => {
  35         dispatch(processLogsPanelActions.RESET_PROCESS_LOGS_PANEL());
  36         const process = getProcess(processUuid)(getState().resources);
  37         if (process && process.container) {
  38             const logResources = await loadContainerLogs(process.container.uuid, logService);
  39             const initialState = createInitialLogPanelState(logResources);
  40             dispatch(processLogsPanelActions.INIT_PROCESS_LOGS_PANEL(initialState));
  41         }
  42     };
  43
  44 export const addProcessLogsPanelItem = (message: ResourceEventMessage<{ text: string }>) =>
  45     async (dispatch: Dispatch, getState: () => RootState, { logService }: ServiceRepository) => {
  46         if (PROCESS_PANEL_LOG_EVENT_TYPES.indexOf(message.eventType) > -1) {
  47             const uuid = getProcessLogsPanelCurrentUuid(getState().router);
  48             if (uuid) {
  49                 const process = getProcess(uuid)(getState().resources);
  50                 if (process) {
  51                     const { containerRequest, container } = process;
  52                     if (message.objectUuid === containerRequest.uuid
  53                         || (container && message.objectUuid === container.uuid)) {
  54                         dispatch(processLogsPanelActions.ADD_PROCESS_LOGS_PANEL_ITEM({
  55                             logType: COMBINED_FILTER_TYPE,
  56                             log: message.properties.text
  57                         }));
  58                         dispatch(processLogsPanelActions.ADD_PROCESS_LOGS_PANEL_ITEM({
  59                             logType: message.eventType,
  60                             log: message.properties.text
  61                         }));
  62                     }
  63                 }
  64             }
  65         }
  66     };
  67
  68 const loadContainerLogs = async (containerUuid: string, logService: LogService) => {
  69     const requestFilters = new FilterBuilder()
  70         .addEqual('object_uuid', containerUuid)
  71         .addIn('event_type', PROCESS_PANEL_LOG_EVENT_TYPES)
  72         .getFilters();
  73     const requestOrder = new OrderBuilder<LogResource>()
  74         .addAsc('eventAt')
  75         .getOrder();
  76     const requestParams = {
  77         limit: MAX_AMOUNT_OF_LOGS,
  78         filters: requestFilters,
  79         order: requestOrder,
  80     };
  81     const { items } = await logService.list(requestParams);
  82     return items;
  83 };
  84
  85 const createInitialLogPanelState = (logResources: LogResource[]) => {
  86     const allLogs = logsToLines(logResources);
  87     const groupedLogResources = groupBy(logResources, log => log.eventType);
  88     const groupedLogs = Object
  89         .keys(groupedLogResources)
  90         .reduce((grouped, key) => ({
  91             ...grouped,
  92             [key]: logsToLines(groupedLogResources[key])
  93         }), {});
  94     const filters = [COMBINED_FILTER_TYPE, ...Object.keys(groupedLogs)];
  95     const logs = { [COMBINED_FILTER_TYPE]: allLogs, ...groupedLogs };
  96     return { filters, logs };
  97 };
  98
  99 const logsToLines = (logs: LogResource[]) =>
 100     logs.map(({ properties }) => properties.text);
 101
 102 export const navigateToLogCollection = (uuid: string) =>
 103     async (dispatch: Dispatch<any>, getState: () => RootState, services: ServiceRepository) => {
 104         try {
 105             await services.collectionService.get(uuid);
 106             dispatch<any>(navigateTo(uuid));
 107         } catch {
 108             dispatch(snackbarActions.OPEN_SNACKBAR({ message: 'Could not request collection', hideDuration: 2000, kind: SnackbarKind.ERROR }));
 109         }
 110     };
 111
 112 const MAX_AMOUNT_OF_LOGS = 10000;
 113
 114 const COMBINED_FILTER_TYPE = 'All logs';
 115
 116 const PROCESS_PANEL_LOG_EVENT_TYPES = [
 117     LogEventType.ARV_MOUNT,
 118     LogEventType.CRUNCH_RUN,
 119     LogEventType.CRUNCHSTAT,
 120     LogEventType.DISPATCH,
 121     LogEventType.HOSTSTAT,
 122     LogEventType.NODE_INFO,
 123     LogEventType.STDERR,
 124     LogEventType.STDOUT,
 125 ];