src/store/processes/processes-actions.ts

   1 // Copyright (C) The Arvados Authors. All rights reserved.
   2 //
   3 // SPDX-License-Identifier: AGPL-3.0
   4
   5 import { Dispatch } from "redux";
   6 import { RootState } from 'store/store';
   7 import { ServiceRepository } from 'services/services';
   8 import { updateResources } from 'store/resources/resources-actions';
   9 import { Process } from './process';
  10 import { dialogActions } from 'store/dialog/dialog-actions';
  11 import { snackbarActions, SnackbarKind } from 'store/snackbar/snackbar-actions';
  12 import { projectPanelActions } from 'store/project-panel/project-panel-action';
  13 import { navigateToRunProcess } from 'store/navigation/navigation-action';
  14 import { goToStep, runProcessPanelActions } from 'store/run-process-panel/run-process-panel-actions';
  15 import { getResource } from 'store/resources/resources';
  16 import { initialize } from "redux-form";
  17 import { RUN_PROCESS_BASIC_FORM, RunProcessBasicFormData } from "views/run-process-panel/run-process-basic-form";
  18 import { RunProcessAdvancedFormData, RUN_PROCESS_ADVANCED_FORM } from "views/run-process-panel/run-process-advanced-form";
  19 import { MOUNT_PATH_CWL_WORKFLOW, MOUNT_PATH_CWL_INPUT } from 'models/process';
  20 import { CommandInputParameter, getWorkflow, getWorkflowInputs, getWorkflowOutputs, WorkflowInputsData } from "models/workflow";
  21 import { ProjectResource } from "models/project";
  22 import { UserResource } from "models/user";
  23 import { CommandOutputParameter } from "cwlts/mappings/v1.0/CommandOutputParameter";
  24 import { ContainerResource } from "models/container";
  25 import { ContainerRequestResource, ContainerRequestState } from "models/container-request";
  26
  27 export const loadProcess = (containerRequestUuid: string) =>
  28     async (dispatch: Dispatch, getState: () => RootState, services: ServiceRepository): Promise<Process | undefined> => {
  29         let containerRequest: ContainerRequestResource | undefined = undefined;
  30         try {
  31             containerRequest = await services.containerRequestService.get(containerRequestUuid);
  32             dispatch<any>(updateResources([containerRequest]));
  33         } catch {
  34             return undefined;
  35         }
  36
  37         if (containerRequest.outputUuid) {
  38             try {
  39                 const collection = await services.collectionService.get(containerRequest.outputUuid, false);
  40                 dispatch<any>(updateResources([collection]));
  41             } catch {}
  42         }
  43
  44         if (containerRequest.containerUuid) {
  45             let container: ContainerResource | undefined = undefined;
  46             try {
  47                 container = await services.containerService.get(containerRequest.containerUuid, false);
  48                 dispatch<any>(updateResources([container]));
  49             } catch {}
  50
  51             try{
  52                 if (container && container.runtimeUserUuid) {
  53                     const runtimeUser = await services.userService.get(container.runtimeUserUuid, false);
  54                     dispatch<any>(updateResources([runtimeUser]));
  55                 }
  56             } catch {}
  57
  58             return { containerRequest, container };
  59         }
  60         return { containerRequest };
  61     };
  62
  63 export const loadContainers = (filters: string, loadMounts: boolean = true) =>
  64     async (dispatch: Dispatch, getState: () => RootState, services: ServiceRepository) => {
  65         let args: any = { filters };
  66         if (!loadMounts) {
  67             args.select = containerFieldsNoMounts;
  68         }
  69         const { items } = await services.containerService.list(args);
  70         dispatch<any>(updateResources(items));
  71         return items;
  72     };
  73
  74 // Until the api supports unselecting fields, we need a list of all other fields to omit mounts
  75 const containerFieldsNoMounts = [
  76     "auth_uuid",
  77     "command",
  78     "container_image",
  79     "cost",
  80     "created_at",
  81     "cwd",
  82     "environment",
  83     "etag",
  84     "exit_code",
  85     "finished_at",
  86     "gateway_address",
  87     "href",
  88     "interactive_session_started",
  89     "kind",
  90     "lock_count",
  91     "locked_by_uuid",
  92     "log",
  93     "modified_at",
  94     "modified_by_client_uuid",
  95     "modified_by_user_uuid",
  96     "output_path",
  97     "output_properties",
  98     "output_storage_classes",
  99     "output",
 100     "owner_uuid",
 101     "priority",
 102     "progress",
 103     "runtime_auth_scopes",
 104     "runtime_constraints",
 105     "runtime_status",
 106     "runtime_user_uuid",
 107     "scheduling_parameters",
 108     "started_at",
 109     "state",
 110     "uuid",
 111 ]
 112
 113 export const cancelRunningWorkflow = (uuid: string) =>
 114     async (dispatch: Dispatch, getState: () => RootState, services: ServiceRepository) => {
 115         try {
 116             const process = await services.containerRequestService.update(uuid, { priority: 0 });
 117             return process;
 118         } catch (e) {
 119             throw new Error('Could not cancel the process.');
 120         }
 121     };
 122
 123 export const startWorkflow = (uuid: string) =>
 124     async (dispatch: Dispatch, getState: () => RootState, services: ServiceRepository) => {
 125         try {
 126             const process = await services.containerRequestService.update(uuid, { state: ContainerRequestState.COMMITTED });
 127             if (process) {
 128                 dispatch<any>(updateResources([process]));
 129                 dispatch(snackbarActions.OPEN_SNACKBAR({ message: 'Process started', hideDuration: 2000, kind: SnackbarKind.SUCCESS }));
 130             } else {
 131                 dispatch<any>(snackbarActions.OPEN_SNACKBAR({ message: `Failed to start process`, kind: SnackbarKind.ERROR }));
 132             }
 133         } catch (e) {
 134             dispatch<any>(snackbarActions.OPEN_SNACKBAR({ message: `Failed to start process`, kind: SnackbarKind.ERROR }));
 135         }
 136     };
 137
 138 export const reRunProcess = (processUuid: string, workflowUuid: string) =>
 139     (dispatch: Dispatch, getState: () => RootState, services: ServiceRepository) => {
 140         const process = getResource<any>(processUuid)(getState().resources);
 141         const workflows = getState().runProcessPanel.searchWorkflows;
 142         const workflow = workflows.find(workflow => workflow.uuid === workflowUuid);
 143         if (workflow && process) {
 144             const mainWf = getWorkflow(process.mounts[MOUNT_PATH_CWL_WORKFLOW]);
 145             if (mainWf) { mainWf.inputs = getInputs(process); }
 146             const stringifiedDefinition = JSON.stringify(process.mounts[MOUNT_PATH_CWL_WORKFLOW].content);
 147             const newWorkflow = { ...workflow, definition: stringifiedDefinition };
 148
 149             const owner = getResource<ProjectResource | UserResource>(workflow.ownerUuid)(getState().resources);
 150             const basicInitialData: RunProcessBasicFormData = { name: `Copy of: ${process.name}`, description: process.description, owner };
 151             dispatch<any>(initialize(RUN_PROCESS_BASIC_FORM, basicInitialData));
 152
 153             const advancedInitialData: RunProcessAdvancedFormData = {
 154                 output: process.outputName,
 155                 runtime: process.schedulingParameters.max_run_time,
 156                 ram: process.runtimeConstraints.ram,
 157                 vcpus: process.runtimeConstraints.vcpus,
 158                 keep_cache_ram: process.runtimeConstraints.keep_cache_ram,
 159                 acr_container_image: process.containerImage
 160             };
 161             dispatch<any>(initialize(RUN_PROCESS_ADVANCED_FORM, advancedInitialData));
 162
 163             dispatch<any>(navigateToRunProcess);
 164             dispatch<any>(goToStep(1));
 165             dispatch(runProcessPanelActions.SET_STEP_CHANGED(true));
 166             dispatch(runProcessPanelActions.SET_SELECTED_WORKFLOW(newWorkflow));
 167         } else {
 168             dispatch<any>(snackbarActions.OPEN_SNACKBAR({ message: `You can't re-run this process`, kind: SnackbarKind.ERROR }));
 169         }
 170     };
 171
 172 /*
 173  * Fetches raw inputs from containerRequest mounts with fallback to properties
 174  * Returns undefined if containerRequest not loaded
 175  * Returns {} if inputs not found in mounts or props
 176  */
 177 export const getRawInputs = (data: any): WorkflowInputsData | undefined => {
 178     if (!data) { return undefined; }
 179     const mountInput = data.mounts?.[MOUNT_PATH_CWL_INPUT]?.content;
 180     const propsInput = data.properties?.cwl_input;
 181     if (!mountInput && !propsInput) { return {}; }
 182     return (mountInput || propsInput);
 183 }
 184
 185 export const getInputs = (data: any): CommandInputParameter[] => {
 186     // Definitions from mounts are needed so we return early if missing
 187     if (!data || !data.mounts || !data.mounts[MOUNT_PATH_CWL_WORKFLOW]) { return []; }
 188     const content  = getRawInputs(data) as any;
 189     // Only escape if content is falsy to allow displaying definitions if no inputs are present
 190     // (Don't check raw content length)
 191     if (!content) { return []; }
 192
 193     const inputs = getWorkflowInputs(data.mounts[MOUNT_PATH_CWL_WORKFLOW].content);
 194     return inputs ? inputs.map(
 195         (it: any) => (
 196             {
 197                 type: it.type,
 198                 id: it.id,
 199                 label: it.label,
 200                 default: content[it.id],
 201                 value: content[it.id.split('/').pop()] || [],
 202                 doc: it.doc
 203             }
 204         )
 205     ) : [];
 206 };
 207
 208 /*
 209  * Fetches raw outputs from containerRequest properties
 210  * Assumes containerRequest is loaded
 211  */
 212 export const getRawOutputs = (data: any): CommandInputParameter[] | undefined => {
 213     if (!data || !data.properties || !data.properties.cwl_output) { return undefined; }
 214     return (data.properties.cwl_output);
 215 }
 216
 217 export type InputCollectionMount = {
 218     path: string;
 219     pdh: string;
 220 }
 221
 222 export const getInputCollectionMounts = (data: any): InputCollectionMount[] => {
 223     if (!data || !data.mounts) { return []; }
 224     return Object.keys(data.mounts)
 225         .map(key => ({
 226             ...data.mounts[key],
 227             path: key,
 228         }))
 229         .filter(mount => mount.kind === 'collection' &&
 230                 mount.portable_data_hash &&
 231                 mount.path)
 232         .map(mount => ({
 233             path: mount.path,
 234             pdh: mount.portable_data_hash,
 235         }));
 236 };
 237
 238 export const getOutputParameters = (data: any): CommandOutputParameter[] => {
 239     if (!data || !data.mounts || !data.mounts[MOUNT_PATH_CWL_WORKFLOW]) { return []; }
 240     const outputs = getWorkflowOutputs(data.mounts[MOUNT_PATH_CWL_WORKFLOW].content);
 241     return outputs ? outputs.map(
 242         (it: any) => (
 243             {
 244                 type: it.type,
 245                 id: it.id,
 246                 label: it.label,
 247                 doc: it.doc
 248             }
 249         )
 250     ) : [];
 251 };
 252
 253 export const openRemoveProcessDialog = (uuid: string) =>
 254     (dispatch: Dispatch, getState: () => RootState, services: ServiceRepository) => {
 255         dispatch(dialogActions.OPEN_DIALOG({
 256             id: REMOVE_PROCESS_DIALOG,
 257             data: {
 258                 title: 'Remove process permanently',
 259                 text: 'Are you sure you want to remove this process?',
 260                 confirmButtonLabel: 'Remove',
 261                 uuid
 262             }
 263         }));
 264     };
 265
 266 export const REMOVE_PROCESS_DIALOG = 'removeProcessDialog';
 267
 268 export const removeProcessPermanently = (uuid: string) =>
 269     async (dispatch: Dispatch, getState: () => RootState, services: ServiceRepository) => {
 270         dispatch(snackbarActions.OPEN_SNACKBAR({ message: 'Removing ...', kind: SnackbarKind.INFO }));
 271         await services.containerRequestService.delete(uuid);
 272         dispatch(projectPanelActions.REQUEST_ITEMS());
 273         dispatch(snackbarActions.OPEN_SNACKBAR({ message: 'Removed.', hideDuration: 2000, kind: SnackbarKind.SUCCESS }));
 274     };