21364: added backup search when first search after f5 fails Arvados-DCO-1.1-Signed...
[arvados.git] / services / workbench2 / src / store / search-results-panel / search-results-middleware-service.ts
1 // Copyright (C) The Arvados Authors. All rights reserved.
2 //
3 // SPDX-License-Identifier: AGPL-3.0
4
5 import { ServiceRepository } from 'services/services';
6 import { MiddlewareAPI, Dispatch } from 'redux';
7 import { DataExplorerMiddlewareService, dataExplorerToListParams, listResultsToDataExplorerItemsMeta, getDataExplorerColumnFilters } from 'store/data-explorer/data-explorer-middleware-service';
8 import { RootState } from 'store/store';
9 import { snackbarActions, SnackbarKind } from 'store/snackbar/snackbar-actions';
10 import { DataExplorer, getDataExplorer } from 'store/data-explorer/data-explorer-reducer';
11 import { updateResources } from 'store/resources/resources-actions';
12 import { SortDirection } from 'components/data-table/data-column';
13 import { OrderDirection, OrderBuilder } from 'services/api/order-builder';
14 import { GroupContentsResource, GroupContentsResourcePrefix } from "services/groups-service/groups-service";
15 import { ListResults } from 'services/common-service/common-service';
16 import { searchResultsPanelActions } from 'store/search-results-panel/search-results-panel-actions';
17 import {
18     getSearchSessions,
19     queryToFilters,
20     getAdvancedDataFromQuery,
21     setSearchOffsets,
22 } from 'store/search-bar/search-bar-actions';
23 import { getSortColumn } from "store/data-explorer/data-explorer-reducer";
24 import { FilterBuilder, joinFilters } from 'services/api/filter-builder';
25 import { DataColumns } from 'components/data-table/data-table';
26 import { serializeResourceTypeFilters } from 'store//resource-type-filters/resource-type-filters';
27 import { ProjectPanelColumnNames } from 'views/project-panel/project-panel';
28 import { ResourceKind } from 'models/resource';
29 import { ContainerRequestResource } from 'models/container-request';
30 import { progressIndicatorActions } from 'store/progress-indicator/progress-indicator-actions';
31 import { dataExplorerActions } from 'store/data-explorer/data-explorer-action';
32 import { Session } from 'models/session';
33 import { SEARCH_RESULTS_PANEL_ID } from 'store/search-results-panel/search-results-panel-actions';
34
35 export class SearchResultsMiddlewareService extends DataExplorerMiddlewareService {
36     constructor(private services: ServiceRepository, id: string) {
37         super(id);
38     }
39
40     async requestItems(api: MiddlewareAPI<Dispatch, RootState>, criteriaChanged?: boolean) {
41         const state = api.getState();
42         const dataExplorer = getDataExplorer(state.dataExplorer, this.getId());
43         const searchValue = state.searchBar.searchValue;
44         const { cluster: clusterId } = getAdvancedDataFromQuery(searchValue);
45         const sessions = getSearchSessions(clusterId, state.auth.sessions);
46
47         if (searchValue.trim() === '') {
48             return;
49         }
50
51         const initial = {
52             itemsAvailable: 0,
53             items: [] as GroupContentsResource[],
54             kind: '',
55             offset: 0,
56             limit: 50
57         };
58
59         if (criteriaChanged) {
60             api.dispatch(setItems(initial));
61         }
62
63         const numberOfSessions = sessions.length;
64         let numberOfResolvedResponses = 0;
65         let totalNumItemsAvailable = 0;
66         api.dispatch(progressIndicatorActions.START_WORKING(this.id))
67         api.dispatch(dataExplorerActions.SET_IS_NOT_FOUND({ id: this.id, isNotFound: false }));
68
69         //In SearchResultsPanel, if we don't reset the items available, the items available will
70         //will be added to the previous value every time the 'load more' button is clicked.
71         api.dispatch(resetItemsAvailable());
72
73         sessions.forEach(session => {
74             const params = getParams(dataExplorer, searchValue, session.apiRevision);
75             //this prevents double fetching of the same search results when a new session is logged in
76             api.dispatch<any>(setSearchOffsets(session.clusterId, params.offset ));
77
78             this.services.groupsService.contents('', params, session)
79                 .then((response) => {
80                     api.dispatch(updateResources(response.items));
81                     api.dispatch(appendItems(response));
82                     numberOfResolvedResponses++;
83                     totalNumItemsAvailable += response.itemsAvailable;
84                     if (numberOfResolvedResponses === numberOfSessions) {
85                         api.dispatch(progressIndicatorActions.STOP_WORKING(this.id))
86                         if(totalNumItemsAvailable === 0) api.dispatch(dataExplorerActions.SET_IS_NOT_FOUND({ id: this.id, isNotFound: true }))
87                     }
88                     // Request all containers for process status to be available
89                     const containerRequests = response.items.filter((item) => item.kind === ResourceKind.CONTAINER_REQUEST) as ContainerRequestResource[];
90                     const containerUuids = containerRequests.map(container => container.containerUuid).filter(uuid => uuid !== null) as string[];
91                     containerUuids.length && this.services.containerService
92                         .list({
93                             filters: new FilterBuilder()
94                                 .addIn('uuid', containerUuids)
95                                 .getFilters()
96                         }, false)
97                         .then((containers) => {
98                             api.dispatch(updateResources(containers.items));
99                         });
100                     }).catch(() => {
101                         api.dispatch(couldNotFetchSearchResults(session.clusterId));
102                         api.dispatch(progressIndicatorActions.STOP_WORKING(this.id))
103                     });
104             }
105         );
106     }
107 }
108
109 export const searchSingleCluster = (session: Session, searchValue: string) => 
110     (dispatch: Dispatch<any>, getState: () => RootState, services: ServiceRepository) => {
111         const state = getState();
112         const dataExplorer = getDataExplorer(state.dataExplorer, SEARCH_RESULTS_PANEL_ID);
113
114         if (searchValue.trim() === '') {
115             return;
116         }
117
118         const params = getParams(dataExplorer, searchValue, session.apiRevision);
119         
120         // If the clusterId & search offset has already been fetched, we don't need to fetch the results again
121         if(state.searchBar.searchOffsets[session.clusterId] === params.offset) {
122             return;
123         }
124
125         dispatch(progressIndicatorActions.START_WORKING(SEARCH_RESULTS_PANEL_ID))
126
127         services.groupsService.contents('', params, session)
128             .then((response) => {
129                 dispatch<any>(setSearchOffsets(session.clusterId, params.offset ));
130                 dispatch(updateResources(response.items));
131                 dispatch(appendItems(response));
132                 // Request all containers for process status to be available
133                 const containerRequests = response.items.filter((item) => item.kind === ResourceKind.CONTAINER_REQUEST) as ContainerRequestResource[];
134                 const containerUuids = containerRequests.map(container => container.containerUuid).filter(uuid => uuid !== null) as string[];
135                 containerUuids.length && services.containerService
136                     .list({
137                         filters: new FilterBuilder()
138                             .addIn('uuid', containerUuids)
139                             .getFilters()
140                     }, false)
141                     .then((containers) => {
142                         dispatch(updateResources(containers.items));
143                     });
144                 }).catch(() => {
145                     dispatch(couldNotFetchSearchResults(session.clusterId));
146                     dispatch(progressIndicatorActions.STOP_WORKING(SEARCH_RESULTS_PANEL_ID))
147                 });
148         dispatch(progressIndicatorActions.STOP_WORKING(SEARCH_RESULTS_PANEL_ID))
149 }
150
151 const typeFilters = (columns: DataColumns<string, GroupContentsResource>) => serializeResourceTypeFilters(getDataExplorerColumnFilters(columns, ProjectPanelColumnNames.TYPE));
152
153 export const getParams = (dataExplorer: DataExplorer, query: string, apiRevision: number) => ({
154     ...dataExplorerToListParams(dataExplorer),
155     filters: joinFilters(
156         queryToFilters(query, apiRevision),
157         typeFilters(dataExplorer.columns)
158     ),
159     order: getOrder(dataExplorer),
160     includeTrash: getAdvancedDataFromQuery(query).inTrash,
161     includeOldVersions: getAdvancedDataFromQuery(query).pastVersions
162 });
163
164 const getOrder = (dataExplorer: DataExplorer) => {
165     const sortColumn = getSortColumn<GroupContentsResource>(dataExplorer);
166     const order = new OrderBuilder<GroupContentsResource>();
167     if (sortColumn && sortColumn.sort) {
168         const sortDirection = sortColumn.sort.direction === SortDirection.ASC
169             ? OrderDirection.ASC
170             : OrderDirection.DESC;
171
172         // Use createdAt as a secondary sort column so we break ties consistently.
173         return order
174             .addOrder(sortDirection, sortColumn.sort.field, GroupContentsResourcePrefix.COLLECTION)
175             .addOrder(sortDirection, sortColumn.sort.field, GroupContentsResourcePrefix.PROCESS)
176             .addOrder(sortDirection, sortColumn.sort.field, GroupContentsResourcePrefix.PROJECT)
177             .addOrder(OrderDirection.DESC, "createdAt", GroupContentsResourcePrefix.PROCESS)
178             .getOrder();
179     } else {
180         return order.getOrder();
181     }
182 };
183
184 export const setItems = (listResults: ListResults<GroupContentsResource>) =>
185     searchResultsPanelActions.SET_ITEMS({
186         ...listResultsToDataExplorerItemsMeta(listResults),
187         items: listResults.items.map(resource => resource.uuid),
188     });
189
190 const resetItemsAvailable = () =>
191     searchResultsPanelActions.RESET_ITEMS_AVAILABLE();
192
193 export const appendItems = (listResults: ListResults<GroupContentsResource>) =>
194     searchResultsPanelActions.APPEND_ITEMS({
195         ...listResultsToDataExplorerItemsMeta(listResults),
196         items: listResults.items.map(resource => resource.uuid),
197     });
198
199 const couldNotFetchSearchResults = (cluster: string) =>
200     snackbarActions.OPEN_SNACKBAR({
201         message: `Could not fetch search results from ${cluster}.`,
202         kind: SnackbarKind.ERROR
203     });