1 // Copyright (C) The Arvados Authors. All rights reserved.
3 // SPDX-License-Identifier: AGPL-3.0
5 import * as _ from "lodash";
6 import { CommonResourceService } from "~/common/api/common-resource-service";
7 import { CollectionResource } from "~/models/collection";
8 import axios, { AxiosInstance } from "axios";
9 import { KeepService } from "../keep-service/keep-service";
10 import { WebDAV } from "~/common/webdav";
11 import { AuthService } from "../auth-service/auth-service";
12 import { mapTree, getNodeChildren, getNode, TreeNode } from "../../models/tree";
13 import { getTagValue } from "~/common/xml";
14 import { FilterBuilder } from "~/common/api/filter-builder";
15 import { CollectionFile, createCollectionFile, CollectionFileType, CollectionDirectory, createCollectionDirectory } from '~/models/collection-file';
16 import { parseKeepManifestText, stringifyKeepManifest } from "../collection-files-service/collection-manifest-parser";
17 import { KeepManifestStream } from "~/models/keep-manifest";
18 import { createCollectionFilesTree } from '~/models/collection-file';
20 export type UploadProgress = (fileId: number, loaded: number, total: number, currentTime: number) => void;
22 export class CollectionService extends CommonResourceService<CollectionResource> {
23 constructor(serverApi: AxiosInstance, private keepService: KeepService, private webdavClient: WebDAV, private authService: AuthService) {
24 super(serverApi, "collections");
27 async files(uuid: string) {
28 const request = await this.webdavClient.propfind(`/c=${uuid}`);
29 if (request.responseXML != null) {
30 const files = this.extractFilesData(request.responseXML);
31 const tree = createCollectionFilesTree(files);
32 const sortedTree = mapTree(node => {
33 const children = getNodeChildren(node.id)(tree).map(id => getNode(id)(tree)) as TreeNode<CollectionDirectory | CollectionFile>[];
34 children.sort((a, b) =>
35 a.value.type !== b.value.type
36 ? a.value.type === CollectionFileType.DIRECTORY ? -1 : 1
37 : a.value.name.localeCompare(b.value.name)
39 return { ...node, children: children.map(child => child.id) };
43 return Promise.reject();
46 async deleteFile(collectionUuid: string, filePath: string) {
47 return this.webdavClient.delete(`/c=${collectionUuid}${filePath}`);
50 extractFilesData(document: Document) {
51 const collectionUrlPrefix = /\/c=[0-9a-zA-Z\-]*/;
53 .from(document.getElementsByTagName('D:response'))
54 .slice(1) // omit first element which is collection itself
56 const name = getTagValue(element, 'D:displayname', '');
57 const size = parseInt(getTagValue(element, 'D:getcontentlength', '0'), 10);
58 const pathname = getTagValue(element, 'D:href', '');
59 const nameSuffix = `/${name || ''}`;
60 const directory = pathname
61 .replace(collectionUrlPrefix, '')
62 .replace(nameSuffix, '');
63 const href = this.webdavClient.defaults.baseURL + pathname + '?api_token=' + this.authService.getApiToken();
67 id: `${directory}/${name}`,
72 return getTagValue(element, 'D:resourcetype', '')
73 ? createCollectionDirectory(data)
74 : createCollectionFile({ ...data, size });
80 private readFile(file: File): Promise<ArrayBuffer> {
81 return new Promise<ArrayBuffer>(resolve => {
82 const reader = new FileReader();
83 reader.onload = () => {
84 resolve(reader.result as ArrayBuffer);
87 reader.readAsArrayBuffer(file);
91 private uploadFile(keepServiceHost: string, file: File, fileId: number, onProgress?: UploadProgress): Promise<CollectionFile> {
92 return this.readFile(file).then(content => {
93 return axios.post<string>(keepServiceHost, content, {
95 'Content-Type': 'text/octet-stream'
97 onUploadProgress: (e: ProgressEvent) => {
99 onProgress(fileId, e.loaded, e.total, Date.now());
101 console.log(`${e.loaded} / ${e.total}`);
103 }).then(data => createCollectionFile({
111 private async updateManifest(collectionUuid: string, files: CollectionFile[]): Promise<CollectionResource> {
112 const collection = await this.get(collectionUuid);
113 const manifest: KeepManifestStream[] = parseKeepManifestText(collection.manifestText);
116 let kms = manifest.find(stream => stream.name === f.path);
125 kms.locators.push(f.id);
126 const len = kms.files.length;
127 const nextPos = len > 0
128 ? parseInt(kms.files[len - 1].position, 10) + kms.files[len - 1].size
132 position: nextPos.toString(),
137 console.log(manifest);
139 const manifestText = stringifyKeepManifest(manifest);
140 const data = { ...collection, manifestText };
141 return this.update(collectionUuid, CommonResourceService.mapKeys(_.snakeCase)(data));
144 uploadFiles(collectionUuid: string, files: File[], onProgress?: UploadProgress): Promise<CollectionResource | never> {
145 const filters = FilterBuilder.create()
146 .addEqual("service_type", "proxy");
148 return this.keepService.list({ filters }).then(data => {
149 if (data.items && data.items.length > 0) {
151 (data.items[0].serviceSslFlag ? "https://" : "http://") +
152 data.items[0].serviceHost +
153 ":" + data.items[0].servicePort;
155 console.log("serviceHost", serviceHost);
157 const files$ = files.map((f, idx) => this.uploadFile(serviceHost, f, idx, onProgress));
158 return Promise.all(files$).then(values => {
159 return this.updateManifest(collectionUuid, values);
162 return Promise.reject("Missing keep service host");