1 // Copyright (C) The Arvados Authors. All rights reserved.
3 // SPDX-License-Identifier: AGPL-3.0
5 import { CommonResourceService } from "../../common/api/common-resource-service";
6 import { CollectionResource } from "../../models/collection";
7 import axios, { AxiosInstance } from "axios";
8 import { KeepService } from "../keep-service/keep-service";
9 import { FilterBuilder } from "../../common/api/filter-builder";
10 import { CollectionFile, createCollectionFile, createCollectionDirectory, createCollectionFilesTree } from "../../models/collection-file";
11 import { parseKeepManifestText, stringifyKeepManifest } from "../collection-files-service/collection-manifest-parser";
12 import * as _ from "lodash";
13 import { KeepManifestStream } from "../../models/keep-manifest";
14 import { WebDAV } from "../../common/webdav";
15 import { AuthService } from "../auth-service/auth-service";
17 export type UploadProgress = (fileId: number, loaded: number, total: number, currentTime: number) => void;
19 export class CollectionService extends CommonResourceService<CollectionResource> {
20 constructor(serverApi: AxiosInstance, private keepService: KeepService, private webdavClient: WebDAV, private authService: AuthService) {
21 super(serverApi, "collections");
24 async files(uuid: string) {
25 const request = await this.webdavClient.propfind(`/c=${uuid}`);
26 if (request.responseXML != null) {
27 return createCollectionFilesTree(this.extractFilesData(request.responseXML));
29 return Promise.reject();
32 async deleteFile(collectionUuid: string, filePath: string){
33 return this.webdavClient.delete(`/c=${collectionUuid}${filePath}`);
37 extractFilesData(document: Document) {
39 .from(document.getElementsByTagName('D:response'))
42 const [displayNameElement] = Array.from(element.getElementsByTagName('D:displayname'));
43 const name = displayNameElement ? displayNameElement.innerHTML : undefined;
45 const [sizeElement] = Array.from(element.getElementsByTagName('D:getcontentlength'));
46 const size = sizeElement ? parseInt(sizeElement.innerHTML, 10) : 0;
48 const [hrefElement] = Array.from(element.getElementsByTagName('D:href'));
49 const pathname = hrefElement ? hrefElement.innerHTML : undefined;
50 const directory = pathname && pathname.replace(/\/c=[0-9a-zA-Z\-]*/, '').replace(`/${name || ''}`, '');
52 const href = this.webdavClient.defaults.baseUrl + pathname + '?api_token=' + this.authService.getApiToken();
56 id: `${directory}/${name}`,
61 const [resourceTypeElement] = Array.from(element.getElementsByTagName('D:resourcetype'));
62 return resourceTypeElement && resourceTypeElement.innerHTML === ''
63 ? createCollectionFile({ ...data, size })
64 : createCollectionDirectory(data);
70 private readFile(file: File): Promise<ArrayBuffer> {
71 return new Promise<ArrayBuffer>(resolve => {
72 const reader = new FileReader();
73 reader.onload = () => {
74 resolve(reader.result as ArrayBuffer);
77 reader.readAsArrayBuffer(file);
81 private uploadFile(keepServiceHost: string, file: File, fileId: number, onProgress?: UploadProgress): Promise<CollectionFile> {
82 return this.readFile(file).then(content => {
83 return axios.post<string>(keepServiceHost, content, {
85 'Content-Type': 'text/octet-stream'
87 onUploadProgress: (e: ProgressEvent) => {
89 onProgress(fileId, e.loaded, e.total, Date.now());
91 console.log(`${e.loaded} / ${e.total}`);
93 }).then(data => createCollectionFile({
101 private async updateManifest(collectionUuid: string, files: CollectionFile[]): Promise<CollectionResource> {
102 const collection = await this.get(collectionUuid);
103 const manifest: KeepManifestStream[] = parseKeepManifestText(collection.manifestText);
106 let kms = manifest.find(stream => stream.name === f.path);
115 kms.locators.push(f.id);
116 const len = kms.files.length;
117 const nextPos = len > 0
118 ? parseInt(kms.files[len - 1].position, 10) + kms.files[len - 1].size
122 position: nextPos.toString(),
127 console.log(manifest);
129 const manifestText = stringifyKeepManifest(manifest);
130 const data = { ...collection, manifestText };
131 return this.update(collectionUuid, CommonResourceService.mapKeys(_.snakeCase)(data));
134 uploadFiles(collectionUuid: string, files: File[], onProgress?: UploadProgress): Promise<CollectionResource | never> {
135 const filters = FilterBuilder.create()
136 .addEqual("service_type", "proxy");
138 return this.keepService.list({ filters }).then(data => {
139 if (data.items && data.items.length > 0) {
141 (data.items[0].serviceSslFlag ? "https://" : "http://") +
142 data.items[0].serviceHost +
143 ":" + data.items[0].servicePort;
145 console.log("serviceHost", serviceHost);
147 const files$ = files.map((f, idx) => this.uploadFile(serviceHost, f, idx, onProgress));
148 return Promise.all(files$).then(values => {
149 return this.updateManifest(collectionUuid, values);
152 return Promise.reject("Missing keep service host");