X-Git-Url: https://git.arvados.org/arvados-workbench2.git/blobdiff_plain/2ddeeb1b278734e895128feb2caa2bf720192b3d..50c7935cf1152cb9061f4c4bcbcb7086261a1204:/src/services/collection-service/collection-service.ts diff --git a/src/services/collection-service/collection-service.ts b/src/services/collection-service/collection-service.ts index 32eeac4f..9390777f 100644 --- a/src/services/collection-service/collection-service.ts +++ b/src/services/collection-service/collection-service.ts @@ -2,155 +2,84 @@ // // SPDX-License-Identifier: AGPL-3.0 -import { CommonResourceService } from "../../common/api/common-resource-service"; -import { CollectionResource } from "../../models/collection"; -import axios, { AxiosInstance } from "axios"; -import { KeepService } from "../keep-service/keep-service"; -import { FilterBuilder } from "../../common/api/filter-builder"; -import { CollectionFile, createCollectionFile, createCollectionDirectory, createCollectionFilesTree } from "../../models/collection-file"; -import { parseKeepManifestText, stringifyKeepManifest } from "../collection-files-service/collection-manifest-parser"; -import * as _ from "lodash"; -import { KeepManifestStream } from "../../models/keep-manifest"; -import { WebDAV } from "../../common/webdav"; +import { CollectionResource } from "~/models/collection"; +import { AxiosInstance } from "axios"; +import { CollectionFile, CollectionDirectory } from "~/models/collection-file"; +import { WebDAV } from "~/common/webdav"; import { AuthService } from "../auth-service/auth-service"; +import { mapTreeValues } from "~/models/tree"; +import { parseFilesResponse } from "./collection-service-files-response"; +import { fileToArrayBuffer } from "~/common/file"; +import { TrashableResourceService } from "~/services/common-service/trashable-resource-service"; +import { ApiActions } from "~/services/api/api-actions"; +import { snakeCase } from 'lodash'; export type UploadProgress = (fileId: number, loaded: number, total: number, currentTime: number) => void; -export class CollectionService extends CommonResourceService { - constructor(serverApi: AxiosInstance, private keepService: KeepService, private webdavClient: WebDAV, private authService: AuthService) { - super(serverApi, "collections"); +export class CollectionService extends TrashableResourceService { + constructor(serverApi: AxiosInstance, private webdavClient: WebDAV, private authService: AuthService, actions: ApiActions) { + super(serverApi, "collections", actions); } async files(uuid: string) { - const request = await this.webdavClient.propfind(`/c=${uuid}`); + const request = await this.webdavClient.propfind(`c=${uuid}`); if (request.responseXML != null) { - return createCollectionFilesTree(this.extractFilesData(request.responseXML)); + const filesTree = parseFilesResponse(request.responseXML); + return mapTreeValues(this.extendFileURL)(filesTree); } return Promise.reject(); } - async deleteFile(collectionUuid: string, filePath: string){ - return this.webdavClient.delete(`/c=${collectionUuid}${filePath}`); - } - - - extractFilesData(document: Document) { - return Array - .from(document.getElementsByTagName('D:response')) - .slice(1) - .map(element => { - const [displayNameElement] = Array.from(element.getElementsByTagName('D:displayname')); - const name = displayNameElement ? displayNameElement.innerHTML : undefined; - - const [sizeElement] = Array.from(element.getElementsByTagName('D:getcontentlength')); - const size = sizeElement ? parseInt(sizeElement.innerHTML, 10) : 0; - - const [hrefElement] = Array.from(element.getElementsByTagName('D:href')); - const pathname = hrefElement ? hrefElement.innerHTML : undefined; - const directory = pathname && pathname.replace(/\/c=[0-9a-zA-Z\-]*/, '').replace(`/${name || ''}`, ''); - - const href = this.webdavClient.defaults.baseUrl + pathname + '?api_token=' + this.authService.getApiToken(); - - const data = { - url: href, - id: `${directory}/${name}`, - name, - path: directory, - }; - - const [resourceTypeElement] = Array.from(element.getElementsByTagName('D:resourcetype')); - return resourceTypeElement && resourceTypeElement.innerHTML === '' - ? createCollectionFile({ ...data, size }) - : createCollectionDirectory(data); - - }); + async deleteFiles(collectionUuid: string, filePaths: string[]) { + for (const path of filePaths) { + const splittedPath = path.split('/'); + if (collectionUuid) { + await this.webdavClient.delete(`c=${collectionUuid}/${splittedPath[1]}`); + } else { + await this.webdavClient.delete(`c=${collectionUuid}${path}`); + } + } } - - private readFile(file: File): Promise { - return new Promise(resolve => { - const reader = new FileReader(); - reader.onload = () => { - resolve(reader.result as ArrayBuffer); - }; - - reader.readAsArrayBuffer(file); - }); + async uploadFiles(collectionUuid: string, files: File[], onProgress?: UploadProgress) { + // files have to be uploaded sequentially + for (let idx = 0; idx < files.length; idx++) { + await this.uploadFile(collectionUuid, files[idx], idx, onProgress); + } } - private uploadFile(keepServiceHost: string, file: File, fileId: number, onProgress?: UploadProgress): Promise { - return this.readFile(file).then(content => { - return axios.post(keepServiceHost, content, { - headers: { - 'Content-Type': 'text/octet-stream' - }, - onUploadProgress: (e: ProgressEvent) => { - if (onProgress) { - onProgress(fileId, e.loaded, e.total, Date.now()); - } - console.log(`${e.loaded} / ${e.total}`); - } - }).then(data => createCollectionFile({ - id: data.data, - name: file.name, - size: file.size - })); - }); + moveFile(collectionUuid: string, oldPath: string, newPath: string) { + return this.webdavClient.move( + `c=${collectionUuid}${oldPath}`, + `c=${collectionUuid}${encodeURI(newPath)}` + ); } - private async updateManifest(collectionUuid: string, files: CollectionFile[]): Promise { - const collection = await this.get(collectionUuid); - const manifest: KeepManifestStream[] = parseKeepManifestText(collection.manifestText); - - files.forEach(f => { - let kms = manifest.find(stream => stream.name === f.path); - if (!kms) { - kms = { - files: [], - locators: [], - name: f.path - }; - manifest.push(kms); - } - kms.locators.push(f.id); - const len = kms.files.length; - const nextPos = len > 0 - ? parseInt(kms.files[len - 1].position, 10) + kms.files[len - 1].size - : 0; - kms.files.push({ - name: f.name, - position: nextPos.toString(), - size: f.size - }); - }); - - console.log(manifest); - - const manifestText = stringifyKeepManifest(manifest); - const data = { ...collection, manifestText }; - return this.update(collectionUuid, CommonResourceService.mapKeys(_.snakeCase)(data)); + private extendFileURL = (file: CollectionDirectory | CollectionFile) => { + const baseUrl = this.webdavClient.defaults.baseURL.endsWith('/') + ? this.webdavClient.defaults.baseURL.slice(0, -1) + : this.webdavClient.defaults.baseURL; + const apiToken = this.authService.getApiToken(); + const splittedApiToken = apiToken ? apiToken.split('/') : []; + const userApiToken = `/t=${splittedApiToken[2]}/`; + const splittedPrevFileUrl = file.url.split('/'); + const url = `${baseUrl}/${splittedPrevFileUrl[1]}${userApiToken}${splittedPrevFileUrl[2]}`; + return { + ...file, + url + }; } - uploadFiles(collectionUuid: string, files: File[], onProgress?: UploadProgress): Promise { - const filters = FilterBuilder.create() - .addEqual("service_type", "proxy"); - - return this.keepService.list({ filters }).then(data => { - if (data.items && data.items.length > 0) { - const serviceHost = - (data.items[0].serviceSslFlag ? "https://" : "http://") + - data.items[0].serviceHost + - ":" + data.items[0].servicePort; - - console.log("serviceHost", serviceHost); - - const files$ = files.map((f, idx) => this.uploadFile(serviceHost, f, idx, onProgress)); - return Promise.all(files$).then(values => { - return this.updateManifest(collectionUuid, values); - }); - } else { - return Promise.reject("Missing keep service host"); + private async uploadFile(collectionUuid: string, file: File, fileId: number, onProgress: UploadProgress = () => { return; }) { + const fileURL = `c=${collectionUuid}/${file.name}`; + const requestConfig = { + headers: { + 'Content-Type': 'text/octet-stream' + }, + onUploadProgress: (e: ProgressEvent) => { + onProgress(fileId, e.loaded, e.total, Date.now()); } - }); + }; + return this.webdavClient.upload(fileURL, [file], requestConfig); } }