X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/d14dd75b263d8f999603b66d23f74667d36a2412..bac58f7cf76f347f4eeb5e2436412e5ccbdebf7f:/services/keepstore/trash_worker.go diff --git a/services/keepstore/trash_worker.go b/services/keepstore/trash_worker.go index bc1775f97e..d7c73127eb 100644 --- a/services/keepstore/trash_worker.go +++ b/services/keepstore/trash_worker.go @@ -1,47 +1,70 @@ -package main +// Copyright (C) The Arvados Authors. All rights reserved. +// +// SPDX-License-Identifier: AGPL-3.0 + +package keepstore import ( - "log" + "errors" "time" -) -/* - Keepstore initiates trash worker channel goroutine. - The channel will process trash list. - For each (next) trash request: - Delete the block indicated by the trash request Locator - Repeat -*/ + "git.arvados.org/arvados.git/sdk/go/arvados" + "github.com/sirupsen/logrus" +) -func RunTrashWorker(trashq *WorkQueue) { +// RunTrashWorker processes the trash request queue. +func RunTrashWorker(volmgr *RRVolumeManager, logger logrus.FieldLogger, cluster *arvados.Cluster, trashq *WorkQueue) { for item := range trashq.NextItem { trashRequest := item.(TrashRequest) - TrashItem(trashRequest) + TrashItem(volmgr, logger, cluster, trashRequest) + trashq.DoneItem <- struct{}{} } } // TrashItem deletes the indicated block from every writable volume. -func TrashItem(trashRequest TrashRequest) { - reqMtime := time.Unix(trashRequest.BlockMtime, 0) - if time.Since(reqMtime) < blob_signature_ttl { - log.Printf("WARNING: data manager asked to delete a %v old block %v (BlockMtime %d = %v), but my blob_signature_ttl is %v! Skipping.", - time.Since(reqMtime), +func TrashItem(volmgr *RRVolumeManager, logger logrus.FieldLogger, cluster *arvados.Cluster, trashRequest TrashRequest) { + reqMtime := time.Unix(0, trashRequest.BlockMtime) + if time.Since(reqMtime) < cluster.Collections.BlobSigningTTL.Duration() { + logger.Warnf("client asked to delete a %v old block %v (BlockMtime %d = %v), but my blobSignatureTTL is %v! Skipping.", + arvados.Duration(time.Since(reqMtime)), trashRequest.Locator, trashRequest.BlockMtime, reqMtime, - blob_signature_ttl) + cluster.Collections.BlobSigningTTL) return } - for _, volume := range KeepVM.AllWritable() { + + var volumes []*VolumeMount + if uuid := trashRequest.MountUUID; uuid == "" { + volumes = volmgr.AllWritable() + } else if mnt := volmgr.Lookup(uuid, true); mnt == nil { + logger.Warnf("trash request for nonexistent mount: %v", trashRequest) + return + } else { + volumes = []*VolumeMount{mnt} + } + + for _, volume := range volumes { mtime, err := volume.Mtime(trashRequest.Locator) - if err != nil || trashRequest.BlockMtime != mtime.Unix() { + if err != nil { + logger.WithError(err).Errorf("%v Trash(%v)", volume, trashRequest.Locator) continue } - err = volume.Delete(trashRequest.Locator) - if err != nil { - log.Printf("%v Delete(%v): %v", volume, trashRequest.Locator, err) + if trashRequest.BlockMtime != mtime.UnixNano() { + logger.Infof("%v Trash(%v): stored mtime %v does not match trash list value %v; skipping", volume, trashRequest.Locator, mtime.UnixNano(), trashRequest.BlockMtime) continue } - log.Printf("%v Delete(%v) OK", volume, trashRequest.Locator) + + if !cluster.Collections.BlobTrash { + err = errors.New("skipping because Collections.BlobTrash is false") + } else { + err = volume.Trash(trashRequest.Locator) + } + + if err != nil { + logger.WithError(err).Errorf("%v Trash(%v)", volume, trashRequest.Locator) + } else { + logger.Infof("%v Trash(%v) OK", volume, trashRequest.Locator) + } } }