services/keepstore/trash_worker.go

   1 // Copyright (C) The Arvados Authors. All rights reserved.
   2 //
   3 // SPDX-License-Identifier: AGPL-3.0
   4
   5 package main
   6
   7 import (
   8         "errors"
   9         "time"
  10
  11         "git.arvados.org/arvados.git/sdk/go/arvados"
  12         "github.com/sirupsen/logrus"
  13 )
  14
  15 // RunTrashWorker is used by Keepstore to initiate trash worker channel goroutine.
  16 //      The channel will process trash list.
  17 //              For each (next) trash request:
  18 //      Delete the block indicated by the trash request Locator
  19 //              Repeat
  20 //
  21 func RunTrashWorker(volmgr *RRVolumeManager, logger logrus.FieldLogger, cluster *arvados.Cluster, trashq *WorkQueue) {
  22         for item := range trashq.NextItem {
  23                 trashRequest := item.(TrashRequest)
  24                 TrashItem(volmgr, logger, cluster, trashRequest)
  25                 trashq.DoneItem <- struct{}{}
  26         }
  27 }
  28
  29 // TrashItem deletes the indicated block from every writable volume.
  30 func TrashItem(volmgr *RRVolumeManager, logger logrus.FieldLogger, cluster *arvados.Cluster, trashRequest TrashRequest) {
  31         reqMtime := time.Unix(0, trashRequest.BlockMtime)
  32         if time.Since(reqMtime) < cluster.Collections.BlobSigningTTL.Duration() {
  33                 logger.Warnf("client asked to delete a %v old block %v (BlockMtime %d = %v), but my blobSignatureTTL is %v! Skipping.",
  34                         arvados.Duration(time.Since(reqMtime)),
  35                         trashRequest.Locator,
  36                         trashRequest.BlockMtime,
  37                         reqMtime,
  38                         cluster.Collections.BlobSigningTTL)
  39                 return
  40         }
  41
  42         var volumes []*VolumeMount
  43         if uuid := trashRequest.MountUUID; uuid == "" {
  44                 volumes = volmgr.AllWritable()
  45         } else if mnt := volmgr.Lookup(uuid, true); mnt == nil {
  46                 logger.Warnf("trash request for nonexistent mount: %v", trashRequest)
  47                 return
  48         } else {
  49                 volumes = []*VolumeMount{mnt}
  50         }
  51
  52         for _, volume := range volumes {
  53                 mtime, err := volume.Mtime(trashRequest.Locator)
  54                 if err != nil {
  55                         logger.WithError(err).Errorf("%v Trash(%v)", volume, trashRequest.Locator)
  56                         continue
  57                 }
  58                 if trashRequest.BlockMtime != mtime.UnixNano() {
  59                         logger.Infof("%v Trash(%v): stored mtime %v does not match trash list value %v; skipping", volume, trashRequest.Locator, mtime.UnixNano(), trashRequest.BlockMtime)
  60                         continue
  61                 }
  62
  63                 if !cluster.Collections.BlobTrash {
  64                         err = errors.New("skipping because Collections.BlobTrash is false")
  65                 } else {
  66                         err = volume.Trash(trashRequest.Locator)
  67                 }
  68
  69                 if err != nil {
  70                         logger.WithError(err).Errorf("%v Trash(%v)", volume, trashRequest.Locator)
  71                 } else {
  72                         logger.Infof("%v Trash(%v) OK", volume, trashRequest.Locator)
  73                 }
  74         }
  75 }