X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/b01138f2ed3b666fd6075a6d77caddb5d5ca91e1..386faadf691e444b71d6c96e7c00792d9a0ba2c7:/services/keepstore/trash_worker.go

diff --git a/services/keepstore/trash_worker.go b/services/keepstore/trash_worker.go
index bc99e9657a..696c3e53a6 100644
--- a/services/keepstore/trash_worker.go
+++ b/services/keepstore/trash_worker.go
@@ -1,55 +1,61 @@
 package main
 
 import (
-	"git.curoverse.com/arvados.git/sdk/go/arvadosclient"
-	"log"
+	"errors"
 	"time"
+
+	"git.curoverse.com/arvados.git/sdk/go/arvados"
+	log "github.com/Sirupsen/logrus"
 )
 
-/*
-	Keepstore initiates trash worker channel goroutine.
-	The channel will process trash list.
-		For each (next) trash request:
-      Delete the block indicated by the trash request Locator
-		Repeat
-*/
+// RunTrashWorker is used by Keepstore to initiate trash worker channel goroutine.
+//	The channel will process trash list.
+//		For each (next) trash request:
+//      Delete the block indicated by the trash request Locator
+//		Repeat
+//
+func RunTrashWorker(trashq *WorkQueue) {
+	for item := range trashq.NextItem {
+		trashRequest := item.(TrashRequest)
+		TrashItem(trashRequest)
+		trashq.DoneItem <- struct{}{}
+	}
+}
 
-var defaultTrashLifetime int64 = 0
+// TrashItem deletes the indicated block from every writable volume.
+func TrashItem(trashRequest TrashRequest) {
+	reqMtime := time.Unix(0, trashRequest.BlockMtime)
+	if time.Since(reqMtime) < theConfig.BlobSignatureTTL.Duration() {
+		log.Printf("WARNING: data manager asked to delete a %v old block %v (BlockMtime %d = %v), but my blobSignatureTTL is %v! Skipping.",
+			arvados.Duration(time.Since(reqMtime)),
+			trashRequest.Locator,
+			trashRequest.BlockMtime,
+			reqMtime,
+			theConfig.BlobSignatureTTL)
+		return
+	}
 
-func RunTrashWorker(arv *arvadosclient.ArvadosClient, trashq *WorkQueue) {
-	if arv != nil {
-		defaultTrashLifetimeMap, err := arv.Discovery("defaultTrashLifetime")
+	for _, volume := range KeepVM.AllWritable() {
+		mtime, err := volume.Mtime(trashRequest.Locator)
 		if err != nil {
-			log.Fatalf("Error setting up arvados client %s", err.Error())
+			log.Printf("%v Delete(%v): %v", volume, trashRequest.Locator, err)
+			continue
+		}
+		if trashRequest.BlockMtime != mtime.UnixNano() {
+			log.Printf("%v Delete(%v): stored mtime %v does not match trash list value %v", volume, trashRequest.Locator, mtime.UnixNano(), trashRequest.BlockMtime)
+			continue
 		}
-		defaultTrashLifetime = int64(defaultTrashLifetimeMap["defaultTrashLifetime"].(float64))
-	}
 
-	nextItem := trashq.NextItem
-	for item := range nextItem {
-		trashRequest := item.(TrashRequest)
-		err := TrashItem(trashRequest)
-		if err != nil {
-			log.Printf("Trash request error for %s: %s", trashRequest, err)
+		if !theConfig.EnableDelete {
+			err = errors.New("did not delete block because EnableDelete is false")
+		} else {
+			err = volume.Trash(trashRequest.Locator)
 		}
-	}
-}
 
-/*
-	Delete the block indicated by the Locator in TrashRequest.
-*/
-func TrashItem(trashRequest TrashRequest) (err error) {
-	// Verify if the block is to be deleted based on its Mtime
-	for _, volume := range KeepVM.Volumes() {
-		mtime, err := volume.Mtime(trashRequest.Locator)
-		if err == nil {
-			if trashRequest.BlockMtime == mtime.Unix() {
-				currentTime := time.Now().Unix()
-				if (currentTime - trashRequest.BlockMtime) > defaultTrashLifetime {
-					err = volume.Delete(trashRequest.Locator)
-				}
-			}
+		if err != nil {
+			log.Printf("%v Delete(%v): %v", volume, trashRequest.Locator, err)
+		} else {
+			log.Printf("%v Delete(%v) OK", volume, trashRequest.Locator)
 		}
 	}
-	return
 }