X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/8805632994d42c0e3b31fd5ac010d916cac12de1..35b91242eb6bcc002815519afa24effecd8fa6b6:/services/keepstore/trash_worker.go diff --git a/services/keepstore/trash_worker.go b/services/keepstore/trash_worker.go index 72b9a4663a..8f78658c3a 100644 --- a/services/keepstore/trash_worker.go +++ b/services/keepstore/trash_worker.go @@ -1,6 +1,7 @@ package main import ( + "errors" "log" "time" ) @@ -14,31 +15,47 @@ import ( */ func RunTrashWorker(trashq *WorkQueue) { - nextItem := trashq.NextItem - for item := range nextItem { + for item := range trashq.NextItem { trashRequest := item.(TrashRequest) - err := TrashItem(trashRequest) - if err != nil { - log.Printf("Trash request error for %s: %s", trashRequest, err) - } + TrashItem(trashRequest) + trashq.DoneItem <- struct{}{} } } -/* - Delete the block indicated by the Locator in TrashRequest. -*/ -func TrashItem(trashRequest TrashRequest) (err error) { - // Verify if the block is to be deleted based on its Mtime - for _, volume := range KeepVM.Volumes() { +// TrashItem deletes the indicated block from every writable volume. +func TrashItem(trashRequest TrashRequest) { + reqMtime := time.Unix(trashRequest.BlockMtime, 0) + if time.Since(reqMtime) < blob_signature_ttl { + log.Printf("WARNING: data manager asked to delete a %v old block %v (BlockMtime %d = %v), but my blob_signature_ttl is %v! Skipping.", + time.Since(reqMtime), + trashRequest.Locator, + trashRequest.BlockMtime, + reqMtime, + blob_signature_ttl) + return + } + + for _, volume := range KeepVM.AllWritable() { mtime, err := volume.Mtime(trashRequest.Locator) - if err == nil { - if trashRequest.BlockMtime == mtime.Unix() { - currentTime := time.Now().Unix() - if time.Duration(currentTime-trashRequest.BlockMtime)*time.Second >= permission_ttl { - err = volume.Delete(trashRequest.Locator) - } - } + if err != nil { + log.Printf("%v Delete(%v): %v", volume, trashRequest.Locator, err) + continue + } + if trashRequest.BlockMtime != mtime.Unix() { + log.Printf("%v Delete(%v): mtime on volume is %v does not match trash list value %v", volume, trashRequest.Locator, mtime.Unix(), trashRequest.BlockMtime) + continue + } + + if never_delete { + err = errors.New("did not delete block because never_delete is true") + } else { + err = volume.Delete(trashRequest.Locator) + } + + if err != nil { + log.Printf("%v Delete(%v): %v", volume, trashRequest.Locator, err) + } else { + log.Printf("%v Delete(%v) OK", volume, trashRequest.Locator) } } - return }