X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/c0f9c128aabb366435d751a3ea1a63b76c177f5b..fecb5eb18b9cf15459de8eba44b6e545962d8cd4:/services/keepstore/trash_worker_test.go diff --git a/services/keepstore/trash_worker_test.go b/services/keepstore/trash_worker_test.go index 40b291e6f3..857f86a790 100644 --- a/services/keepstore/trash_worker_test.go +++ b/services/keepstore/trash_worker_test.go @@ -2,6 +2,7 @@ package main import ( "container/list" + "context" "testing" "time" ) @@ -31,7 +32,7 @@ type TrashWorkerTestData struct { Expect no errors. */ func TestTrashWorkerIntegration_GetNonExistingLocator(t *testing.T) { - never_delete = false + theConfig.EnableDelete = true testData := TrashWorkerTestData{ Locator1: "5d41402abc4b2a76b9719d911017c592", Block1: []byte("hello"), @@ -53,17 +54,17 @@ func TestTrashWorkerIntegration_GetNonExistingLocator(t *testing.T) { Expect the second locator in volume 2 to be unaffected. */ func TestTrashWorkerIntegration_LocatorInVolume1(t *testing.T) { - never_delete = false + theConfig.EnableDelete = true testData := TrashWorkerTestData{ - Locator1: TEST_HASH, - Block1: TEST_BLOCK, + Locator1: TestHash, + Block1: TestBlock, - Locator2: TEST_HASH_2, - Block2: TEST_BLOCK_2, + Locator2: TestHash2, + Block2: TestBlock2, CreateData: true, - DeleteLocator: TEST_HASH, // first locator + DeleteLocator: TestHash, // first locator ExpectLocator1: false, ExpectLocator2: true, @@ -75,17 +76,17 @@ func TestTrashWorkerIntegration_LocatorInVolume1(t *testing.T) { Expect the first locator in volume 1 to be unaffected. */ func TestTrashWorkerIntegration_LocatorInVolume2(t *testing.T) { - never_delete = false + theConfig.EnableDelete = true testData := TrashWorkerTestData{ - Locator1: TEST_HASH, - Block1: TEST_BLOCK, + Locator1: TestHash, + Block1: TestBlock, - Locator2: TEST_HASH_2, - Block2: TEST_BLOCK_2, + Locator2: TestHash2, + Block2: TestBlock2, CreateData: true, - DeleteLocator: TEST_HASH_2, // locator 2 + DeleteLocator: TestHash2, // locator 2 ExpectLocator1: true, ExpectLocator2: false, @@ -97,17 +98,17 @@ func TestTrashWorkerIntegration_LocatorInVolume2(t *testing.T) { Expect locator to be deleted from both volumes. */ func TestTrashWorkerIntegration_LocatorInBothVolumes(t *testing.T) { - never_delete = false + theConfig.EnableDelete = true testData := TrashWorkerTestData{ - Locator1: TEST_HASH, - Block1: TEST_BLOCK, + Locator1: TestHash, + Block1: TestBlock, - Locator2: TEST_HASH, - Block2: TEST_BLOCK, + Locator2: TestHash, + Block2: TestBlock, CreateData: true, - DeleteLocator: TEST_HASH, + DeleteLocator: TestHash, ExpectLocator1: false, ExpectLocator2: false, @@ -119,18 +120,18 @@ func TestTrashWorkerIntegration_LocatorInBothVolumes(t *testing.T) { Delete the second and expect the first to be still around. */ func TestTrashWorkerIntegration_MtimeMatchesForLocator1ButNotForLocator2(t *testing.T) { - never_delete = false + theConfig.EnableDelete = true testData := TrashWorkerTestData{ - Locator1: TEST_HASH, - Block1: TEST_BLOCK, + Locator1: TestHash, + Block1: TestBlock, - Locator2: TEST_HASH, - Block2: TEST_BLOCK, + Locator2: TestHash, + Block2: TestBlock, CreateData: true, DifferentMtimes: true, - DeleteLocator: TEST_HASH, + DeleteLocator: TestHash, ExpectLocator1: true, ExpectLocator2: false, @@ -143,18 +144,18 @@ func TestTrashWorkerIntegration_MtimeMatchesForLocator1ButNotForLocator2(t *test Expect the other unaffected. */ func TestTrashWorkerIntegration_TwoDifferentLocatorsInVolume1(t *testing.T) { - never_delete = false + theConfig.EnableDelete = true testData := TrashWorkerTestData{ - Locator1: TEST_HASH, - Block1: TEST_BLOCK, + Locator1: TestHash, + Block1: TestBlock, - Locator2: TEST_HASH_2, - Block2: TEST_BLOCK_2, + Locator2: TestHash2, + Block2: TestBlock2, CreateData: true, CreateInVolume1: true, - DeleteLocator: TEST_HASH, // locator 1 + DeleteLocator: TestHash, // locator 1 ExpectLocator1: false, ExpectLocator2: true, @@ -163,23 +164,23 @@ func TestTrashWorkerIntegration_TwoDifferentLocatorsInVolume1(t *testing.T) { } /* Allow default Trash Life time to be used. Thus, the newly created block - will not be deleted becuase its Mtime is within the trash life time. + will not be deleted because its Mtime is within the trash life time. */ func TestTrashWorkerIntegration_SameLocatorInTwoVolumesWithDefaultTrashLifeTime(t *testing.T) { - never_delete = false + theConfig.EnableDelete = true testData := TrashWorkerTestData{ - Locator1: TEST_HASH, - Block1: TEST_BLOCK, + Locator1: TestHash, + Block1: TestBlock, - Locator2: TEST_HASH_2, - Block2: TEST_BLOCK_2, + Locator2: TestHash2, + Block2: TestBlock2, CreateData: true, CreateInVolume1: true, UseTrashLifeTime: true, - DeleteLocator: TEST_HASH, // locator 1 + DeleteLocator: TestHash, // locator 1 // Since trash life time is in effect, block won't be deleted. ExpectLocator1: true, @@ -188,21 +189,21 @@ func TestTrashWorkerIntegration_SameLocatorInTwoVolumesWithDefaultTrashLifeTime( performTrashWorkerTest(testData, t) } -/* Delete a block with matching mtime for locator in both volumes, but never_delete is true, +/* Delete a block with matching mtime for locator in both volumes, but EnableDelete is false, so block won't be deleted. */ -func TestTrashWorkerIntegration_NeverDelete(t *testing.T) { - never_delete = true +func TestTrashWorkerIntegration_DisabledDelete(t *testing.T) { + theConfig.EnableDelete = false testData := TrashWorkerTestData{ - Locator1: TEST_HASH, - Block1: TEST_BLOCK, + Locator1: TestHash, + Block1: TestBlock, - Locator2: TEST_HASH, - Block2: TEST_BLOCK, + Locator2: TestHash, + Block2: TestBlock, CreateData: true, - DeleteLocator: TEST_HASH, + DeleteLocator: TestHash, ExpectLocator1: true, ExpectLocator2: true, @@ -219,24 +220,24 @@ func performTrashWorkerTest(testData TrashWorkerTestData, t *testing.T) { // Put test content vols := KeepVM.AllWritable() if testData.CreateData { - vols[0].Put(testData.Locator1, testData.Block1) - vols[0].Put(testData.Locator1+".meta", []byte("metadata")) + vols[0].Put(context.TODO(), testData.Locator1, testData.Block1) + vols[0].Put(context.TODO(), testData.Locator1+".meta", []byte("metadata")) if testData.CreateInVolume1 { - vols[0].Put(testData.Locator2, testData.Block2) - vols[0].Put(testData.Locator2+".meta", []byte("metadata")) + vols[0].Put(context.TODO(), testData.Locator2, testData.Block2) + vols[0].Put(context.TODO(), testData.Locator2+".meta", []byte("metadata")) } else { - vols[1].Put(testData.Locator2, testData.Block2) - vols[1].Put(testData.Locator2+".meta", []byte("metadata")) + vols[1].Put(context.TODO(), testData.Locator2, testData.Block2) + vols[1].Put(context.TODO(), testData.Locator2+".meta", []byte("metadata")) } } - oldBlockTime := time.Now().Add(-blob_signature_ttl - time.Minute) + oldBlockTime := time.Now().Add(-theConfig.BlobSignatureTTL.Duration() - time.Minute) // Create TrashRequest for the test trashRequest := TrashRequest{ Locator: testData.DeleteLocator, - BlockMtime: oldBlockTime.Unix(), + BlockMtime: oldBlockTime.UnixNano(), } // Run trash worker and put the trashRequest on trashq @@ -290,26 +291,27 @@ func performTrashWorkerTest(testData TrashWorkerTestData, t *testing.T) { expectEqualWithin(t, time.Second, 0, func() interface{} { return trashq.Status().InProgress }) // Verify Locator1 to be un/deleted as expected - data, _ := GetBlock(testData.Locator1, false) + buf := make([]byte, BlockSize) + size, err := GetBlock(context.TODO(), testData.Locator1, buf, nil) if testData.ExpectLocator1 { - if len(data) == 0 { + if size == 0 || err != nil { t.Errorf("Expected Locator1 to be still present: %s", testData.Locator1) } } else { - if len(data) > 0 { + if size > 0 || err == nil { t.Errorf("Expected Locator1 to be deleted: %s", testData.Locator1) } } // Verify Locator2 to be un/deleted as expected if testData.Locator1 != testData.Locator2 { - data, _ = GetBlock(testData.Locator2, false) + size, err = GetBlock(context.TODO(), testData.Locator2, buf, nil) if testData.ExpectLocator2 { - if len(data) == 0 { + if size == 0 || err != nil { t.Errorf("Expected Locator2 to be still present: %s", testData.Locator2) } } else { - if len(data) > 0 { + if size > 0 || err == nil { t.Errorf("Expected Locator2 to be deleted: %s", testData.Locator2) } } @@ -321,7 +323,8 @@ func performTrashWorkerTest(testData TrashWorkerTestData, t *testing.T) { if testData.DifferentMtimes { locatorFoundIn := 0 for _, volume := range KeepVM.AllReadable() { - if _, err := volume.Get(testData.Locator1); err == nil { + buf := make([]byte, BlockSize) + if _, err := volume.Get(context.TODO(), testData.Locator1, buf); err == nil { locatorFoundIn = locatorFoundIn + 1 } }