Merge branch 'master' into 5538-close-idle-connections

[arvados.git] / services / keepstore / volume_generic_test.go

diff --git a/services/keepstore/volume_generic_test.go b/services/keepstore/volume_generic_test.go
index 6dca74eaf2100e7003f9727041dbe07d999d632a..61088f10fa2d4ef30e969a77e107b824073684e6 100644 (file)
--- a/services/keepstore/volume_generic_test.go
+++ b/services/keepstore/volume_generic_test.go
@@ -2,6 +2,8 @@ package main
 
 import (
        "bytes"
+       "crypto/md5"
+       "fmt"
        "os"
        "regexp"
        "sort"
@@ -22,6 +24,7 @@ func DoGenericVolumeTests(t *testing.T, factory TestableVolumeFactory) {
        testGet(t, factory)
        testGetNoSuchBlock(t, factory)
 
+       testCompareNonexistent(t, factory)
        testCompareSameContent(t, factory, TestHash, TestBlock)
        testCompareSameContent(t, factory, EmptyHash, EmptyBlock)
        testCompareWithCollision(t, factory, TestHash, TestBlock, []byte("baddata"))
@@ -58,6 +61,8 @@ func DoGenericVolumeTests(t *testing.T, factory TestableVolumeFactory) {
 
        testGetConcurrent(t, factory)
        testPutConcurrent(t, factory)
+
+       testPutFullBlock(t, factory)
 }
 
 // Put a test block, get it and verify content
@@ -91,6 +96,19 @@ func testGetNoSuchBlock(t *testing.T, factory TestableVolumeFactory) {
        }
 }
 
+// Compare() should return os.ErrNotExist if the block does not exist.
+// Otherwise, writing new data causes CompareAndTouch() to generate
+// error logs even though everything is working fine.
+func testCompareNonexistent(t *testing.T, factory TestableVolumeFactory) {
+       v := factory(t)
+       defer v.Teardown()
+
+       err := v.Compare(TestHash, TestBlock)
+       if err != os.ErrNotExist {
+               t.Errorf("Got err %T %q, expected os.ErrNotExist", err, err)
+       }
+}
+
 // Put a test block and compare the locator with same content
 // Test should pass for both writable and read-only volumes
 func testCompareSameContent(t *testing.T, factory TestableVolumeFactory, testHash string, testData []byte) {
@@ -332,6 +350,13 @@ func testIndexTo(t *testing.T, factory TestableVolumeFactory) {
        v.PutRaw(TestHash2, TestBlock2)
        v.PutRaw(TestHash3, TestBlock3)
 
+       // Blocks whose names aren't Keep hashes should be omitted from
+       // index
+       v.PutRaw("fffffffffnotreallyahashfffffffff", nil)
+       v.PutRaw("FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF", nil)
+       v.PutRaw("f0000000000000000000000000000000f", nil)
+       v.PutRaw("f00", nil)
+
        buf := new(bytes.Buffer)
        v.IndexTo("", buf)
        indexRows := strings.Split(string(buf.Bytes()), "\n")
@@ -633,3 +658,31 @@ func testPutConcurrent(t *testing.T, factory TestableVolumeFactory) {
                t.Errorf("Get #3: expected %s, got %s", string(TestBlock3), string(buf))
        }
 }
+
+// Write and read back a full size block
+func testPutFullBlock(t *testing.T, factory TestableVolumeFactory) {
+       v := factory(t)
+       defer v.Teardown()
+
+       if !v.Writable() {
+               return
+       }
+
+       wdata := make([]byte, BlockSize)
+       wdata[0] = 'a'
+       wdata[BlockSize-1] = 'z'
+       hash := fmt.Sprintf("%x", md5.Sum(wdata))
+       err := v.Put(hash, wdata)
+       if err != nil {
+               t.Fatal(err)
+       }
+       rdata, err := v.Get(hash)
+       if err != nil {
+               t.Error(err)
+       } else {
+               defer bufs.Put(rdata)
+       }
+       if bytes.Compare(rdata, wdata) != 0 {
+               t.Error("rdata != wdata")
+       }
+}