X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/0662b235357dd40b5d27efd06b60044ddcec06f6..be4852ec32e5eeed1af9a62017cfc39ed66ac186:/tools/keep-exercise/keep-exercise.go?ds=sidebyside diff --git a/tools/keep-exercise/keep-exercise.go b/tools/keep-exercise/keep-exercise.go index 9dc8f9425a..706664ce28 100644 --- a/tools/keep-exercise/keep-exercise.go +++ b/tools/keep-exercise/keep-exercise.go @@ -21,6 +21,7 @@ import ( "io" "io/ioutil" "log" + "net/http" "time" "git.curoverse.com/arvados.git/sdk/go/arvadosclient" @@ -47,20 +48,20 @@ func main() { if err != nil { log.Fatal(err) } - kc, err := keepclient.MakeKeepClient(&arv) + kc, err := keepclient.MakeKeepClient(arv) if err != nil { log.Fatal(err) } kc.Want_replicas = *Replicas - kc.Client.Timeout = 10 * time.Minute + kc.Client.(*http.Client).Timeout = 10 * time.Minute overrideServices(kc) - nextBuf := make(chan []byte, *WriteThreads) nextLocator := make(chan string, *ReadThreads+*WriteThreads) go countBeans(nextLocator) for i := 0; i < *WriteThreads; i++ { + nextBuf := make(chan []byte, 1) go makeBufs(nextBuf, i) go doWrites(kc, nextBuf, nextLocator) } @@ -106,23 +107,28 @@ func countBeans(nextLocator chan string) { } } -func makeBufs(nextBuf chan []byte, threadID int) { +func makeBufs(nextBuf chan<- []byte, threadID int) { buf := make([]byte, *BlockSize) if *VaryThread { binary.PutVarint(buf, int64(threadID)) } + randSize := 524288 + if randSize > *BlockSize { + randSize = *BlockSize + } for { if *VaryRequest { - buf = make([]byte, *BlockSize) - if _, err := io.ReadFull(rand.Reader, buf); err != nil { + rnd := make([]byte, randSize) + if _, err := io.ReadFull(rand.Reader, rnd); err != nil { log.Fatal(err) } + buf = append(rnd, buf[randSize:]...) } nextBuf <- buf } } -func doWrites(kc *keepclient.KeepClient, nextBuf chan []byte, nextLocator chan string) { +func doWrites(kc *keepclient.KeepClient, nextBuf <-chan []byte, nextLocator chan<- string) { for buf := range nextBuf { locator, _, err := kc.PutB(buf) if err != nil { @@ -139,7 +145,7 @@ func doWrites(kc *keepclient.KeepClient, nextBuf chan []byte, nextLocator chan s } } -func doReads(kc *keepclient.KeepClient, nextLocator chan string) { +func doReads(kc *keepclient.KeepClient, nextLocator <-chan string) { for locator := range nextLocator { rdr, size, url, err := kc.Get(locator) if err != nil {