5043: Accept long stderr lines from crunch tasks.

[arvados.git] / services / crunchstat / crunchstat_test.go

diff --git a/services/crunchstat/crunchstat_test.go b/services/crunchstat/crunchstat_test.go
index e3c3a597eacb640557e0e9fdd789a017ab35a8c8..91fe851e0f98be016f0c8ff7a5f398e6ecaee43e 100644 (file)
--- a/services/crunchstat/crunchstat_test.go
+++ b/services/crunchstat/crunchstat_test.go
@@ -2,10 +2,13 @@ package main
 
 import (
        "bufio"
+       "bytes"
        "io"
+       "math/rand"
        "os"
        "regexp"
        "testing"
+       "time"
 )
 
 func TestReadAllOrWarnFail(t *testing.T) {
@@ -51,8 +54,8 @@ func TestReadAllOrWarnSuccess(t *testing.T) {
        }
 }
 
-// Test that if CopyPipeToChan reads a line longer than
-// bufio.MaxScanTokenSize, it emits an error to the output channel.
+// Test that CopyPipeToChan works even on lines longer than
+// bufio.MaxScanTokenSize.
 func TestCopyPipeToChanLongLines(t *testing.T) {
        logChan := make(chan string)
        control := make(chan bool)
@@ -60,20 +63,33 @@ func TestCopyPipeToChanLongLines(t *testing.T) {
        pipeIn, pipeOut := io.Pipe()
        go CopyPipeToChan(pipeIn, logChan, control)
 
+       sentBytes := make([]byte, bufio.MaxScanTokenSize + (1 << 22))
        go func() {
-               long_line := make([]byte, bufio.MaxScanTokenSize+1)
-               for i := range long_line {
-                       long_line[i] = byte('x')
+               for i := range sentBytes {
+                       // Some bytes that aren't newlines:
+                       sentBytes[i] = byte((rand.Int() & 0xff) | 0x80)
                }
-               pipeOut.Write(long_line)
+               pipeOut.Write([]byte("before\n"))
+               pipeOut.Write(sentBytes)
+               pipeOut.Write([]byte("\nafter\n"))
+               pipeOut.Close()
        }()
 
-       // Expect error message from logChan.
-
-       errmsg := <-logChan
-       if matched, err := regexp.MatchString("^crunchstat: line buffering error:.*token too long", errmsg); err != nil || !matched {
-               t.Fatalf("expected CopyPipeToChan error, got %s", errmsg)
+       if before := <-logChan; before != "before" {
+               t.Fatalf("\"before\" not received (got \"%s\")", before)
+       }
+       receivedString := <-logChan
+       receivedBytes := []byte(receivedString)
+       if bytes.Compare(receivedBytes, sentBytes) != 0 {
+               t.Fatalf("sent %d bytes, got %d different bytes", len(sentBytes), len(receivedBytes))
+       }
+       if after := <-logChan; after != "after" {
+               t.Fatal("\"after\" not received")
+       }
+       select {
+       case <-time.After(time.Second):
+               t.Fatal("Timeout")
+       case <-control:
+               // Done.
        }
-
-       <-control
 }