services/crunch-run/upload_test.go

   1 package main
   2
   3 import (
   4         . "gopkg.in/check.v1"
   5         "io/ioutil"
   6         "log"
   7         "os"
   8         "sync"
   9 )
  10
  11 type UploadTestSuite struct{}
  12
  13 // Gocheck boilerplate
  14 var _ = Suite(&UploadTestSuite{})
  15
  16 func (s *TestSuite) TestSimpleUpload(c *C) {
  17         tmpdir, _ := ioutil.TempDir("", "")
  18         defer func() {
  19                 os.RemoveAll(tmpdir)
  20         }()
  21
  22         ioutil.WriteFile(tmpdir+"/"+"file1.txt", []byte("foo"), 0600)
  23
  24         cw := CollectionWriter{0, &KeepTestClient{}, nil, nil, sync.Mutex{}}
  25         str, err := cw.WriteTree(tmpdir, log.New(os.Stdout, "", 0))
  26         c.Check(err, IsNil)
  27         c.Check(str, Equals, ". acbd18db4cc2f85cedef654fccc4a4d8+3 0:3:file1.txt\n")
  28 }
  29
  30 func (s *TestSuite) TestSimpleUploadTwofiles(c *C) {
  31         tmpdir, _ := ioutil.TempDir("", "")
  32         defer func() {
  33                 os.RemoveAll(tmpdir)
  34         }()
  35
  36         ioutil.WriteFile(tmpdir+"/"+"file1.txt", []byte("foo"), 0600)
  37         ioutil.WriteFile(tmpdir+"/"+"file2.txt", []byte("bar"), 0600)
  38
  39         cw := CollectionWriter{0, &KeepTestClient{}, nil, nil, sync.Mutex{}}
  40         str, err := cw.WriteTree(tmpdir, log.New(os.Stdout, "", 0))
  41
  42         c.Check(err, IsNil)
  43         c.Check(str, Equals, ". 3858f62230ac3c915f300c664312c63f+6 0:3:file1.txt 3:3:file2.txt\n")
  44 }
  45
  46 func (s *TestSuite) TestSimpleUploadSubdir(c *C) {
  47         tmpdir, _ := ioutil.TempDir("", "")
  48         defer func() {
  49                 os.RemoveAll(tmpdir)
  50         }()
  51
  52         os.Mkdir(tmpdir+"/subdir", 0700)
  53
  54         ioutil.WriteFile(tmpdir+"/"+"file1.txt", []byte("foo"), 0600)
  55         ioutil.WriteFile(tmpdir+"/subdir/file2.txt", []byte("bar"), 0600)
  56
  57         cw := CollectionWriter{0, &KeepTestClient{}, nil, nil, sync.Mutex{}}
  58         str, err := cw.WriteTree(tmpdir, log.New(os.Stdout, "", 0))
  59
  60         c.Check(err, IsNil)
  61
  62         // streams can get added in either order because of scheduling
  63         // of goroutines.
  64         if str != `. acbd18db4cc2f85cedef654fccc4a4d8+3 0:3:file1.txt
  65 ./subdir 37b51d194a7513e45b56f6524f2d51f2+3 0:3:file2.txt
  66 ` && str != `./subdir 37b51d194a7513e45b56f6524f2d51f2+3 0:3:file2.txt
  67 . acbd18db4cc2f85cedef654fccc4a4d8+3 0:3:file1.txt
  68 ` {
  69                 c.Error("Did not get expected manifest text")
  70         }
  71 }
  72
  73 func (s *TestSuite) TestSimpleUploadLarge(c *C) {
  74         tmpdir, _ := ioutil.TempDir("", "")
  75         defer func() {
  76                 os.RemoveAll(tmpdir)
  77         }()
  78
  79         file, _ := os.Create(tmpdir + "/" + "file1.txt")
  80         data := make([]byte, 1024*1024-1)
  81         for i := range data {
  82                 data[i] = byte(i % 10)
  83         }
  84         for i := 0; i < 65; i++ {
  85                 file.Write(data)
  86         }
  87         file.Close()
  88
  89         ioutil.WriteFile(tmpdir+"/"+"file2.txt", []byte("bar"), 0600)
  90
  91         cw := CollectionWriter{0, &KeepTestClient{}, nil, nil, sync.Mutex{}}
  92         str, err := cw.WriteTree(tmpdir, log.New(os.Stdout, "", 0))
  93
  94         c.Check(err, IsNil)
  95         c.Check(str, Equals, ". 00ecf01e0d93385115c9f8bed757425d+67108864 485cd630387b6b1846fe429f261ea05f+1048514 0:68157375:file1.txt 68157375:3:file2.txt\n")
  96 }
  97
  98 func (s *TestSuite) TestUploadEmptySubdir(c *C) {
  99         tmpdir, _ := ioutil.TempDir("", "")
 100         defer func() {
 101                 os.RemoveAll(tmpdir)
 102         }()
 103
 104         os.Mkdir(tmpdir+"/subdir", 0700)
 105
 106         ioutil.WriteFile(tmpdir+"/"+"file1.txt", []byte("foo"), 0600)
 107
 108         cw := CollectionWriter{0, &KeepTestClient{}, nil, nil, sync.Mutex{}}
 109         str, err := cw.WriteTree(tmpdir, log.New(os.Stdout, "", 0))
 110
 111         c.Check(err, IsNil)
 112         c.Check(str, Equals, `. acbd18db4cc2f85cedef654fccc4a4d8+3 0:3:file1.txt
 113 `)
 114 }
 115
 116 func (s *TestSuite) TestUploadEmptyFile(c *C) {
 117         tmpdir, _ := ioutil.TempDir("", "")
 118         defer func() {
 119                 os.RemoveAll(tmpdir)
 120         }()
 121
 122         ioutil.WriteFile(tmpdir+"/"+"file1.txt", []byte(""), 0600)
 123
 124         cw := CollectionWriter{0, &KeepTestClient{}, nil, nil, sync.Mutex{}}
 125         str, err := cw.WriteTree(tmpdir, log.New(os.Stdout, "", 0))
 126
 127         c.Check(err, IsNil)
 128         c.Check(str, Equals, `. d41d8cd98f00b204e9800998ecf8427e+0 0:0:file1.txt
 129 `)
 130 }
 131
 132 func (s *TestSuite) TestUploadError(c *C) {
 133         tmpdir, _ := ioutil.TempDir("", "")
 134         defer func() {
 135                 os.RemoveAll(tmpdir)
 136         }()
 137
 138         ioutil.WriteFile(tmpdir+"/"+"file1.txt", []byte("foo"), 0600)
 139
 140         cw := CollectionWriter{0, &KeepErrorTestClient{}, nil, nil, sync.Mutex{}}
 141         str, err := cw.WriteTree(tmpdir, log.New(os.Stdout, "", 0))
 142
 143         c.Check(err, NotNil)
 144         c.Check(str, Equals, "")
 145 }