Merge branch '8508-datamanager-test-badpaths' of https://github.com/wtsi-hgi/arvados...
[arvados.git] / services / crunch-run / upload_test.go
1 package main
2
3 import (
4         . "gopkg.in/check.v1"
5         "io/ioutil"
6         "log"
7         "os"
8         "sync"
9 )
10
11 type UploadTestSuite struct{}
12
13 // Gocheck boilerplate
14 var _ = Suite(&UploadTestSuite{})
15
16 func (s *TestSuite) TestSimpleUpload(c *C) {
17         tmpdir, _ := ioutil.TempDir("", "")
18         defer func() {
19                 os.RemoveAll(tmpdir)
20         }()
21
22         ioutil.WriteFile(tmpdir+"/"+"file1.txt", []byte("foo"), 0600)
23
24         cw := CollectionWriter{&KeepTestClient{}, nil, sync.Mutex{}}
25         str, err := cw.WriteTree(tmpdir, log.New(os.Stdout, "", 0))
26         c.Check(err, IsNil)
27         c.Check(str, Equals, ". acbd18db4cc2f85cedef654fccc4a4d8+3 0:3:file1.txt\n")
28 }
29
30 func (s *TestSuite) TestSimpleUploadTwofiles(c *C) {
31         tmpdir, _ := ioutil.TempDir("", "")
32         defer func() {
33                 os.RemoveAll(tmpdir)
34         }()
35
36         ioutil.WriteFile(tmpdir+"/"+"file1.txt", []byte("foo"), 0600)
37         ioutil.WriteFile(tmpdir+"/"+"file2.txt", []byte("bar"), 0600)
38
39         cw := CollectionWriter{&KeepTestClient{}, nil, sync.Mutex{}}
40         str, err := cw.WriteTree(tmpdir, log.New(os.Stdout, "", 0))
41
42         c.Check(err, IsNil)
43         c.Check(str, Equals, ". 3858f62230ac3c915f300c664312c63f+6 0:3:file1.txt 3:3:file2.txt\n")
44 }
45
46 func (s *TestSuite) TestSimpleUploadSubdir(c *C) {
47         tmpdir, _ := ioutil.TempDir("", "")
48         defer func() {
49                 os.RemoveAll(tmpdir)
50         }()
51
52         os.Mkdir(tmpdir+"/subdir", 0700)
53
54         ioutil.WriteFile(tmpdir+"/"+"file1.txt", []byte("foo"), 0600)
55         ioutil.WriteFile(tmpdir+"/subdir/file2.txt", []byte("bar"), 0600)
56
57         cw := CollectionWriter{&KeepTestClient{}, nil, sync.Mutex{}}
58         str, err := cw.WriteTree(tmpdir, log.New(os.Stdout, "", 0))
59
60         c.Check(err, IsNil)
61
62         // streams can get added in either order because of scheduling
63         // of goroutines.
64         if str != `. acbd18db4cc2f85cedef654fccc4a4d8+3 0:3:file1.txt
65 ./subdir 37b51d194a7513e45b56f6524f2d51f2+3 0:3:file2.txt
66 ` && str != `./subdir 37b51d194a7513e45b56f6524f2d51f2+3 0:3:file2.txt
67 . acbd18db4cc2f85cedef654fccc4a4d8+3 0:3:file1.txt
68 ` {
69                 c.Error("Did not get expected manifest text")
70         }
71 }
72
73 func (s *TestSuite) TestSimpleUploadLarge(c *C) {
74         tmpdir, _ := ioutil.TempDir("", "")
75         defer func() {
76                 os.RemoveAll(tmpdir)
77         }()
78
79         file, _ := os.Create(tmpdir + "/" + "file1.txt")
80         data := make([]byte, 1024*1024-1)
81         for i := range data {
82                 data[i] = byte(i % 10)
83         }
84         for i := 0; i < 65; i++ {
85                 file.Write(data)
86         }
87         file.Close()
88
89         ioutil.WriteFile(tmpdir+"/"+"file2.txt", []byte("bar"), 0600)
90
91         cw := CollectionWriter{&KeepTestClient{}, nil, sync.Mutex{}}
92         str, err := cw.WriteTree(tmpdir, log.New(os.Stdout, "", 0))
93
94         c.Check(err, IsNil)
95         c.Check(str, Equals, ". 00ecf01e0d93385115c9f8bed757425d+67108864 485cd630387b6b1846fe429f261ea05f+1048514 0:68157375:file1.txt 68157375:3:file2.txt\n")
96 }
97
98 func (s *TestSuite) TestUploadEmptySubdir(c *C) {
99         tmpdir, _ := ioutil.TempDir("", "")
100         defer func() {
101                 os.RemoveAll(tmpdir)
102         }()
103
104         os.Mkdir(tmpdir+"/subdir", 0700)
105
106         ioutil.WriteFile(tmpdir+"/"+"file1.txt", []byte("foo"), 0600)
107
108         cw := CollectionWriter{&KeepTestClient{}, nil, sync.Mutex{}}
109         str, err := cw.WriteTree(tmpdir, log.New(os.Stdout, "", 0))
110
111         c.Check(err, IsNil)
112         c.Check(str, Equals, `. acbd18db4cc2f85cedef654fccc4a4d8+3 0:3:file1.txt
113 `)
114 }
115
116 func (s *TestSuite) TestUploadEmptyFile(c *C) {
117         tmpdir, _ := ioutil.TempDir("", "")
118         defer func() {
119                 os.RemoveAll(tmpdir)
120         }()
121
122         ioutil.WriteFile(tmpdir+"/"+"file1.txt", []byte(""), 0600)
123
124         cw := CollectionWriter{&KeepTestClient{}, nil, sync.Mutex{}}
125         str, err := cw.WriteTree(tmpdir, log.New(os.Stdout, "", 0))
126
127         c.Check(err, IsNil)
128         c.Check(str, Equals, `. d41d8cd98f00b204e9800998ecf8427e+0 0:0:file1.txt
129 `)
130 }
131
132 func (s *TestSuite) TestUploadError(c *C) {
133         tmpdir, _ := ioutil.TempDir("", "")
134         defer func() {
135                 os.RemoveAll(tmpdir)
136         }()
137
138         ioutil.WriteFile(tmpdir+"/"+"file1.txt", []byte("foo"), 0600)
139
140         cw := CollectionWriter{&KeepErrorTestClient{}, nil, sync.Mutex{}}
141         str, err := cw.WriteTree(tmpdir, log.New(os.Stdout, "", 0))
142
143         c.Check(err, NotNil)
144         c.Check(str, Equals, "")
145 }