1 // Copyright (C) The Arvados Authors. All rights reserved.
3 // SPDX-License-Identifier: AGPL-3.0
6 // How to manually run individual tests against the real cloud:
8 // $ go test -v git.curoverse.com/arvados.git/lib/cloud/azure -live-azure-cfg azconfig.yml -check.f=TestCreate
10 // Tests should be run individually and in the order they are listed in the file:
12 // Example azconfig.yml:
14 // ImageIDForTestSuite: "https://example.blob.core.windows.net/system/Microsoft.Compute/Images/images/zzzzz-compute-osDisk.XXXXXXXX-XXXX-XXXX-XXXX-XXXXXXXXXXXX.vhd"
16 // SubscriptionID: XXXXXXXX-XXXX-XXXX-XXXX-XXXXXXXXXXXX
17 // ClientID: XXXXXXXX-XXXX-XXXX-XXXX-XXXXXXXXXXXX
18 // Location: centralus
19 // CloudEnvironment: AzurePublicCloud
20 // ClientSecret: XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
21 // TenantId: XXXXXXXX-XXXX-XXXX-XXXX-XXXXXXXXXXXX
22 // ResourceGroup: zzzzz
24 // Subnet: zzzzz-subnet-private
25 // StorageAccount: example
26 // BlobContainer: vhds
27 // DeleteDanglingResourcesAfter: 20s
28 // AdminUsername: crunch
45 "git.curoverse.com/arvados.git/lib/cloud"
46 "git.curoverse.com/arvados.git/sdk/go/arvados"
47 "git.curoverse.com/arvados.git/sdk/go/config"
48 "github.com/Azure/azure-sdk-for-go/services/compute/mgmt/2018-06-01/compute"
49 "github.com/Azure/azure-sdk-for-go/services/network/mgmt/2018-06-01/network"
50 "github.com/Azure/azure-sdk-for-go/storage"
51 "github.com/Azure/go-autorest/autorest"
52 "github.com/Azure/go-autorest/autorest/azure"
53 "github.com/Azure/go-autorest/autorest/to"
54 "github.com/sirupsen/logrus"
55 "golang.org/x/crypto/ssh"
56 check "gopkg.in/check.v1"
59 // Gocheck boilerplate
60 func Test(t *testing.T) {
64 type AzureInstanceSetSuite struct{}
66 var _ = check.Suite(&AzureInstanceSetSuite{})
68 type VirtualMachinesClientStub struct{}
70 var testKey = []byte(`ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDLQS1ExT2+WjA0d/hntEAyAtgeN1W2ik2QX8c2zO6HjlPHWXL92r07W0WMuDib40Pcevpi1BXeBWXA9ZB5KKMJB+ukaAu22KklnQuUmNvk6ZXnPKSkGxuCYvPQb08WhHf3p1VxiKfP3iauedBDM4x9/bkJohlBBQiFXzNUcQ+a6rKiMzmJN2gbL8ncyUzc+XQ5q4JndTwTGtOlzDiGOc9O4z5Dd76wtAVJneOuuNpwfFRVHThpJM6VThpCZOnl8APaceWXKeuwOuCae3COZMz++xQfxOfZ9Z8aIwo+TlQhsRaNfZ4Vjrop6ej8dtfZtgUFKfbXEOYaHrGrWGotFDTD example@example`)
72 func (*VirtualMachinesClientStub) createOrUpdate(ctx context.Context,
73 resourceGroupName string,
75 parameters compute.VirtualMachine) (result compute.VirtualMachine, err error) {
76 parameters.ID = &VMName
77 parameters.Name = &VMName
78 return parameters, nil
81 func (*VirtualMachinesClientStub) delete(ctx context.Context, resourceGroupName string, VMName string) (result *http.Response, err error) {
85 func (*VirtualMachinesClientStub) listComplete(ctx context.Context, resourceGroupName string) (result compute.VirtualMachineListResultIterator, err error) {
86 return compute.VirtualMachineListResultIterator{}, nil
89 type InterfacesClientStub struct{}
91 func (*InterfacesClientStub) createOrUpdate(ctx context.Context,
92 resourceGroupName string,
94 parameters network.Interface) (result network.Interface, err error) {
95 parameters.ID = to.StringPtr(nicName)
96 (*parameters.IPConfigurations)[0].PrivateIPAddress = to.StringPtr("192.168.5.5")
97 return parameters, nil
100 func (*InterfacesClientStub) delete(ctx context.Context, resourceGroupName string, VMName string) (result *http.Response, err error) {
104 func (*InterfacesClientStub) listComplete(ctx context.Context, resourceGroupName string) (result network.InterfaceListResultIterator, err error) {
105 return network.InterfaceListResultIterator{}, nil
108 type testConfig struct {
109 ImageIDForTestSuite string
110 DriverParameters json.RawMessage
113 var live = flag.String("live-azure-cfg", "", "Test with real azure API, provide config file")
115 func GetInstanceSet() (cloud.InstanceSet, cloud.ImageID, arvados.Cluster, error) {
116 cluster := arvados.Cluster{
117 InstanceTypes: arvados.InstanceTypeMap(map[string]arvados.InstanceType{
118 "tiny": arvados.InstanceType{
120 ProviderType: "Standard_D1_v2",
123 Scratch: 10000000000,
129 var exampleCfg testConfig
130 err := config.LoadFile(&exampleCfg, *live)
132 return nil, cloud.ImageID(""), cluster, err
135 ap, err := newAzureInstanceSet(exampleCfg.DriverParameters, "test123", logrus.StandardLogger())
136 return ap, cloud.ImageID(exampleCfg.ImageIDForTestSuite), cluster, err
138 ap := azureInstanceSet{
139 azconfig: azureInstanceSetConfig{
140 BlobContainer: "vhds",
142 dispatcherID: "test123",
143 namePrefix: "compute-test123-",
144 logger: logrus.StandardLogger(),
145 deleteNIC: make(chan string),
146 deleteBlob: make(chan storage.Blob),
148 ap.ctx, ap.stopFunc = context.WithCancel(context.Background())
149 ap.vmClient = &VirtualMachinesClientStub{}
150 ap.netClient = &InterfacesClientStub{}
151 return &ap, cloud.ImageID("blob"), cluster, nil
154 func (*AzureInstanceSetSuite) TestCreate(c *check.C) {
155 ap, img, cluster, err := GetInstanceSet()
157 c.Fatal("Error making provider", err)
160 pk, _, _, _, err := ssh.ParseAuthorizedKey(testKey)
161 c.Assert(err, check.IsNil)
163 inst, err := ap.Create(cluster.InstanceTypes["tiny"],
164 img, map[string]string{
165 "TestTagName": "test tag value",
166 }, "umask 0600; echo -n test-file-data >/var/run/test-file", pk)
168 c.Assert(err, check.IsNil)
171 c.Check(tags["TestTagName"], check.Equals, "test tag value")
172 c.Logf("inst.String()=%v Address()=%v Tags()=%v", inst.String(), inst.Address(), tags)
176 func (*AzureInstanceSetSuite) TestListInstances(c *check.C) {
177 ap, _, _, err := GetInstanceSet()
179 c.Fatal("Error making provider", err)
182 l, err := ap.Instances(nil)
184 c.Assert(err, check.IsNil)
186 for _, i := range l {
188 log.Printf("%v %v %v", i.String(), i.Address(), tg)
192 func (*AzureInstanceSetSuite) TestManageNics(c *check.C) {
193 ap, _, _, err := GetInstanceSet()
195 c.Fatal("Error making provider", err)
198 ap.(*azureInstanceSet).manageNics()
202 func (*AzureInstanceSetSuite) TestManageBlobs(c *check.C) {
203 ap, _, _, err := GetInstanceSet()
205 c.Fatal("Error making provider", err)
208 ap.(*azureInstanceSet).manageBlobs()
212 func (*AzureInstanceSetSuite) TestDestroyInstances(c *check.C) {
213 ap, _, _, err := GetInstanceSet()
215 c.Fatal("Error making provider", err)
218 l, err := ap.Instances(nil)
219 c.Assert(err, check.IsNil)
221 for _, i := range l {
222 c.Check(i.Destroy(), check.IsNil)
226 func (*AzureInstanceSetSuite) TestDeleteFake(c *check.C) {
227 ap, _, _, err := GetInstanceSet()
229 c.Fatal("Error making provider", err)
232 _, err = ap.(*azureInstanceSet).netClient.delete(context.Background(), "fakefakefake", "fakefakefake")
234 de, ok := err.(autorest.DetailedError)
236 rq := de.Original.(*azure.RequestError)
238 log.Printf("%v %q %q", rq.Response.StatusCode, rq.ServiceError.Code, rq.ServiceError.Message)
242 func (*AzureInstanceSetSuite) TestWrapError(c *check.C) {
243 retryError := autorest.DetailedError{
244 Original: &azure.RequestError{
245 DetailedError: autorest.DetailedError{
246 Response: &http.Response{
248 Header: map[string][]string{"Retry-After": []string{"123"}},
251 ServiceError: &azure.ServiceError{},
254 wrapped := wrapAzureError(retryError)
255 _, ok := wrapped.(cloud.RateLimitError)
256 c.Check(ok, check.Equals, true)
258 quotaError := autorest.DetailedError{
259 Original: &azure.RequestError{
260 DetailedError: autorest.DetailedError{
261 Response: &http.Response{
265 ServiceError: &azure.ServiceError{
266 Message: "No more quota",
270 wrapped = wrapAzureError(quotaError)
271 _, ok = wrapped.(cloud.QuotaError)
272 c.Check(ok, check.Equals, true)
275 func (*AzureInstanceSetSuite) TestSetTags(c *check.C) {
276 ap, _, _, err := GetInstanceSet()
278 c.Fatal("Error making provider", err)
280 l, err := ap.Instances(nil)
281 c.Assert(err, check.IsNil)
284 err = l[0].SetTags(map[string]string{"foo": "bar"})
286 c.Fatal("Error setting tags", err)
289 l, err = ap.Instances(nil)
290 c.Assert(err, check.IsNil)
294 log.Printf("tags are %v", tg)
298 func (*AzureInstanceSetSuite) TestSSH(c *check.C) {
299 ap, _, _, err := GetInstanceSet()
301 c.Fatal("Error making provider", err)
303 l, err := ap.Instances(nil)
304 c.Assert(err, check.IsNil)
307 sshclient, err := SetupSSHClient(c, l[0])
308 c.Assert(err, check.IsNil)
309 defer sshclient.Conn.Close()
311 sess, err := sshclient.NewSession()
312 c.Assert(err, check.IsNil)
314 _, err = sess.Output("find /var/run/test-file -maxdepth 0 -user root -perm 0600")
315 c.Assert(err, check.IsNil)
317 sess, err = sshclient.NewSession()
318 c.Assert(err, check.IsNil)
320 out, err := sess.Output("sudo cat /var/run/test-file")
321 c.Assert(err, check.IsNil)
322 c.Check(string(out), check.Equals, "test-file-data")
326 func SetupSSHClient(c *check.C, inst cloud.Instance) (*ssh.Client, error) {
327 addr := inst.Address() + ":2222"
329 return nil, errors.New("instance has no address")
332 f, err := os.Open("azconfig_sshkey")
333 c.Assert(err, check.IsNil)
335 keybytes, err := ioutil.ReadAll(f)
336 c.Assert(err, check.IsNil)
338 priv, err := ssh.ParsePrivateKey(keybytes)
339 c.Assert(err, check.IsNil)
341 var receivedKey ssh.PublicKey
342 client, err := ssh.Dial("tcp", addr, &ssh.ClientConfig{
344 Auth: []ssh.AuthMethod{
345 ssh.PublicKeys(priv),
347 HostKeyCallback: func(hostname string, remote net.Addr, key ssh.PublicKey) error {
351 Timeout: time.Minute,
356 } else if receivedKey == nil {
357 return nil, errors.New("BUG: key was never provided to HostKeyCallback")
360 err = inst.VerifyHostKey(receivedKey, client)
361 c.Assert(err, check.IsNil)