services/nodemanager/tests/test_computenode_driver_ec2.py

   1 #!/usr/bin/env python
   2 # Copyright (C) The Arvados Authors. All rights reserved.
   3 #
   4 # SPDX-License-Identifier: AGPL-3.0
   5
   6 from __future__ import absolute_import, print_function
   7
   8 import ssl
   9 import time
  10 import unittest
  11
  12 import libcloud.common.types as cloud_types
  13 import mock
  14
  15 import arvnodeman.computenode.driver.ec2 as ec2
  16 from . import testutil
  17
  18 class EC2ComputeNodeDriverTestCase(testutil.DriverTestMixin, unittest.TestCase):
  19     TEST_CLASS = ec2.ComputeNodeDriver
  20
  21     def test_driver_instantiation(self):
  22         kwargs = {'key': 'testkey'}
  23         driver = self.new_driver(auth_kwargs=kwargs)
  24         self.assertTrue(self.driver_mock.called)
  25         self.assertEqual(kwargs, self.driver_mock.call_args[1])
  26
  27     def test_list_kwargs_become_filters(self):
  28         # We're also testing tag name translation.
  29         driver = self.new_driver(list_kwargs={'tag_test': 'true'})
  30         driver.list_nodes()
  31         list_method = self.driver_mock().list_nodes
  32         self.assertTrue(list_method.called)
  33         self.assertEqual({'tag:test': 'true'},
  34                           list_method.call_args[1].get('ex_filters'))
  35
  36     def test_create_image_loaded_at_initialization(self):
  37         list_method = self.driver_mock().list_images
  38         list_method.return_value = [testutil.cloud_object_mock(c)
  39                                     for c in 'abc']
  40         driver = self.new_driver(create_kwargs={'image_id': 'id_b'})
  41         self.assertEqual(1, list_method.call_count)
  42
  43     def test_create_includes_ping_secret(self):
  44         arv_node = testutil.arvados_node_mock(info={'ping_secret': 'ssshh'})
  45         driver = self.new_driver()
  46         driver.create_node(testutil.MockSize(1), arv_node)
  47         create_method = self.driver_mock().create_node
  48         self.assertTrue(create_method.called)
  49         self.assertIn('ping_secret=ssshh',
  50                       create_method.call_args[1].get('ex_userdata',
  51                                                      'arg missing'))
  52
  53     def test_hostname_from_arvados_node(self):
  54         arv_node = testutil.arvados_node_mock(8)
  55         driver = self.new_driver()
  56         self.assertEqual('compute8.zzzzz.arvadosapi.com',
  57                          driver.arvados_create_kwargs(testutil.MockSize(1), arv_node)['name'])
  58
  59     def test_default_hostname_from_new_arvados_node(self):
  60         arv_node = testutil.arvados_node_mock(hostname=None)
  61         driver = self.new_driver()
  62         self.assertEqual('dynamic.compute.zzzzz.arvadosapi.com',
  63                          driver.arvados_create_kwargs(testutil.MockSize(1), arv_node)['name'])
  64
  65     def check_node_tagged(self, cloud_node, expected_tags):
  66         tag_mock = self.driver_mock().ex_create_tags
  67         self.assertTrue(tag_mock.called)
  68         self.assertIs(cloud_node, tag_mock.call_args[0][0])
  69         self.assertEqual(expected_tags, tag_mock.call_args[0][1])
  70
  71     def test_post_create_node_tags_from_list_kwargs(self):
  72         expect_tags = {'key1': 'test value 1', 'key2': 'test value 2'}
  73         list_kwargs = {('tag_' + key): value
  74                        for key, value in expect_tags.iteritems()}
  75         list_kwargs['instance-state-name'] = 'running'
  76         cloud_node = testutil.cloud_node_mock()
  77         driver = self.new_driver(list_kwargs=list_kwargs)
  78         driver.post_create_node(cloud_node)
  79         self.check_node_tagged(cloud_node, expect_tags)
  80
  81     def test_sync_node(self):
  82         arv_node = testutil.arvados_node_mock(1)
  83         cloud_node = testutil.cloud_node_mock(2)
  84         driver = self.new_driver()
  85         driver.sync_node(cloud_node, arv_node)
  86         self.check_node_tagged(cloud_node,
  87                                {'Name': 'compute1.zzzzz.arvadosapi.com'})
  88
  89     def test_node_create_time(self):
  90         refsecs = int(time.time())
  91         reftuple = time.gmtime(refsecs)
  92         node = testutil.cloud_node_mock()
  93         node.extra = {'launch_time': time.strftime('%Y-%m-%dT%H:%M:%S.000Z',
  94                                                    reftuple)}
  95         self.assertEqual(refsecs, ec2.ComputeNodeDriver.node_start_time(node))
  96
  97     def test_node_fqdn(self):
  98         name = 'fqdntest.zzzzz.arvadosapi.com'
  99         node = testutil.cloud_node_mock()
 100         node.name = name
 101         self.assertEqual(name, ec2.ComputeNodeDriver.node_fqdn(node))
 102
 103     def test_create_ebs_volume(self):
 104         arv_node = testutil.arvados_node_mock()
 105         driver = self.new_driver()
 106         # libcloud/ec2 "disk" sizes are in GB, Arvados/SLURM "scratch" value is in MB
 107         size = testutil.MockSize(1)
 108         size.disk=5
 109         size.scratch=20000
 110         driver.create_node(size, arv_node)
 111         create_method = self.driver_mock().create_node
 112         self.assertTrue(create_method.called)
 113         self.assertEqual([{
 114             "DeviceName": "/dev/xvdt",
 115             "Ebs": {
 116                 "DeleteOnTermination": True,
 117                 "VolumeSize": 16,
 118                 "VolumeType": "gp2"
 119             }}],
 120                          create_method.call_args[1].get('ex_blockdevicemappings'))
 121
 122     def test_ebs_volume_not_needed(self):
 123         arv_node = testutil.arvados_node_mock()
 124         driver = self.new_driver()
 125         # libcloud/ec2 "disk" sizes are in GB, Arvados/SLURM "scratch" value is in MB
 126         size = testutil.MockSize(1)
 127         size.disk=80
 128         size.scratch=20000
 129         driver.create_node(size, arv_node)
 130         create_method = self.driver_mock().create_node
 131         self.assertTrue(create_method.called)
 132         self.assertIsNone(create_method.call_args[1].get('ex_blockdevicemappings'))
 133
 134     def test_ebs_volume_too_big(self):
 135         arv_node = testutil.arvados_node_mock()
 136         driver = self.new_driver()
 137         # libcloud/ec2 "disk" sizes are in GB, Arvados/SLURM "scratch" value is in MB
 138         size = testutil.MockSize(1)
 139         size.disk=80
 140         size.scratch=20000000
 141         driver.create_node(size, arv_node)
 142         create_method = self.driver_mock().create_node
 143         self.assertTrue(create_method.called)
 144         self.assertEqual([{
 145             "DeviceName": "/dev/xvdt",
 146             "Ebs": {
 147                 "DeleteOnTermination": True,
 148                 "VolumeSize": 16384,
 149                 "VolumeType": "gp2"
 150             }}],
 151                          create_method.call_args[1].get('ex_blockdevicemappings'))