3 from __future__ import absolute_import, print_function
8 import libcloud.compute.base as cloud_base
9 import libcloud.compute.providers as cloud_provider
10 import libcloud.compute.types as cloud_types
11 from libcloud.common.exceptions import BaseHTTPError
13 from . import BaseComputeNodeDriver
14 from .. import arvados_node_fqdn, arvados_timestamp, ARVADOS_TIMEFMT
16 class ComputeNodeDriver(BaseComputeNodeDriver):
18 DEFAULT_DRIVER = cloud_provider.get_driver(cloud_types.Provider.AZURE_ARM)
21 def __init__(self, auth_kwargs, list_kwargs, create_kwargs,
22 driver_class=DEFAULT_DRIVER):
24 if not list_kwargs.get("ex_resource_group"):
25 raise Exception("Must include ex_resource_group in Cloud List configuration (list_kwargs)")
27 create_kwargs["ex_resource_group"] = list_kwargs["ex_resource_group"]
29 self.tags = {key[4:]: value
30 for key, value in create_kwargs.iteritems()
31 if key.startswith('tag_')}
32 # filter out tags from create_kwargs
33 create_kwargs = {key: value
34 for key, value in create_kwargs.iteritems()
35 if not key.startswith('tag_')}
36 super(ComputeNodeDriver, self).__init__(
37 auth_kwargs, list_kwargs, create_kwargs,
40 def create_cloud_name(self, arvados_node):
41 uuid_parts = arvados_node['uuid'].split('-', 2)
42 return 'compute-{parts[2]}-{parts[0]}'.format(parts=uuid_parts)
44 def arvados_create_kwargs(self, size, arvados_node):
46 'booted_at': time.strftime(ARVADOS_TIMEFMT, time.gmtime()),
47 'arv-ping-url': self._make_ping_url(arvados_node)
49 tags.update(self.tags)
51 name = self.create_cloud_name(arvados_node)
52 customdata = """#!/bin/sh
53 mkdir -p /var/tmp/arv-node-data/meta-data
54 echo %s > /var/tmp/arv-node-data/arv-ping-url
55 echo %s > /var/tmp/arv-node-data/meta-data/instance-id
56 echo %s > /var/tmp/arv-node-data/meta-data/instance-type
57 """ % (pipes.quote(tags['arv-ping-url']),
64 'ex_customdata': customdata
67 def sync_node(self, cloud_node, arvados_node):
69 self.real.ex_create_tags(cloud_node,
70 {'hostname': arvados_node_fqdn(arvados_node)})
72 except BaseHTTPError as b:
75 def _init_image(self, urn):
76 return "image", self.get_image(urn)
79 # Azure only supports filtering node lists by resource group.
80 # Do our own filtering based on tag.
81 nodes = [node for node in
82 super(ComputeNodeDriver, self).list_nodes(ex_fetch_nic=False)
83 if node.extra["tags"].get("arvados-class") == self.tags["arvados-class"]]
85 # Need to populate Node.size
87 n.size = self.sizes[n.extra["properties"]["hardwareProfile"]["vmSize"]]
90 def broken(self, cloud_node):
91 """Return true if libcloud has indicated the node is in a "broken" state."""
92 # UNKNOWN means the node state is unrecognized, which in practice means some combination
93 # of failure that the Azure libcloud driver doesn't know how to interpret.
94 return (cloud_node.state in (cloud_types.NodeState.ERROR, cloud_types.NodeState.UNKNOWN))
97 def node_fqdn(cls, node):
98 return node.extra["tags"].get("hostname")
101 def node_start_time(cls, node):
102 return arvados_timestamp(node.extra["tags"].get("booted_at"))
105 def node_id(cls, node):