X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/505be2eb9ac1f36a5e31b374451193bc1ab7e90e..9fdfd5c5b229ea42193710f891e953b452bd90e7:/services/nodemanager/arvnodeman/computenode/driver/azure.py diff --git a/services/nodemanager/arvnodeman/computenode/driver/azure.py b/services/nodemanager/arvnodeman/computenode/driver/azure.py index 014b92c9be..e0f260ab86 100644 --- a/services/nodemanager/arvnodeman/computenode/driver/azure.py +++ b/services/nodemanager/arvnodeman/computenode/driver/azure.py @@ -1,12 +1,17 @@ #!/usr/bin/env python +# Copyright (C) The Arvados Authors. All rights reserved. +# +# SPDX-License-Identifier: AGPL-3.0 from __future__ import absolute_import, print_function +import pipes import time import libcloud.compute.base as cloud_base import libcloud.compute.providers as cloud_provider import libcloud.compute.types as cloud_types +from libcloud.common.exceptions import BaseHTTPError from . import BaseComputeNodeDriver from .. import arvados_node_fqdn, arvados_timestamp, ARVADOS_TIMEFMT @@ -35,22 +40,40 @@ class ComputeNodeDriver(BaseComputeNodeDriver): auth_kwargs, list_kwargs, create_kwargs, driver_class) - def arvados_create_kwargs(self, arvados_node): - cluster_id, _, node_id = arvados_node['uuid'].split('-') - name = 'compute-{}-{}'.format(node_id, cluster_id) + def create_cloud_name(self, arvados_node): + uuid_parts = arvados_node['uuid'].split('-', 2) + return 'compute-{parts[2]}-{parts[0]}'.format(parts=uuid_parts) + + def arvados_create_kwargs(self, size, arvados_node): tags = { 'booted_at': time.strftime(ARVADOS_TIMEFMT, time.gmtime()), 'arv-ping-url': self._make_ping_url(arvados_node) } tags.update(self.tags) + + name = self.create_cloud_name(arvados_node) + customdata = """#!/bin/sh +mkdir -p /var/tmp/arv-node-data/meta-data +echo %s > /var/tmp/arv-node-data/arv-ping-url +echo %s > /var/tmp/arv-node-data/meta-data/instance-id +echo %s > /var/tmp/arv-node-data/meta-data/instance-type +""" % (pipes.quote(tags['arv-ping-url']), + pipes.quote(name), + pipes.quote(size.id)) + return { 'name': name, 'ex_tags': tags, + 'ex_customdata': customdata } def sync_node(self, cloud_node, arvados_node): - self.real.ex_create_tags(cloud_node, - {'hostname': arvados_node_fqdn(arvados_node)}) + try: + self.real.ex_create_tags(cloud_node, + {'hostname': arvados_node_fqdn(arvados_node)}) + return True + except BaseHTTPError as b: + return False def _init_image(self, urn): return "image", self.get_image(urn) @@ -58,9 +81,20 @@ class ComputeNodeDriver(BaseComputeNodeDriver): def list_nodes(self): # Azure only supports filtering node lists by resource group. # Do our own filtering based on tag. - return [node for node in - super(ComputeNodeDriver, self).list_nodes() + nodes = [node for node in + super(ComputeNodeDriver, self).list_nodes(ex_fetch_nic=False, ex_fetch_power_state=False) if node.extra["tags"].get("arvados-class") == self.tags["arvados-class"]] + for n in nodes: + # Need to populate Node.size + if not n.size: + n.size = self.sizes[n.extra["properties"]["hardwareProfile"]["vmSize"]] + return nodes + + def broken(self, cloud_node): + """Return true if libcloud has indicated the node is in a "broken" state.""" + # UNKNOWN means the node state is unrecognized, which in practice means some combination + # of failure that the Azure libcloud driver doesn't know how to interpret. + return (cloud_node.state in (cloud_types.NodeState.ERROR, cloud_types.NodeState.UNKNOWN)) @classmethod def node_fqdn(cls, node): @@ -69,3 +103,7 @@ class ComputeNodeDriver(BaseComputeNodeDriver): @classmethod def node_start_time(cls, node): return arvados_timestamp(node.extra["tags"].get("booted_at")) + + @classmethod + def node_id(cls, node): + return node.name