+++ /dev/null
-# Copyright (C) The Arvados Authors. All rights reserved.
-#
-# SPDX-License-Identifier: AGPL-3.0
-
-import re
-import urllib
-import ssl
-import time
-
-from arvnodeman.computenode import ARVADOS_TIMEFMT
-
-from libcloud.compute.base import NodeSize, Node, NodeDriver, NodeState, NodeImage
-from libcloud.compute.drivers.gce import GCEDiskType
-from libcloud.common.exceptions import BaseHTTPError, RateLimitReachedError
-
-all_nodes = []
-create_calls = 0
-quota = 2
-
-class FakeDriver(NodeDriver):
- def __init__(self, *args, **kwargs):
- self.name = "FakeDriver"
-
- def list_sizes(self, **kwargs):
- return [NodeSize("Standard_D3", "Standard_D3", 3500, 200, 0, 0, self),
- NodeSize("Standard_D4", "Standard_D4", 7000, 400, 0, 0, self)]
-
- def list_nodes(self, **kwargs):
- return all_nodes
-
- def create_node(self, name=None,
- size=None,
- image=None,
- auth=None,
- ex_storage_account=None,
- ex_customdata=None,
- ex_resource_group=None,
- ex_user_name=None,
- ex_tags=None,
- ex_metadata=None,
- ex_network=None,
- ex_userdata=None):
- global all_nodes, create_calls
- create_calls += 1
- nodeid = "node%i" % create_calls
- n = Node(nodeid, nodeid, NodeState.RUNNING, [], [], self, size=size, extra={"tags": ex_tags})
- all_nodes.append(n)
- if ex_customdata:
- ping_url = re.search(r"echo '(.*)' > /var/tmp/arv-node-data/arv-ping-url", ex_customdata).groups(1)[0]
- if ex_userdata:
- ping_url = ex_userdata
- if ex_metadata:
- ping_url = ex_metadata["arv-ping-url"]
- ping_url += "&instance_id=" + nodeid
- ctx = ssl.SSLContext(ssl.PROTOCOL_SSLv23)
- ctx.verify_mode = ssl.CERT_NONE
- f = urllib.urlopen(ping_url, "", context=ctx)
- f.close()
- return n
-
- def destroy_node(self, cloud_node):
- global all_nodes
- all_nodes = [n for n in all_nodes if n.id != cloud_node.id]
- return True
-
- def get_image(self, img):
- pass
-
- def ex_create_tags(self, cloud_node, tags):
- pass
-
-class QuotaDriver(FakeDriver):
- def create_node(self, name=None,
- size=None,
- image=None,
- auth=None,
- ex_storage_account=None,
- ex_customdata=None,
- ex_resource_group=None,
- ex_user_name=None,
- ex_tags=None,
- ex_network=None):
- global all_nodes, create_calls, quota
- if len(all_nodes) >= quota:
- raise BaseHTTPError(503, "Quota exceeded")
- else:
- return super(QuotaDriver, self).create_node(name=name,
- size=size,
- image=image,
- auth=auth,
- ex_storage_account=ex_storage_account,
- ex_customdata=ex_customdata,
- ex_resource_group=ex_resource_group,
- ex_user_name=ex_user_name,
- ex_tags=ex_tags,
- ex_network=ex_network)
-
- def destroy_node(self, cloud_node):
- global all_nodes, quota
- all_nodes = [n for n in all_nodes if n.id != cloud_node.id]
- if len(all_nodes) == 0:
- quota = 4
- return True
-
-class FailingDriver(FakeDriver):
- def create_node(self, name=None,
- size=None,
- image=None,
- auth=None,
- ex_storage_account=None,
- ex_customdata=None,
- ex_resource_group=None,
- ex_user_name=None,
- ex_tags=None,
- ex_network=None):
- raise Exception("nope")
-
-class RetryDriver(FakeDriver):
- def create_node(self, name=None,
- size=None,
- image=None,
- auth=None,
- ex_storage_account=None,
- ex_customdata=None,
- ex_resource_group=None,
- ex_user_name=None,
- ex_tags=None,
- ex_network=None):
- global create_calls
- create_calls += 1
- if create_calls < 2:
- raise RateLimitReachedError(429, "Rate limit exceeded",
- headers={'retry-after': '12'})
- elif create_calls < 3:
- raise BaseHTTPError(429, "Rate limit exceeded",
- {'retry-after': '2'})
- else:
- return super(RetryDriver, self).create_node(name=name,
- size=size,
- image=image,
- auth=auth,
- ex_storage_account=ex_storage_account,
- ex_customdata=ex_customdata,
- ex_resource_group=ex_resource_group,
- ex_user_name=ex_user_name,
- ex_tags=ex_tags,
- ex_network=ex_network)
-
-class FakeAwsDriver(FakeDriver):
-
- def create_node(self, name=None,
- size=None,
- image=None,
- auth=None,
- ex_userdata=None,
- ex_metadata=None,
- ex_blockdevicemappings=None):
- n = super(FakeAwsDriver, self).create_node(name=name,
- size=size,
- image=image,
- auth=auth,
- ex_metadata=ex_metadata,
- ex_userdata=ex_userdata)
- n.extra = {"launch_time": time.strftime(ARVADOS_TIMEFMT, time.gmtime())[:-1]}
- return n
-
- def list_sizes(self, **kwargs):
- return [NodeSize("m3.xlarge", "Extra Large Instance", 3500, 80, 0, 0, self),
- NodeSize("m4.xlarge", "Extra Large Instance", 3500, 0, 0, 0, self),
- NodeSize("m4.2xlarge", "Double Extra Large Instance", 7000, 0, 0, 0, self)]
-
-
-class FakeGceDriver(FakeDriver):
-
- def create_node(self, name=None,
- size=None,
- image=None,
- auth=None,
- external_ip=None,
- ex_metadata=None,
- ex_tags=None,
- ex_disks_gce_struct=None):
- n = super(FakeGceDriver, self).create_node(name=name,
- size=size,
- image=image,
- auth=auth,
- ex_metadata=ex_metadata)
- n.extra = {
- "metadata": {
- "items": [{"key": k, "value": v} for k,v in ex_metadata.iteritems()]
- },
- "zone": "fake"
- }
- return n
-
- def list_images(self, ex_project=None):
- return [NodeImage("fake_image_id", "fake_image_id", self)]
-
- def list_sizes(self, **kwargs):
- return [NodeSize("n1-standard-1", "Standard", 3750, None, 0, 0, self),
- NodeSize("n1-standard-2", "Double standard", 7500, None, 0, 0, self)]
-
- def ex_list_disktypes(self, zone=None):
- return [GCEDiskType("pd-standard", "pd-standard", zone, self,
- extra={"selfLink": "pd-standard"}),
- GCEDiskType("local-ssd", "local-ssd", zone, self,
- extra={"selfLink": "local-ssd"})]
-
- def ex_get_node(self, name, zone=None):
- global all_nodes
- for n in all_nodes:
- if n.id == name:
- return n
- return None
-
- def ex_set_node_metadata(self, n, items):
- n.extra["metadata"]["items"] = items
projects / arvados.git / blobdiff