1 # Copyright (C) The Arvados Authors. All rights reserved.
3 # SPDX-License-Identifier: AGPL-3.0
10 from arvnodeman.computenode import ARVADOS_TIMEFMT
12 from libcloud.compute.base import NodeSize, Node, NodeDriver, NodeState, NodeImage
13 from libcloud.compute.drivers.gce import GCEDiskType
14 from libcloud.common.exceptions import BaseHTTPError, RateLimitReachedError
20 class FakeDriver(NodeDriver):
21 def __init__(self, *args, **kwargs):
22 self.name = "FakeDriver"
24 def list_sizes(self, **kwargs):
25 return [NodeSize("Standard_D3", "Standard_D3", 3500, 200, 0, 0, self),
26 NodeSize("Standard_D4", "Standard_D4", 7000, 400, 0, 0, self)]
28 def list_nodes(self, **kwargs):
31 def create_node(self, name=None,
35 ex_storage_account=None,
37 ex_resource_group=None,
43 global all_nodes, create_calls
45 nodeid = "node%i" % create_calls
46 n = Node(nodeid, nodeid, NodeState.RUNNING, [], [], self, size=size, extra={"tags": ex_tags})
49 ping_url = re.search(r"echo '(.*)' > /var/tmp/arv-node-data/arv-ping-url", ex_customdata).groups(1)[0]
51 ping_url = ex_userdata
53 ping_url = ex_metadata["arv-ping-url"]
54 ping_url += "&instance_id=" + nodeid
55 ctx = ssl.SSLContext(ssl.PROTOCOL_SSLv23)
56 ctx.verify_mode = ssl.CERT_NONE
57 f = urllib.urlopen(ping_url, "", context=ctx)
61 def destroy_node(self, cloud_node):
63 all_nodes = [n for n in all_nodes if n.id != cloud_node.id]
66 def get_image(self, img):
69 def ex_create_tags(self, cloud_node, tags):
72 class QuotaDriver(FakeDriver):
73 def create_node(self, name=None,
77 ex_storage_account=None,
79 ex_resource_group=None,
83 global all_nodes, create_calls, quota
84 if len(all_nodes) >= quota:
85 raise BaseHTTPError(503, "Quota exceeded")
87 return super(QuotaDriver, self).create_node(name=name,
91 ex_storage_account=ex_storage_account,
92 ex_customdata=ex_customdata,
93 ex_resource_group=ex_resource_group,
94 ex_user_name=ex_user_name,
96 ex_network=ex_network)
98 def destroy_node(self, cloud_node):
99 global all_nodes, quota
100 all_nodes = [n for n in all_nodes if n.id != cloud_node.id]
101 if len(all_nodes) == 0:
105 class FailingDriver(FakeDriver):
106 def create_node(self, name=None,
110 ex_storage_account=None,
112 ex_resource_group=None,
116 raise Exception("nope")
118 class RetryDriver(FakeDriver):
119 def create_node(self, name=None,
123 ex_storage_account=None,
125 ex_resource_group=None,
132 raise RateLimitReachedError(429, "Rate limit exceeded",
134 elif create_calls < 3:
135 raise BaseHTTPError(429, "Rate limit exceeded",
136 {'retry-after': '2'})
138 return super(RetryDriver, self).create_node(name=name,
142 ex_storage_account=ex_storage_account,
143 ex_customdata=ex_customdata,
144 ex_resource_group=ex_resource_group,
145 ex_user_name=ex_user_name,
147 ex_network=ex_network)
149 class FakeAwsDriver(FakeDriver):
151 def create_node(self, name=None,
157 ex_blockdevicemappings=None):
158 n = super(FakeAwsDriver, self).create_node(name=name,
162 ex_metadata=ex_metadata,
163 ex_userdata=ex_userdata)
164 n.extra = {"launch_time": time.strftime(ARVADOS_TIMEFMT, time.gmtime())[:-1]}
167 def list_sizes(self, **kwargs):
168 return [NodeSize("m3.xlarge", "Extra Large Instance", 3500, 80, 0, 0, self),
169 NodeSize("m4.xlarge", "Extra Large Instance", 3500, 0, 0, 0, self),
170 NodeSize("m4.2xlarge", "Double Extra Large Instance", 7000, 0, 0, 0, self)]
173 class FakeGceDriver(FakeDriver):
175 def create_node(self, name=None,
182 ex_disks_gce_struct=None):
183 n = super(FakeGceDriver, self).create_node(name=name,
187 ex_metadata=ex_metadata)
190 "items": [{"key": k, "value": v} for k,v in ex_metadata.iteritems()]
196 def list_images(self, ex_project=None):
197 return [NodeImage("fake_image_id", "fake_image_id", self)]
199 def list_sizes(self, **kwargs):
200 return [NodeSize("n1-standard-1", "Standard", 3750, None, 0, 0, self),
201 NodeSize("n1-standard-2", "Double standard", 7500, None, 0, 0, self)]
203 def ex_list_disktypes(self, zone=None):
204 return [GCEDiskType("pd-standard", "pd-standard", zone, self,
205 extra={"selfLink": "pd-standard"}),
206 GCEDiskType("local-ssd", "local-ssd", zone, self,
207 extra={"selfLink": "local-ssd"})]
209 def ex_get_node(self, name, zone=None):
216 def ex_set_node_metadata(self, n, items):
217 n.extra["metadata"]["items"] = items