X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/9c6aa66e38395f4ca658a258d27fee2c05c595e2..c3896b7f9465bedff5a91de2eafa8a2c2db57509:/services/nodemanager/arvnodeman/computenode/driver/ec2.py diff --git a/services/nodemanager/arvnodeman/computenode/driver/ec2.py b/services/nodemanager/arvnodeman/computenode/driver/ec2.py index b256eca985..846aa6c211 100644 --- a/services/nodemanager/arvnodeman/computenode/driver/ec2.py +++ b/services/nodemanager/arvnodeman/computenode/driver/ec2.py @@ -1,4 +1,7 @@ #!/usr/bin/env python +# Copyright (C) The Arvados Authors. All rights reserved. +# +# SPDX-License-Identifier: AGPL-3.0 from __future__ import absolute_import, print_function @@ -49,6 +52,10 @@ class ComputeNodeDriver(BaseComputeNodeDriver): self.tags = {key[4:]: value for key, value in list_kwargs.iteritems() if key.startswith('tag:')} + # Tags are assigned at instance creation time + if not 'ex_metadata' in create_kwargs: + create_kwargs['ex_metadata'] = {} + create_kwargs['ex_metadata'].update(self.tags) super(ComputeNodeDriver, self).__init__( auth_kwargs, {'ex_filters': list_kwargs}, create_kwargs, driver_class) @@ -70,20 +77,23 @@ class ComputeNodeDriver(BaseComputeNodeDriver): kw = {'name': self.create_cloud_name(arvados_node), 'ex_userdata': self._make_ping_url(arvados_node)} # libcloud/ec2 disk sizes are in GB, Arvados/SLURM "scratch" value is in MB - scratch = size.scratch / 1000 + scratch = int(size.scratch / 1000) + 1 if scratch > size.disk: + volsize = scratch - size.disk + if volsize > 16384: + # Must be 1-16384 for General Purpose SSD (gp2) devices + # https://docs.aws.amazon.com/AWSEC2/latest/APIReference/API_EbsBlockDevice.html + self._logger.warning("Requested EBS volume size %d is too large, capping size request to 16384 GB", volsize) + volsize = 16384 kw["ex_blockdevicemappings"] = [{ "DeviceName": "/dev/xvdt", "Ebs": { "DeleteOnTermination": True, - "VolumeSize": scratch - size.disk, + "VolumeSize": volsize, "VolumeType": "gp2" }}] return kw - def post_create_node(self, cloud_node): - self.real.ex_create_tags(cloud_node, self.tags) - def sync_node(self, cloud_node, arvados_node): self.real.ex_create_tags(cloud_node, {'Name': arvados_node_fqdn(arvados_node)})