X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/5141c3ee23e89696773e227a93236ef2a51543c2..d14d34b534e6914dea107878212436dd995c6560:/services/nodemanager/arvnodeman/jobqueue.py diff --git a/services/nodemanager/arvnodeman/jobqueue.py b/services/nodemanager/arvnodeman/jobqueue.py index 239934f529..e0f0a5b1ec 100644 --- a/services/nodemanager/arvnodeman/jobqueue.py +++ b/services/nodemanager/arvnodeman/jobqueue.py @@ -30,6 +30,9 @@ class ServerCalculator(object): raise ValueError("unrecognized size field '%s'" % (name,)) setattr(self, name, override) + if self.price is None: + raise ValueError("Required field 'price' is None") + def meets_constraints(self, **kwargs): for name, want_value in kwargs.iteritems(): have_value = getattr(self, name) @@ -38,12 +41,12 @@ class ServerCalculator(object): return True - def __init__(self, server_list, min_nodes=0, max_nodes=None): + def __init__(self, server_list, max_nodes=None, max_price=None): self.cloud_sizes = [self.CloudSizeWrapper(s, **kws) for s, kws in server_list] self.cloud_sizes.sort(key=lambda s: s.price) - self.min_nodes = min_nodes self.max_nodes = max_nodes or float('inf') + self.max_price = max_price or float('inf') self.logger = logging.getLogger('arvnodeman.jobqueue') self.logged_jobs = set() @@ -70,24 +73,25 @@ class ServerCalculator(object): for job in queue: seen_jobs.add(job['uuid']) constraints = job['runtime_constraints'] - want_count = self.coerce_int(constraints.get('min_nodes'), 1) + want_count = max(1, self.coerce_int(constraints.get('min_nodes'), 1)) cloud_size = self.cloud_size_for_constraints(constraints) if cloud_size is None: if job['uuid'] not in self.logged_jobs: self.logged_jobs.add(job['uuid']) self.logger.debug("job %s not satisfiable", job['uuid']) - elif (want_count <= self.max_nodes): - servers.extend([cloud_size.real] * max(1, want_count)) + elif (want_count <= self.max_nodes) and (want_count*cloud_size.price <= self.max_price): + servers.extend([cloud_size.real] * want_count) self.logged_jobs.intersection_update(seen_jobs) - - # Make sure the server queue has at least enough entries to - # satisfy min_nodes. - node_shortfall = self.min_nodes - len(servers) - if node_shortfall > 0: - basic_node = self.cloud_size_for_constraints({}) - servers.extend([basic_node.real] * node_shortfall) return servers + def cheapest_size(self): + return self.cloud_sizes[0] + + def find_size(self, sizeid): + for s in self.cloud_sizes: + if s.id == sizeid: + return s + return None class JobQueueMonitorActor(clientactor.RemotePollLoopActor): """Actor to generate server wishlists from the job queue.