X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/3950ffc9481c25262f2db2b08a0f74664c433734..8ab6b482342b95ad35775867bcdb8fd691b78fb7:/services/nodemanager/arvnodeman/jobqueue.py diff --git a/services/nodemanager/arvnodeman/jobqueue.py b/services/nodemanager/arvnodeman/jobqueue.py index 6ca28e6239..7ca9c95537 100644 --- a/services/nodemanager/arvnodeman/jobqueue.py +++ b/services/nodemanager/arvnodeman/jobqueue.py @@ -7,7 +7,7 @@ from __future__ import absolute_import, print_function import logging import re -import subprocess +import subprocess32 as subprocess import arvados.util @@ -24,6 +24,29 @@ class ServerCalculator(object): that would best satisfy the jobs, choosing the cheapest size that satisfies each job, and ignoring jobs that can't be satisfied. """ + class InvalidCloudSize(object): + """ + Dummy CloudSizeWrapper-like class, to be used when a cloud node doesn't + have a recognizable arvados_node_size tag. + """ + def __init__(self): + self.id = 'invalid' + self.name = 'invalid' + self.ram = 0 + self.disk = 0 + self.scratch = 0 + self.cores = 0 + self.bandwidth = 0 + # price is multiplied by 1000 to get the node weight + # the maximum node weight is 4294967280 + # so use invalid node weight 4294967 * 1000 = 4294967000 + self.price = 4294967 + self.preemptible = False + self.extra = {} + + def meets_constraints(self, **kwargs): + return False + class CloudSizeWrapper(object): def __init__(self, real_size, node_mem_scaling, **kwargs): @@ -38,9 +61,9 @@ class ServerCalculator(object): self.disk = 0 self.scratch = self.disk * 1000 self.ram = int(self.ram * node_mem_scaling) - self.preemptable = False - self.instance_type = None + self.preemptible = False for name, override in kwargs.iteritems(): + if name == 'instance_type': continue if not hasattr(self, name): raise ValueError("unrecognized size field '%s'" % (name,)) setattr(self, name, override) @@ -119,7 +142,7 @@ class ServerCalculator(object): for s in self.cloud_sizes: if s.id == sizeid: return s - return None + return self.InvalidCloudSize() class JobQueueMonitorActor(clientactor.RemotePollLoopActor): @@ -228,5 +251,5 @@ class JobQueueMonitorActor(clientactor.RemotePollLoopActor): job_uuid, error) self._logger.debug("Calculated wishlist: %s", - ', '.join(s.name for s in server_list) or "(empty)") + ', '.join(s.id for s in server_list) or "(empty)") return super(JobQueueMonitorActor, self)._got_response(server_list)