X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/dd59a50f9f3933c359930806516b43899a8b4957..ef56ac56a0bac0710a486c0e5e9cdd3199eddc61:/services/nodemanager/arvnodeman/jobqueue.py diff --git a/services/nodemanager/arvnodeman/jobqueue.py b/services/nodemanager/arvnodeman/jobqueue.py index 08ee12e1ad..0eb5b79e78 100644 --- a/services/nodemanager/arvnodeman/jobqueue.py +++ b/services/nodemanager/arvnodeman/jobqueue.py @@ -2,6 +2,8 @@ from __future__ import absolute_import, print_function +import logging + from . import clientactor from .config import ARVADOS_ERRORS @@ -40,7 +42,9 @@ class ServerCalculator(object): self.cloud_sizes = [self.CloudSizeWrapper(s, **kws) for s, kws in server_list] self.cloud_sizes.sort(key=lambda s: s.price) - self.max_nodes = max_nodes or float("inf") + self.max_nodes = max_nodes or float('inf') + self.logger = logging.getLogger('arvnodeman.jobqueue') + self.logged_jobs = set() @staticmethod def coerce_int(x, fallback): @@ -61,12 +65,19 @@ class ServerCalculator(object): def servers_for_queue(self, queue): servers = [] + seen_jobs = set() for job in queue: + seen_jobs.add(job['uuid']) constraints = job['runtime_constraints'] want_count = self.coerce_int(constraints.get('min_nodes'), 1) cloud_size = self.cloud_size_for_constraints(constraints) - if (want_count < self.max_nodes) and (cloud_size is not None): + if cloud_size is None: + if job['uuid'] not in self.logged_jobs: + self.logged_jobs.add(job['uuid']) + self.logger.debug("job %s not satisfiable", job['uuid']) + elif (want_count < self.max_nodes): servers.extend([cloud_size.real] * max(1, want_count)) + self.logged_jobs.intersection_update(seen_jobs) return servers @@ -92,5 +103,5 @@ class JobQueueMonitorActor(clientactor.RemotePollLoopActor): def _got_response(self, queue): server_list = self._calculator.servers_for_queue(queue) self._logger.debug("Sending server wishlist: %s", - ', '.join(s.name for s in server_list)) + ', '.join(s.name for s in server_list) or "(empty)") return super(JobQueueMonitorActor, self)._got_response(server_list)