X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/e2cd53d9007d56e1de4816f6aeab4bd769271162..a464c2a216412032b58688194b4ff730fbe3a28f:/services/nodemanager/arvnodeman/launcher.py?ds=sidebyside diff --git a/services/nodemanager/arvnodeman/launcher.py b/services/nodemanager/arvnodeman/launcher.py index 72a285baed..34ea9adb3d 100644 --- a/services/nodemanager/arvnodeman/launcher.py +++ b/services/nodemanager/arvnodeman/launcher.py @@ -1,4 +1,7 @@ #!/usr/bin/env python +# Copyright (C) The Arvados Authors. All rights reserved. +# +# SPDX-License-Identifier: AGPL-3.0 from __future__ import absolute_import, print_function @@ -68,7 +71,7 @@ def setup_logging(path, level, **sublevels): return root_logger def build_server_calculator(config): - cloud_size_list = config.node_sizes(config.new_cloud_client().list_sizes()) + cloud_size_list = config.node_sizes() if not cloud_size_list: abort("No valid node sizes configured") return ServerCalculator(cloud_size_list, @@ -77,19 +80,23 @@ def build_server_calculator(config): config.getfloat('Daemon', 'node_mem_scaling')) def launch_pollers(config, server_calculator): - poll_time = config.getint('Daemon', 'poll_time') + poll_time = config.getfloat('Daemon', 'poll_time') max_poll_time = config.getint('Daemon', 'max_poll_time') + cloudlist_poll_time = config.getfloat('Daemon', 'cloudlist_poll_time') or poll_time + nodelist_poll_time = config.getfloat('Daemon', 'nodelist_poll_time') or poll_time + wishlist_poll_time = config.getfloat('Daemon', 'wishlist_poll_time') or poll_time + timer = TimedCallBackActor.start(poll_time / 10.0).tell_proxy() cloud_node_poller = CloudNodeListMonitorActor.start( - config.new_cloud_client(), timer, server_calculator, poll_time, max_poll_time).tell_proxy() + config.new_cloud_client(), timer, server_calculator, cloudlist_poll_time, max_poll_time).tell_proxy() arvados_node_poller = ArvadosNodeListMonitorActor.start( - config.new_arvados_client(), timer, poll_time, max_poll_time).tell_proxy() + config.new_arvados_client(), timer, nodelist_poll_time, max_poll_time).tell_proxy() job_queue_poller = JobQueueMonitorActor.start( config.new_arvados_client(), timer, server_calculator, config.getboolean('Arvados', 'jobs_queue'), config.getboolean('Arvados', 'slurm_queue'), - poll_time, max_poll_time + wishlist_poll_time, max_poll_time ).tell_proxy() return timer, cloud_node_poller, arvados_node_poller, job_queue_poller @@ -122,7 +129,7 @@ def main(args=None): try: root_logger = setup_logging(config.get('Logging', 'file'), **config.log_levels()) - root_logger.info("%s %s, libcloud %s", sys.argv[0], __version__, libcloud.__version__) + root_logger.info("%s %s started, libcloud %s", sys.argv[0], __version__, libcloud.__version__) node_setup, node_shutdown, node_update, node_monitor = \ config.dispatch_classes() server_calculator = build_server_calculator(config) @@ -141,7 +148,8 @@ def main(args=None): config.getint('Daemon', 'boot_fail_after'), config.getint('Daemon', 'node_stale_after'), node_setup, node_shutdown, node_monitor, - max_total_price=config.getfloat('Daemon', 'max_total_price')).tell_proxy() + max_total_price=config.getfloat('Daemon', 'max_total_price'), + consecutive_idle_count=config.getint('Daemon', 'consecutive_idle_count'),).tell_proxy() watchdog = WatchdogActor.start(config.getint('Daemon', 'watchdog'), cloud_node_poller.actor_ref,