X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/e82cddfdbd763db27df889a6e316623df7b9c2a8..68c8b2056d6c72f0229cf29f999a8e0a1e4231f9:/services/nodemanager/arvnodeman/config.py diff --git a/services/nodemanager/arvnodeman/config.py b/services/nodemanager/arvnodeman/config.py index 754b9319f0..b7ec1fc80d 100644 --- a/services/nodemanager/arvnodeman/config.py +++ b/services/nodemanager/arvnodeman/config.py @@ -6,10 +6,10 @@ import ConfigParser import importlib import logging import ssl +import sys import arvados import httplib2 -import libcloud.common.types as cloud_types import pykka from apiclient import errors as apierror @@ -18,7 +18,6 @@ from apiclient import errors as apierror # it's low-level, but unlikely to catch code bugs. NETWORK_ERRORS = (IOError, ssl.SSLError) ARVADOS_ERRORS = NETWORK_ERRORS + (apierror.Error,) -CLOUD_ERRORS = NETWORK_ERRORS + (cloud_types.LibcloudError,) actor_class = pykka.ThreadingActor @@ -42,6 +41,7 @@ class NodeManagerConfig(ConfigParser.SafeConfigParser): 'poll_time': '60', 'max_poll_time': '300', 'poll_stale_after': '600', + 'boot_fail_after': str(sys.maxint), 'node_stale_after': str(60 * 60 * 2)}, 'Logging': {'file': '/dev/stderr', 'level': 'WARNING'}, @@ -68,6 +68,17 @@ class NodeManagerConfig(ConfigParser.SafeConfigParser): for key in self.options('Logging') if key not in self.LOGGING_NONLEVELS} + def dispatch_classes(self): + mod_name = 'arvnodeman.computenode.dispatch' + if self.has_option('Daemon', 'dispatcher'): + mod_name = '{}.{}'.format(mod_name, + self.get('Daemon', 'dispatcher')) + module = importlib.import_module(mod_name) + return (module.ComputeNodeSetupActor, + module.ComputeNodeShutdownActor, + module.ComputeNodeUpdateActor, + module.ComputeNodeMonitorActor) + def new_arvados_client(self): if self.has_option('Daemon', 'certs_file'): certs_file = self.get('Daemon', 'certs_file') @@ -85,7 +96,7 @@ class NodeManagerConfig(ConfigParser.SafeConfigParser): http=http) def new_cloud_client(self): - module = importlib.import_module('arvnodeman.computenode.' + + module = importlib.import_module('arvnodeman.computenode.driver.' + self.get('Cloud', 'provider')) auth_kwargs = self.get_section('Cloud Credentials') if 'timeout' in auth_kwargs: