X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/3e5ac41e4e38e6c8fa72883b803d85fcde53e25b..f87210bb3a0a48db83d94bf424c6e5c8ba9060d3:/sdk/python/tests/run_test_server.py?ds=sidebyside diff --git a/sdk/python/tests/run_test_server.py b/sdk/python/tests/run_test_server.py index 7b1f6059ae..2e4c5be830 100644 --- a/sdk/python/tests/run_test_server.py +++ b/sdk/python/tests/run_test_server.py @@ -413,29 +413,38 @@ def run_controller(): f.write(""" Clusters: zzzzz: + EnableBetaController14287: {beta14287} + ManagementToken: e687950a23c3a9bceec28c6223a06c79 + API: + RequestTimeout: 30s + Logging: + Level: "{loglevel}" HTTPRequestTimeout: 30s PostgreSQL: ConnectionPool: 32 Connection: - host: {} - dbname: {} - user: {} - password: {} - NodeProfiles: - "*": - "arvados-controller": - Listen: ":{}" - "arvados-api-server": - Listen: ":{}" - TLS: true - Insecure: true + host: {dbhost} + dbname: {dbname} + user: {dbuser} + password: {dbpass} + TLS: + Insecure: true + Services: + Controller: + InternalURLs: + "http://localhost:{controllerport}": {{}} + RailsAPI: + InternalURLs: + "https://localhost:{railsport}": {{}} """.format( - _dbconfig('host'), - _dbconfig('database'), - _dbconfig('username'), - _dbconfig('password'), - port, - rails_api_port, + beta14287=('true' if '14287' in os.environ.get('ARVADOS_EXPERIMENTAL', '') else 'false'), + loglevel=('info' if os.environ.get('ARVADOS_DEBUG', '') in ['','0'] else 'debug'), + dbhost=_dbconfig('host'), + dbname=_dbconfig('dbname'), + dbuser=_dbconfig('user'), + dbpass=_dbconfig('password'), + controllerport=port, + railsport=rails_api_port, )) logf = open(_logfilename('controller'), 'a') controller = subprocess.Popen( @@ -475,8 +484,8 @@ Postgres: port, ('info' if os.environ.get('ARVADOS_DEBUG', '') in ['','0'] else 'debug'), _dbconfig('host'), - _dbconfig('database'), - _dbconfig('username'), + _dbconfig('dbname'), + _dbconfig('user'), _dbconfig('password'))) logf = open(_logfilename('ws'), 'a') ws = subprocess.Popen( @@ -582,6 +591,7 @@ def stop_keep(num_servers=2): def run_keep_proxy(): if 'ARVADOS_TEST_PROXY_SERVICES' in os.environ: + os.environ["ARVADOS_KEEP_SERVICES"] = "http://localhost:{}".format(_getport('keepproxy')) return stop_keep_proxy() @@ -631,6 +641,7 @@ def run_arv_git_httpd(): agh = subprocess.Popen( ['arv-git-httpd', '-repo-root='+gitdir+'/test', + '-management-token=e687950a23c3a9bceec28c6223a06c79', '-address=:'+str(gitport)], env=env, stdin=open('/dev/null'), stdout=logf, stderr=logf) with open(_pidfile('arv-git-httpd'), 'w') as f: @@ -656,6 +667,7 @@ def run_keep_web(): ['keep-web', '-allow-anonymous', '-attachment-only-host=download', + '-management-token=e687950a23c3a9bceec28c6223a06c79', '-listen=:'+str(keepwebport)], env=env, stdin=open('/dev/null'), stdout=logf, stderr=logf) with open(_pidfile('keep-web'), 'w') as f: @@ -738,9 +750,14 @@ def _getport(program): def _dbconfig(key): global _cached_db_config if not _cached_db_config: - _cached_db_config = yaml.load(open(os.path.join( - SERVICES_SRC_DIR, 'api', 'config', 'database.yml'))) - return _cached_db_config['test'][key] + if "ARVADOS_CONFIG" in os.environ: + _cached_db_config = list(yaml.safe_load(open(os.environ["ARVADOS_CONFIG"]))["Clusters"].values())[0]["PostgreSQL"]["Connection"] + else: + _cached_db_config = yaml.safe_load(open(os.path.join( + SERVICES_SRC_DIR, 'api', 'config', 'database.yml')))["test"] + _cached_db_config["dbname"] = _cached_db_config["database"] + _cached_db_config["user"] = _cached_db_config["username"] + return _cached_db_config[key] def _apiconfig(key): global _cached_config @@ -750,7 +767,7 @@ def _apiconfig(key): fullpath = os.path.join(SERVICES_SRC_DIR, 'api', 'config', f) if not required and not os.path.exists(fullpath): return {} - return yaml.load(fullpath) + return yaml.safe_load(fullpath) cdefault = _load('application.default.yml') csite = _load('application.yml', required=False) _cached_config = {} @@ -769,7 +786,7 @@ def fixture(fix): yaml_file = yaml_file[0:trim_index] except ValueError: pass - return yaml.load(yaml_file) + return yaml.safe_load(yaml_file) def auth_token(token_name): return fixture("api_client_authorizations")[token_name]["api_token"]