X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/9a11b502e406202db58fb6751f3448aa30288062..f3b8d03f7063b162355bccfd71aeb2b8b67bbdbb:/tools/salt-install/config_examples/multi_host/aws/pillars/nginx_passenger.sls diff --git a/tools/salt-install/config_examples/multi_host/aws/pillars/nginx_passenger.sls b/tools/salt-install/config_examples/multi_host/aws/pillars/nginx_passenger.sls index fbd42bd7a3..de4c830906 100644 --- a/tools/salt-install/config_examples/multi_host/aws/pillars/nginx_passenger.sls +++ b/tools/salt-install/config_examples/multi_host/aws/pillars/nginx_passenger.sls @@ -9,9 +9,12 @@ {%- set passenger_mod = '/usr/lib64/nginx/modules/ngx_http_passenger_module.so' if grains.osfinger in ('CentOS Linux-7',) else '/usr/lib/nginx/modules/ngx_http_passenger_module.so' %} -{%- set passenger_ruby = '/usr/local/rvm/rubies/ruby-2.7.2/bin/ruby' +{%- set passenger_ruby = '/usr/local/rvm/wrappers/default/ruby' if grains.osfinger in ('CentOS Linux-7', 'Ubuntu-18.04', 'Debian-10') else '/usr/bin/ruby' %} +{%- set _workers = ("__CONTROLLER_MAX_WORKERS__" or grains['num_cpus']*2)|int %} +{%- set max_workers = [_workers, 8]|max %} +{%- set max_reqs = ("__CONTROLLER_MAX_QUEUED_REQUESTS__" or 128)|int %} ### NGINX nginx: @@ -21,10 +24,21 @@ nginx: ### PASSENGER passenger: passenger_ruby: {{ passenger_ruby }} + passenger_max_pool_size: {{ max_workers }} + + # Make the passenger queue small (twice the concurrency, so + # there's at most one pending request for each busy worker) + # because controller reorders requests based on priority, and + # won't send more than API.MaxConcurrentRailsRequests to passenger + # (which is max_workers * 2), so things that are moved to the head + # of the line get processed quickly. + passenger_max_request_queue_size: {{ max_workers * 2 + 1 }} ### SERVER server: config: + # Needed for RVM, harmless otherwise. Cf. https://dev.arvados.org/issues/19015 + env: GEM_HOME # As we now differentiate where passenger is required or not, we need to # load this module conditionally, so we add this conditional just to use # the same pillar file @@ -34,7 +48,15 @@ nginx: # include: 'modules-enabled/*.conf' load_module: {{ passenger_mod }} {% endif %} - worker_processes: 4 + worker_processes: {{ max_workers }} + + # each request is up to 3 connections (1 with client, 1 proxy to + # controller, then potentially 1 from controller back to + # passenger). Each connection consumes a file descriptor. + # That's how we get these calculations + worker_rlimit_nofile: {{ max_reqs * 3 + 1 }} + events: + worker_connections: {{ max_reqs * 3 + 1 }} ### SNIPPETS snippets: