1 # Copyright (C) The Arvados Authors. All rights reserved.
3 # SPDX-License-Identifier: AGPL-3.0
6 # Load Arvados configuration from /etc/arvados/config.yml, using defaults
7 # from config.default.yml
9 # Existing application.yml is migrated into the new config structure.
10 # Keys in the legacy application.yml take precedence.
12 # Use "bundle exec config:dump" to get the complete active configuration
14 # Use "bundle exec config:migrate" to migrate application.yml to
15 # config.yml. After adding the output of config:migrate to
16 # /etc/arvados/config.yml, you will be able to delete application.yml.
18 require 'config_loader'
19 require 'config_validators'
23 # If secret_token.rb exists here, we need to load it first.
24 require_relative 'secret_token.rb'
26 # Normally secret_token.rb is missing and the secret token is
27 # configured by application.yml (i.e., here!) instead.
30 # Load the defaults, used by config:migrate and fallback loading
31 # legacy application.yml
32 Open3.popen2("arvados-server", "config-defaults") do |stdin, stdout, status_thread|
33 confs = YAML.load(stdout, deserialize_symbols: false)
34 clusterID, clusterConfig = confs["Clusters"].first
35 $arvados_config_defaults = clusterConfig
36 $arvados_config_defaults["ClusterID"] = clusterID
39 # Load the global config file
40 Open3.popen2("arvados-server", "config-dump") do |stdin, stdout, status_thread|
41 confs = YAML.load(stdout, deserialize_symbols: false)
42 if confs && !confs.empty?
43 # config-dump merges defaults with user configuration, so every
45 clusterID, clusterConfig = confs["Clusters"].first
46 $arvados_config_global = clusterConfig
47 $arvados_config_global["ClusterID"] = clusterID
49 # config-dump failed, assume we will be loading from legacy
50 # application.yml, initialize with defaults.
51 $arvados_config_global = $arvados_config_defaults.deep_dup
56 $arvados_config = $arvados_config_global.deep_dup
58 # Declare all our configuration items.
59 arvcfg = ConfigLoader.new
61 arvcfg.declare_config "ManagementToken", String, :ManagementToken
62 arvcfg.declare_config "TLS.Insecure", Boolean, :arvados_insecure_https
64 arvcfg.declare_config "Services.Controller.ExternalURL", URI, :arvados_v1_base, ->(cfg, k, v) {
67 ConfigLoader.set_cfg cfg, "Services.Controller.ExternalURL", u
70 arvcfg.declare_config "Services.WebShell.ExternalURL", URI, :shell_in_a_box_url, ->(cfg, k, v) {
72 u = URI(v.sub("%{hostname}", "*"))
74 ConfigLoader.set_cfg cfg, "Services.WebShell.ExternalURL", u
77 arvcfg.declare_config "Services.WebDAV.ExternalURL", URI, :keep_web_url, ->(cfg, k, v) {
79 u = URI(v.sub("%{uuid_or_pdh}", "*"))
81 ConfigLoader.set_cfg cfg, "Services.WebDAV.ExternalURL", u
84 arvcfg.declare_config "Services.WebDAVDownload.ExternalURL", URI, :keep_web_download_url, ->(cfg, k, v) {
86 u = URI(v.sub("%{uuid_or_pdh}", "*"))
88 ConfigLoader.set_cfg cfg, "Services.WebDAVDownload.ExternalURL", u
91 arvcfg.declare_config "Services.Composer.ExternalURL", URI, :composer_url
92 arvcfg.declare_config "Services.Workbench2.ExternalURL", URI, :workbench2_url
94 arvcfg.declare_config "Users.AnonymousUserToken", String, :anonymous_user_token
96 arvcfg.declare_config "Workbench.SecretToken", String, :secret_token
97 arvcfg.declare_config "Workbench.SecretKeyBase", String, :secret_key_base
99 arvcfg.declare_config "Workbench.ApplicationMimetypesWithViewIcon", Hash, :application_mimetypes_with_view_icon, ->(cfg, k, v) {
104 ConfigLoader.set_cfg cfg, "Workbench.ApplicationMimetypesWithViewIcon", mimetypes
107 arvcfg.declare_config "Workbench.RunningJobLogRecordsToFetch", Integer, :running_job_log_records_to_fetch
108 arvcfg.declare_config "Workbench.LogViewerMaxBytes", Integer, :log_viewer_max_bytes
109 arvcfg.declare_config "Workbench.TrustAllContent", Boolean, :trust_all_content
110 arvcfg.declare_config "Workbench.UserProfileFormFields", Array, :user_profile_form_fields, ->(cfg, k, v) {
114 ConfigLoader.set_cfg cfg, "Workbench.UserProfileFormFields", v
116 arvcfg.declare_config "Workbench.UserProfileFormMessage", String, :user_profile_form_message
117 arvcfg.declare_config "Workbench.Theme", String, :arvados_theme
118 arvcfg.declare_config "Workbench.ShowUserNotifications", Boolean, :show_user_notifications
119 arvcfg.declare_config "Workbench.ShowUserAgreementInline", Boolean, :show_user_agreement_inline
120 arvcfg.declare_config "Workbench.RepositoryCache", String, :repository_cache
121 arvcfg.declare_config "Workbench.Repositories", Boolean, :repositories
122 arvcfg.declare_config "Workbench.APIClientConnectTimeout", ActiveSupport::Duration, :api_client_connect_timeout
123 arvcfg.declare_config "Workbench.APIClientReceiveTimeout", ActiveSupport::Duration, :api_client_receive_timeout
124 arvcfg.declare_config "Workbench.APIResponseCompression", Boolean, :api_response_compression
125 arvcfg.declare_config "Workbench.SiteName", String, :site_name
126 arvcfg.declare_config "Workbench.MultiSiteSearch", String, :multi_site_search, ->(cfg, k, v) {
130 ConfigLoader.set_cfg cfg, "Workbench.MultiSiteSearch", v.to_s
132 arvcfg.declare_config "Workbench.EnablePublicProjectsPage", Boolean, :enable_public_projects_page
133 arvcfg.declare_config "Workbench.EnableGettingStartedPopup", Boolean, :enable_getting_started_popup
134 arvcfg.declare_config "Workbench.ArvadosPublicDataDocURL", String, :arvados_public_data_doc_url
135 arvcfg.declare_config "Workbench.ArvadosDocsite", String, :arvados_docsite
136 arvcfg.declare_config "Workbench.ShowRecentCollectionsOnDashboard", Boolean, :show_recent_collections_on_dashboard
137 arvcfg.declare_config "Workbench.ActivationContactLink", String, :activation_contact_link
138 arvcfg.declare_config "Workbench.DefaultOpenIdPrefix", String, :default_openid_prefix
140 arvcfg.declare_config "Mail.SendUserSetupNotificationEmail", Boolean, :send_user_setup_notification_email
141 arvcfg.declare_config "Mail.IssueReporterEmailFrom", String, :issue_reporter_email_from
142 arvcfg.declare_config "Mail.IssueReporterEmailTo", String, :issue_reporter_email_to
143 arvcfg.declare_config "Mail.SupportEmailAddress", String, :support_email_address
144 arvcfg.declare_config "Mail.EmailFrom", String, :email_from
146 application_config = {}
147 %w(application.default application).each do |cfgfile|
148 path = "#{::Rails.root.to_s}/config/#{cfgfile}.yml"
149 confs = ConfigLoader.load(path, erb: true)
150 # Ignore empty YAML file:
151 next if confs == false
152 application_config.deep_merge!(confs['common'] || {})
153 application_config.deep_merge!(confs[::Rails.env.to_s] || {})
156 $remaining_config = arvcfg.migrate_config(application_config, $arvados_config)
158 # Checks for wrongly typed configuration items, coerces properties
159 # into correct types (such as Duration), and optionally raise error
160 # for essential configuration that can't be empty.
161 arvcfg.coercion_and_check $arvados_config_defaults, check_nonempty: false
162 arvcfg.coercion_and_check $arvados_config_global, check_nonempty: false
163 arvcfg.coercion_and_check $arvados_config, check_nonempty: true
165 # * $arvados_config_defaults is the defaults
166 # * $arvados_config_global is $arvados_config_defaults merged with the contents of /etc/arvados/config.yml
167 # These are used by the rake config: tasks
169 # * $arvados_config is $arvados_config_global merged with the migrated contents of application.yml
170 # This is what actually gets copied into the Rails configuration object.
172 ArvadosWorkbench::Application.configure do
173 # Copy into the Rails config object. This also turns Hash into
174 # OrderedOptions so that application code can use
175 # Rails.configuration.API.Blah instead of
176 # Rails.configuration.API["Blah"]
177 ConfigLoader.copy_into_config $arvados_config, config
178 ConfigLoader.copy_into_config $remaining_config, config
179 secrets.secret_key_base = $arvados_config["Workbench"]["SecretKeyBase"]
180 ConfigValidators.validate_wb2_url_config()