tools/salt-install/config_examples/multi_host/aws/pillars/arvados.sls

   1 ---
   2 # Copyright (C) The Arvados Authors. All rights reserved.
   3 #
   4 # SPDX-License-Identifier: AGPL-3.0
   5
   6 # The variables commented out are the default values that the formula uses.
   7 # The uncommented values are REQUIRED values. If you don't set them, running
   8 # this formula will fail.
   9 arvados:
  10   ### GENERAL CONFIG
  11   version: '__VERSION__'
  12   ## It makes little sense to disable this flag, but you can, if you want :)
  13   # use_upstream_repo: true
  14
  15   ## Repo URL is built with grains values. If desired, it can be completely
  16   ## overwritten with the pillar parameter 'repo_url'
  17   # repo:
  18   #   humanname: Arvados Official Repository
  19
  20   release: __RELEASE__
  21
  22   ## IMPORTANT!!!!!
  23   ## api, workbench and shell require some gems, so you need to make sure ruby
  24   ## and deps are installed in order to install and compile the gems.
  25   ## We default to `false` in these two variables as it's expected you already
  26   ## manage OS packages with some other tool and you don't want us messing up
  27   ## with your setup.
  28   ruby:
  29     ## We set these to `true` here for testing purposes.
  30     ## They both default to `false`.
  31     manage_ruby: true
  32     manage_gems_deps: true
  33     # pkg: ruby
  34     # gems_deps:
  35     #     - curl
  36     #     - g++
  37     #     - gcc
  38     #     - git
  39     #     - libcurl4
  40     #     - libcurl4-gnutls-dev
  41     #     - libpq-dev
  42     #     - libxml2
  43     #     - libxml2-dev
  44     #     - make
  45     #     - python3-dev
  46     #     - ruby-dev
  47     #     - zlib1g-dev
  48
  49   # config:
  50   #   file: /etc/arvados/config.yml
  51   #   user: root
  52   ## IMPORTANT!!!!!
  53   ## If you're intalling any of the rails apps (api, workbench), the group
  54   ## should be set to that of the web server, usually `www-data`
  55   #   group: root
  56   #   mode: 640
  57   dispatcher:
  58     pkg:
  59       name: arvados-dispatch-cloud
  60     service:
  61       name: arvados-dispatch-cloud
  62
  63   ### ARVADOS CLUSTER CONFIG
  64   cluster:
  65     name: __CLUSTER__
  66     domain: __DOMAIN__
  67
  68     database:
  69       # max concurrent connections per arvados server daemon
  70       # connection_pool_max: 32
  71       name: __CLUSTER___arvados
  72       host: __DATABASE_INT_IP__
  73       password: "__DATABASE_PASSWORD__"
  74       user: __CLUSTER___arvados
  75       encoding: en_US.utf8
  76       client_encoding: UTF8
  77
  78     tls:
  79       # certificate: ''
  80       # key: ''
  81       # required to test with arvados-snakeoil certs
  82       insecure: false
  83
  84     ### TOKENS
  85     tokens:
  86       system_root: __SYSTEM_ROOT_TOKEN__
  87       management: __MANAGEMENT_TOKEN__
  88       anonymous_user: __ANONYMOUS_USER_TOKEN__
  89
  90     ### KEYS
  91     secrets:
  92       blob_signing_key: __BLOB_SIGNING_KEY__
  93       workbench_secret_key: __WORKBENCH_SECRET_KEY__
  94
  95     Login:
  96       Test:
  97         Enable: true
  98         Users:
  99           __INITIAL_USER__:
 100             Email: __INITIAL_USER_EMAIL__
 101             Password: __INITIAL_USER_PASSWORD__
 102
 103     ### CONTAINERS
 104     Containers:
 105       MaxRetryAttempts: 10
 106       CloudVMs:
 107         ResourceTags:
 108           Name: __CLUSTER__-compute-node
 109         BootProbeCommand: 'sudo docker ps -q'
 110         ImageID: ami-FIXMEFIXMEFIXMEFI
 111         Driver: ec2
 112         DriverParameters:
 113           Region: FIXME
 114           EBSVolumeType: gp2
 115           AdminUsername: FIXME
 116           ### This SG should allow SSH from the dispatcher to the compute nodes
 117           SecurityGroupIDs: ['sg-FIXMEFIXMEFIXMEFI']
 118           SubnetID: subnet-FIXMEFIXMEFIXMEFI
 119       DispatchPrivateKey: |
 120         -----BEGIN OPENSSH PRIVATE KEY-----
 121         Read https://doc.arvados.org/v2.0/install/install-dispatch-cloud.html
 122         for details on how to create it and where to place the key
 123         FIXMEFIXMEFIXMEFI
 124         -----END OPENSSH PRIVATE KEY-----
 125
 126     ### VOLUMES
 127     ## This should usually match all your `keepstore` instances
 128     Volumes:
 129       # the volume name will be composed with
 130       # <cluster>-nyw5e-<volume>
 131       __CLUSTER__-nyw5e-0000000000000000:
 132         AccessViaHosts:
 133           'http://__KEEPSTORE0_INT_IP__:25107':
 134             ReadOnly: false
 135         Replication: 2
 136         Driver: S3
 137         DriverParameters:
 138           Bucket: __CLUSTER__-nyw5e-0000000000000000-volume
 139           IAMRole: __CLUSTER__-keepstore-00-iam-role
 140           Region: FIXME
 141       __CLUSTER__-nyw5e-0000000000000001:
 142         AccessViaHosts:
 143           'http://__KEEPSTORE1_INT_IP__:25107':
 144             ReadOnly: false
 145         Replication: 2
 146         Driver: S3
 147         DriverParameters:
 148           Bucket: __CLUSTER__-nyw5e-0000000000000001-volume
 149           IAMRole: __CLUSTER__-keepstore-01-iam-role
 150           Region: FIXME
 151
 152     Users:
 153       NewUsersAreActive: true
 154       AutoAdminFirstUser: true
 155       AutoSetupNewUsers: true
 156       AutoSetupNewUsersWithRepository: true
 157
 158     Services:
 159       Controller:
 160         ExternalURL: 'https://__CLUSTER__.__DOMAIN__:__CONTROLLER_EXT_SSL_PORT__'
 161         InternalURLs:
 162           'http://localhost:8003': {}
 163       DispatchCloud:
 164         InternalURLs:
 165           'http://__CONTROLLER_INT_IP__:9006': {}
 166       Keepproxy:
 167         ExternalURL: 'https://keep.__CLUSTER__.__DOMAIN__:__KEEP_EXT_SSL_PORT__'
 168         InternalURLs:
 169           'http://localhost:25107': {}
 170       Keepstore:
 171         InternalURLs:
 172           'http://__KEEPSTORE0_INT_IP__:25107': {}
 173           'http://__KEEPSTORE1_INT_IP__:25107': {}
 174       RailsAPI:
 175         InternalURLs:
 176           'http://localhost:8004': {}
 177       WebDAV:
 178         ExternalURL: 'https://*.collections.__CLUSTER__.__DOMAIN__:__KEEPWEB_EXT_SSL_PORT__/'
 179         InternalURLs:
 180           'http://localhost:9002': {}
 181       WebDAVDownload:
 182         ExternalURL: 'https://download.__CLUSTER__.__DOMAIN__:__KEEPWEB_EXT_SSL_PORT__'
 183       WebShell:
 184         ExternalURL: 'https://webshell.__CLUSTER__.__DOMAIN__:__KEEPWEB_EXT_SSL_PORT__'
 185       Websocket:
 186         ExternalURL: 'wss://ws.__CLUSTER__.__DOMAIN__/websocket'
 187         InternalURLs:
 188           'http://localhost:8005': {}
 189       Workbench1:
 190         ExternalURL: 'https://workbench.__CLUSTER__.__DOMAIN__:__WORKBENCH1_EXT_SSL_PORT__'
 191       Workbench2:
 192         ExternalURL: 'https://workbench2.__CLUSTER__.__DOMAIN__:__WORKBENCH2_EXT_SSL_PORT__'
 193
 194     InstanceTypes:
 195       t3small:
 196         ProviderType: t3.small
 197         VCPUs: 2
 198         RAM: 2GiB
 199         IncludedScratch: 50GB
 200         AddedScratch: 50GB
 201         Price: 0.0208
 202       c5large:
 203         ProviderType: c5.large
 204         VCPUs: 2
 205         RAM: 4GiB
 206         IncludedScratch: 50GB
 207         AddedScratch: 50GB
 208         Price: 0.085
 209       m5large:
 210         ProviderType: m5.large
 211         VCPUs: 2
 212         RAM: 8GiB
 213         IncludedScratch: 50GB
 214         AddedScratch: 50GB
 215         Price: 0.096
 216       c5xlarge:
 217         ProviderType: c5.xlarge
 218         VCPUs: 4
 219         RAM: 8GiB
 220         IncludedScratch: 100GB
 221         AddedScratch: 100GB
 222         Price: 0.17
 223       m5xlarge:
 224         ProviderType: m5.xlarge
 225         VCPUs: 4
 226         RAM: 16GiB
 227         IncludedScratch: 100GB
 228         AddedScratch: 100GB
 229         Price: 0.192
 230       m5xlarge_extradisk:
 231         ProviderType: m5.xlarge
 232         VCPUs: 4
 233         RAM: 16GiB
 234         IncludedScratch: 400GB
 235         AddedScratch: 400GB
 236         Price: 0.193
 237       c52xlarge:
 238         ProviderType: c5.2xlarge
 239         VCPUs: 8
 240         RAM: 16GiB
 241         IncludedScratch: 200GB
 242         AddedScratch: 200GB
 243         Price: 0.34
 244       m52xlarge:
 245         ProviderType: m5.2xlarge
 246         VCPUs: 8
 247         RAM: 32GiB
 248         IncludedScratch: 200GB
 249         AddedScratch: 200GB
 250         Price: 0.384
 251       c54xlarge:
 252         ProviderType: c5.4xlarge
 253         VCPUs: 16
 254         RAM: 32GiB
 255         IncludedScratch: 400GB
 256         AddedScratch: 400GB
 257         Price: 0.68
 258       m54xlarge:
 259         ProviderType: m5.4xlarge
 260         VCPUs: 16
 261         RAM: 64GiB
 262         IncludedScratch: 400GB
 263         AddedScratch: 400GB
 264         Price: 0.768