14812: Fix email defaults

[arvados.git] / lib / config / load.go

diff --git a/lib/config/load.go b/lib/config/load.go
index e9ae5c6d186da13eff36aa5f4a5eb9e55326d914..a0c769537487cce179ff74d65035144ef647b561 100644 (file)
--- a/lib/config/load.go
+++ b/lib/config/load.go
@@ -12,6 +12,7 @@ import (
        "io"
        "io/ioutil"
        "os"
+       "strings"
 
        "git.curoverse.com/arvados.git/sdk/go/arvados"
        "github.com/ghodss/yaml"
@@ -22,6 +23,14 @@ type logger interface {
        Warnf(string, ...interface{})
 }
 
+func loadFileOrStdin(path string, stdin io.Reader, log logger) (*arvados.Config, error) {
+       if path == "-" {
+               return load(stdin, log, true)
+       } else {
+               return LoadFile(path, log)
+       }
+}
+
 func LoadFile(path string, log logger) (*arvados.Config, error) {
        f, err := os.Open(path)
        if err != nil {
@@ -32,7 +41,10 @@ func LoadFile(path string, log logger) (*arvados.Config, error) {
 }
 
 func Load(rdr io.Reader, log logger) (*arvados.Config, error) {
-       var cfg arvados.Config
+       return load(rdr, log, true)
+}
+
+func load(rdr io.Reader, log logger, useDeprecated bool) (*arvados.Config, error) {
        buf, err := ioutil.ReadAll(rdr)
        if err != nil {
                return nil, err
@@ -64,15 +76,25 @@ func Load(rdr io.Reader, log logger) (*arvados.Config, error) {
                if err != nil {
                        return nil, fmt.Errorf("loading defaults for %s: %s", id, err)
                }
-               mergo.Merge(&merged, src, mergo.WithOverride)
+               err = mergo.Merge(&merged, src, mergo.WithOverride)
+               if err != nil {
+                       return nil, fmt.Errorf("merging defaults for %s: %s", id, err)
+               }
        }
        var src map[string]interface{}
        err = yaml.Unmarshal(buf, &src)
        if err != nil {
                return nil, fmt.Errorf("loading config data: %s", err)
        }
-       mergo.Merge(&merged, src, mergo.WithOverride)
+       logExtraKeys(log, merged, src, "")
+       removeSampleKeys(merged)
+       err = mergo.Merge(&merged, src, mergo.WithOverride)
+       if err != nil {
+               return nil, fmt.Errorf("merging config data: %s", err)
+       }
 
+       // map[string]interface{} => json => arvados.Config
+       var cfg arvados.Config
        var errEnc error
        pr, pw := io.Pipe()
        go func() {
@@ -87,9 +109,68 @@ func Load(rdr io.Reader, log logger) (*arvados.Config, error) {
                return nil, fmt.Errorf("transcoding config data: %s", err)
        }
 
-       err = applyDeprecatedConfig(&cfg, buf, log)
-       if err != nil {
-               return nil, err
+       if useDeprecated {
+               err = applyDeprecatedConfig(&cfg, buf, log)
+               if err != nil {
+                       return nil, err
+               }
+       }
+
+       // Check for known mistakes
+       for id, cc := range cfg.Clusters {
+               err = checkKeyConflict(fmt.Sprintf("Clusters.%s.PostgreSQL.Connection", id), cc.PostgreSQL.Connection)
+               if err != nil {
+                       return nil, err
+               }
        }
        return &cfg, nil
 }
+
+func checkKeyConflict(label string, m map[string]string) error {
+       saw := map[string]bool{}
+       for k := range m {
+               k = strings.ToLower(k)
+               if saw[k] {
+                       return fmt.Errorf("%s: multiple entries for %q (fix by using same capitalization as default/example file)", label, k)
+               }
+               saw[k] = true
+       }
+       return nil
+}
+
+func removeSampleKeys(m map[string]interface{}) {
+       delete(m, "SAMPLE")
+       for _, v := range m {
+               if v, _ := v.(map[string]interface{}); v != nil {
+                       removeSampleKeys(v)
+               }
+       }
+}
+
+func logExtraKeys(log logger, expected, supplied map[string]interface{}, prefix string) {
+       if log == nil {
+               return
+       }
+       allowed := map[string]interface{}{}
+       for k, v := range expected {
+               allowed[strings.ToLower(k)] = v
+       }
+       for k, vsupp := range supplied {
+               vexp, ok := allowed[strings.ToLower(k)]
+               if !ok && expected["SAMPLE"] != nil {
+                       vexp = expected["SAMPLE"]
+               } else if !ok {
+                       log.Warnf("deprecated or unknown config entry: %s%s", prefix, k)
+                       continue
+               }
+               if vsupp, ok := vsupp.(map[string]interface{}); !ok {
+                       // if vsupp is a map but vexp isn't map, this
+                       // will be caught elsewhere; see TestBadType.
+                       continue
+               } else if vexp, ok := vexp.(map[string]interface{}); !ok {
+                       log.Warnf("unexpected object in config entry: %s%s", prefix, k)
+               } else {
+                       logExtraKeys(log, vexp, vsupp, prefix+k+".")
+               }
+       }
+}