X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/50d3c3897f0fad1bfcc4fc86096155d15d25483e..343e87375ce53c0b9c4234ed69206b31e206c877:/lib/config/cmd.go diff --git a/lib/config/cmd.go b/lib/config/cmd.go index aa3e3bca12..d64106fbce 100644 --- a/lib/config/cmd.go +++ b/lib/config/cmd.go @@ -5,15 +5,20 @@ package config import ( + "bytes" + "flag" "fmt" "io" + "os" + "os/exec" - "git.curoverse.com/arvados.git/lib/cmd" - "git.curoverse.com/arvados.git/sdk/go/ctxlog" + "git.arvados.org/arvados.git/sdk/go/arvados" + "git.arvados.org/arvados.git/sdk/go/ctxlog" "github.com/ghodss/yaml" + "github.com/sirupsen/logrus" ) -var DumpCommand cmd.Handler = dumpCommand{} +var DumpCommand dumpCommand type dumpCommand struct{} @@ -24,12 +29,30 @@ func (dumpCommand) RunCommand(prog string, args []string, stdin io.Reader, stdou fmt.Fprintf(stderr, "%s\n", err) } }() - if len(args) != 0 { - err = fmt.Errorf("usage: %s config-min.yaml", prog) + + loader := &Loader{ + Stdin: stdin, + Logger: ctxlog.New(stderr, "text", "info"), + } + + flags := flag.NewFlagSet("", flag.ContinueOnError) + flags.SetOutput(stderr) + loader.SetupFlags(flags) + + err = flags.Parse(args) + if err == flag.ErrHelp { + err = nil + return 0 + } else if err != nil { return 2 } - log := ctxlog.New(stderr, "text", "info") - cfg, err := Load(stdin, log) + + if len(flags.Args()) != 0 { + flags.Usage() + return 2 + } + + cfg, err := loader.Load() if err != nil { return 1 } @@ -43,3 +66,130 @@ func (dumpCommand) RunCommand(prog string, args []string, stdin io.Reader, stdou } return 0 } + +var CheckCommand checkCommand + +type checkCommand struct{} + +func (checkCommand) RunCommand(prog string, args []string, stdin io.Reader, stdout, stderr io.Writer) int { + var err error + var logbuf = &bytes.Buffer{} + defer func() { + io.Copy(stderr, logbuf) + if err != nil { + fmt.Fprintf(stderr, "%s\n", err) + } + }() + + logger := logrus.New() + logger.Out = logbuf + loader := &Loader{ + Stdin: stdin, + Logger: logger, + } + + flags := flag.NewFlagSet("", flag.ContinueOnError) + flags.SetOutput(stderr) + loader.SetupFlags(flags) + + err = flags.Parse(args) + if err == flag.ErrHelp { + err = nil + return 0 + } else if err != nil { + return 2 + } + + if len(flags.Args()) != 0 { + flags.Usage() + return 2 + } + + // Load the config twice -- once without loading deprecated + // keys/files, once with -- and then compare the two resulting + // configs. This reveals whether the deprecated keys/files + // have any effect on the final configuration. + // + // If they do, show the operator how to update their config + // such that the deprecated keys/files are superfluous and can + // be deleted. + loader.SkipDeprecated = true + loader.SkipLegacy = true + withoutDepr, err := loader.Load() + if err != nil { + return 1 + } + loader.SkipDeprecated = false + loader.SkipLegacy = false + withDepr, err := loader.Load() + if err != nil { + return 1 + } + problems := false + if warnAboutProblems(logger, withDepr) { + problems = true + } + cmd := exec.Command("diff", "-u", "--label", "without-deprecated-configs", "--label", "relying-on-deprecated-configs", "/dev/fd/3", "/dev/fd/4") + for _, obj := range []interface{}{withoutDepr, withDepr} { + y, _ := yaml.Marshal(obj) + pr, pw, err := os.Pipe() + if err != nil { + return 1 + } + defer pr.Close() + go func() { + io.Copy(pw, bytes.NewBuffer(y)) + pw.Close() + }() + cmd.ExtraFiles = append(cmd.ExtraFiles, pr) + } + diff, err := cmd.CombinedOutput() + if bytes.HasPrefix(diff, []byte("--- ")) { + fmt.Fprintln(stdout, "Your configuration is relying on deprecated entries. Suggest making the following changes.") + stdout.Write(diff) + err = nil + return 1 + } else if len(diff) > 0 { + fmt.Fprintf(stderr, "Unexpected diff output:\n%s", diff) + return 1 + } else if err != nil { + return 1 + } + if logbuf.Len() > 0 { + return 1 + } + + if problems { + return 1 + } else { + return 0 + } +} + +func warnAboutProblems(logger logrus.FieldLogger, cfg *arvados.Config) bool { + warned := false + for id, cc := range cfg.Clusters { + if cc.SystemRootToken == "" { + logger.Warnf("Clusters.%s.SystemRootToken is empty; see https://doc.arvados.org/master/install/install-keepstore.html", id) + warned = true + } + if cc.ManagementToken == "" { + logger.Warnf("Clusters.%s.ManagementToken is empty; see https://doc.arvados.org/admin/management-token.html", id) + warned = true + } + } + return warned +} + +var DumpDefaultsCommand defaultsCommand + +type defaultsCommand struct{} + +func (defaultsCommand) RunCommand(prog string, args []string, stdin io.Reader, stdout, stderr io.Writer) int { + _, err := stdout.Write(DefaultYAML) + if err != nil { + fmt.Fprintln(stderr, err) + return 1 + } + return 0 +}