X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/ad272d78c6238b3c5cc250e643b8fda632b11d70..a9a677e1655c461e742e46cc3c239f8605f4fc6b:/services/keep-balance/main.go diff --git a/services/keep-balance/main.go b/services/keep-balance/main.go index 364bb3ffd3..60349e91d8 100644 --- a/services/keep-balance/main.go +++ b/services/keep-balance/main.go @@ -3,7 +3,6 @@ package main import ( "encoding/json" "flag" - "io/ioutil" "log" "os" "os/signal" @@ -11,6 +10,7 @@ import ( "time" "git.curoverse.com/arvados.git/sdk/go/arvados" + "git.curoverse.com/arvados.git/sdk/go/config" ) // Config specifies site configuration, like API credentials and the @@ -51,6 +51,12 @@ type RunOptions struct { CommitTrash bool Logger *log.Logger Dumper *log.Logger + + // SafeRendezvousState from the most recent balance operation, + // or "" if unknown. If this changes from one run to the next, + // we need to watch out for races. See + // (*Balancer)ClearTrashLists. + SafeRendezvousState string } var debugf = func(string, ...interface{}) {} @@ -60,9 +66,9 @@ func main() { var runOptions RunOptions configPath := flag.String("config", "", - "`path` of json configuration file") + "`path` of JSON or YAML configuration file") serviceListPath := flag.String("config.KeepServiceList", "", - "`path` of json file with list of keep services to balance, as given by \"arv keep_service list\" "+ + "`path` of JSON or YAML file with list of keep services to balance, as given by \"arv keep_service list\" "+ "(default: config[\"KeepServiceList\"], or if none given, get all available services and filter by config[\"KeepServiceTypes\"])") flag.BoolVar(&runOptions.Once, "once", false, "balance once and then exit") @@ -78,9 +84,9 @@ func main() { if *configPath == "" { log.Fatal("You must specify a config file (see `keep-balance -help`)") } - mustReadJSON(&config, *configPath) + mustReadConfig(&config, *configPath) if *serviceListPath != "" { - mustReadJSON(&config.KeepServiceList, *serviceListPath) + mustReadConfig(&config.KeepServiceList, *serviceListPath) } if *debugFlag { @@ -98,7 +104,7 @@ func main() { if err != nil { // (don't run) } else if runOptions.Once { - err = (&Balancer{}).Run(config, runOptions) + _, err = (&Balancer{}).Run(config, runOptions) } else { err = RunForever(config, runOptions, nil) } @@ -107,11 +113,9 @@ func main() { } } -func mustReadJSON(dst interface{}, path string) { - if buf, err := ioutil.ReadFile(path); err != nil { - log.Fatalf("Reading %q: %v", path, err) - } else if err = json.Unmarshal(buf, dst); err != nil { - log.Fatalf("Decoding %q: %v", path, err) +func mustReadConfig(dst interface{}, path string) { + if err := config.LoadFile(dst, path); err != nil { + log.Fatal(err) } } @@ -138,7 +142,9 @@ func RunForever(config Config, runOptions RunOptions, stop <-chan interface{}) e logger.Print("======= Consider using -commit-pulls and -commit-trash flags.") } - err := (&Balancer{}).Run(config, runOptions) + bal := &Balancer{} + var err error + runOptions, err = bal.Run(config, runOptions) if err != nil { logger.Print("run failed: ", err) } else {