X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/3bbe1cd9310cfdbdbc63b27bee029cd29c5647e9..38c4ce8bd5aefed6784d457ed3caf28f279d6de4:/services/keep-balance/main.go diff --git a/services/keep-balance/main.go b/services/keep-balance/main.go index 60349e91d8..90235cbf31 100644 --- a/services/keep-balance/main.go +++ b/services/keep-balance/main.go @@ -1,9 +1,15 @@ +// Copyright (C) The Arvados Authors. All rights reserved. +// +// SPDX-License-Identifier: AGPL-3.0 + package main import ( "encoding/json" "flag" + "fmt" "log" + "net/http" "os" "os/signal" "syscall" @@ -13,6 +19,10 @@ import ( "git.curoverse.com/arvados.git/sdk/go/config" ) +var version = "dev" + +const defaultConfigPath = "/etc/arvados/keep-balance/keep-balance.yml" + // Config specifies site configuration, like API credentials and the // choice of which servers are to be balanced. // @@ -36,6 +46,9 @@ type Config struct { // more memory, but can reduce store-and-forward latency when // fetching pages) CollectionBuffers int + + // Timeout for outgoing http request/response cycle. + RequestTimeout arvados.Duration } // RunOptions controls runtime behavior. The flags/options that belong @@ -62,10 +75,10 @@ type RunOptions struct { var debugf = func(string, ...interface{}) {} func main() { - var config Config + var cfg Config var runOptions RunOptions - configPath := flag.String("config", "", + configPath := flag.String("config", defaultConfigPath, "`path` of JSON or YAML configuration file") serviceListPath := flag.String("config.KeepServiceList", "", "`path` of JSON or YAML file with list of keep services to balance, as given by \"arv keep_service list\" "+ @@ -76,22 +89,41 @@ func main() { "send pull requests (make more replicas of blocks that are underreplicated or are not in optimal rendezvous probe order)") flag.BoolVar(&runOptions.CommitTrash, "commit-trash", false, "send trash requests (delete unreferenced old blocks, and excess replicas of overreplicated blocks)") + dumpConfig := flag.Bool("dump-config", false, "write current configuration to stdout and exit") dumpFlag := flag.Bool("dump", false, "dump details for each block to stdout") debugFlag := flag.Bool("debug", false, "enable debug messages") + getVersion := flag.Bool("version", false, "Print version information and exit.") flag.Usage = usage flag.Parse() - if *configPath == "" { - log.Fatal("You must specify a config file (see `keep-balance -help`)") + // Print version information if requested + if *getVersion { + fmt.Printf("keep-balance %s\n", version) + return } - mustReadConfig(&config, *configPath) + + mustReadConfig(&cfg, *configPath) if *serviceListPath != "" { - mustReadConfig(&config.KeepServiceList, *serviceListPath) + mustReadConfig(&cfg.KeepServiceList, *serviceListPath) } + if *dumpConfig { + log.Fatal(config.DumpAndExit(cfg)) + } + + to := time.Duration(cfg.RequestTimeout) + if to == 0 { + to = 30 * time.Minute + } + arvados.DefaultSecureClient.Timeout = to + arvados.InsecureHTTPClient.Timeout = to + http.DefaultClient.Timeout = to + + log.Printf("keep-balance %s started", version) + if *debugFlag { debugf = log.Printf - if j, err := json.Marshal(config); err != nil { + if j, err := json.Marshal(cfg); err != nil { log.Fatal(err) } else { log.Printf("config is %s", j) @@ -100,13 +132,13 @@ func main() { if *dumpFlag { runOptions.Dumper = log.New(os.Stdout, "", log.LstdFlags) } - err := CheckConfig(config, runOptions) + err := CheckConfig(cfg, runOptions) if err != nil { // (don't run) } else if runOptions.Once { - _, err = (&Balancer{}).Run(config, runOptions) + _, err = (&Balancer{}).Run(cfg, runOptions) } else { - err = RunForever(config, runOptions, nil) + err = RunForever(cfg, runOptions, nil) } if err != nil { log.Fatal(err)