X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/0a98952530fb465fa31566fa5e0192bea9fc16e4..9d1f08198723f64d23473bb0ef1d6e30df1f4a1f:/services/keep-balance/usage.go diff --git a/services/keep-balance/usage.go b/services/keep-balance/usage.go index eb9990c973..d11201047b 100644 --- a/services/keep-balance/usage.go +++ b/services/keep-balance/usage.go @@ -7,17 +7,15 @@ import ( ) var exampleConfigFile = []byte(` - { - "Client": { - "APIHost": "zzzzz.arvadosapi.com:443", - "AuthToken": "xyzzy", - "Insecure": false - }, - "KeepServiceTypes": [ - "disk" - ], - "RunPeriod": "600s" - }`) +Client: + APIHost: zzzzz.arvadosapi.com:443 + AuthToken: xyzzy + Insecure: false +KeepServiceTypes: + - disk +RunPeriod: 600s +CollectionBatchSize: 100000 +CollectionBuffers: 1000`) func usage() { fmt.Fprintf(os.Stderr, ` @@ -28,7 +26,7 @@ overreplicated and unreferenced blocks, and moves blocks to better positions (according to the rendezvous hash algorithm) so clients find them faster. -Usage: keep-balance -config path/to/config.json [options] +Usage: keep-balance -config path/to/keep-balance.yml [options] Options: `) @@ -71,6 +69,19 @@ Committing: Use the -commit-pull and -commit-trash flags to implement the computed changes. +Tuning resource usage: + + CollectionBatchSize limits the number of collections retrieved per + API transaction. If this is zero or omitted, page size is + determined by the API server's own page size limits (see + max_items_per_response and max_index_database_read configs). + + CollectionBuffers sets the size of an internal queue of + collections. Higher values use more memory, and improve throughput + by allowing keep-balance to fetch the next page of collections + while the current page is still being processed. If this is zero + or omitted, pages are processed serially. + Limitations: keep-balance does not attempt to discover whether committed pull