X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/0662b235357dd40b5d27efd06b60044ddcec06f6..afabb6c30c449d6139aec344d0912fc2645e2e89:/services/datamanager/datamanager.go

diff --git a/services/datamanager/datamanager.go b/services/datamanager/datamanager.go
index 604a6db2f4..8e12835842 100644
--- a/services/datamanager/datamanager.go
+++ b/services/datamanager/datamanager.go
@@ -22,6 +22,7 @@ var (
 	logEventTypePrefix  string
 	logFrequencySeconds int
 	minutesBetweenRuns  int
+	collectionBatchSize int
 	dryRun              bool
 )
 
@@ -38,6 +39,10 @@ func init() {
 		"minutes-between-runs",
 		0,
 		"How many minutes we wait between data manager runs. 0 means run once and exit.")
+	flag.IntVar(&collectionBatchSize,
+		"collection-batch-size",
+		1000,
+		"How many collections to request in each batch.")
 	flag.BoolVar(&dryRun,
 		"dry-run",
 		false,
@@ -193,7 +198,7 @@ func BuildDataFetcher(arv arvadosclient.ArvadosClient) summary.DataFetcher {
 				collection.GetCollectionsParams{
 					Client:    arv,
 					Logger:    arvLogger,
-					BatchSize: 50})
+					BatchSize: collectionBatchSize})
 			collDone <- struct{}{}
 		}()
 
@@ -204,7 +209,7 @@ func BuildDataFetcher(arv arvadosclient.ArvadosClient) summary.DataFetcher {
 				Logger: arvLogger,
 				Limit:  1000})
 
-		<- collDone
+		<-collDone
 
 		// Return a nil error only if both parts succeeded.
 		if collErr != nil {