From: Tom Clegg <tom@tomclegg.ca>
Date: Thu, 5 Mar 2020 19:18:08 +0000 (-0500)
Subject: Use more tiling workers than NumCPU.
X-Git-Url: https://git.arvados.org/lightning.git/commitdiff_plain/f344dfcf761863e4b8fdbd4dd1fb515903bf01cf

Use more tiling workers than NumCPU.

Arvados-DCO-1.1-Signed-off-by: Tom Clegg <tom@tomclegg.ca>
---

diff --git a/import.go b/import.go
index 98c10254bf..433ed65bcc 100644
--- a/import.go
+++ b/import.go
@@ -307,9 +307,10 @@ func (cmd *importer) tileInputs(tilelib *tileLibrary, infiles []string) error {
 	}
 	go close(todo)
 	var tileJobs sync.WaitGroup
-	running := int64(runtime.NumCPU())
-	for i := 0; i < runtime.NumCPU(); i++ {
+	var running int64
+	for i := 0; i < runtime.NumCPU()*9/8+1; i++ {
 		tileJobs.Add(1)
+		atomic.AddInt64(&running, 1)
 		go func() {
 			defer tileJobs.Done()
 			defer atomic.AddInt64(&running, -1)