From 335a3e40a54aab203fab7158af53819fef7bb512 Mon Sep 17 00:00:00 2001 From: Tom Clegg Date: Tue, 25 May 2021 09:40:21 -0400 Subject: [PATCH] Bring memory back down. Arvados-DCO-1.1-Signed-off-by: Tom Clegg --- export.go | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/export.go b/export.go index 311ed9ffe6..4403067149 100644 --- a/export.go +++ b/export.go @@ -12,6 +12,7 @@ import ( _ "net/http/pprof" "os" "path" + "runtime" "sort" "strings" "sync" @@ -97,7 +98,7 @@ func (cmd *exporter) RunCommand(prog string, args []string, stdin io.Reader, std Name: "lightning export", Client: arvados.NewClientFromEnv(), ProjectUUID: *projectUUID, - RAM: 1600000000000, + RAM: 700000000000, VCPUs: 64, Priority: *priority, } @@ -342,7 +343,7 @@ func (cmd *exporter) export(out, bedout io.Writer, librdr io.Reader, gz bool, ti merge(bedout, bedw, "bed") } - throttle := throttle{Max: 8} + throttle := throttle{Max: runtime.NumCPU()} log.Infof("assembling %d sequences in %d goroutines", len(seqnames), throttle.Max) for seqidx, seqname := range seqnames { seqidx, seqname := seqidx, seqname -- 2.30.2