More memory for pca.
authorTom Clegg <tom@tomclegg.ca>
Mon, 23 Nov 2020 02:43:41 +0000 (21:43 -0500)
committerTom Clegg <tom@tomclegg.ca>
Mon, 23 Nov 2020 02:43:41 +0000 (21:43 -0500)
Arvados-DCO-1.1-Signed-off-by: Tom Clegg <tom@tomclegg.ca>

pca.go

diff --git a/pca.go b/pca.go
index 72580fdb78509a5c9a8e8d2c4c729b1c1b9d3a7d..044a7eefdfe9d36a2b4bfabfe3d148b5244f2fb3 100644 (file)
--- a/pca.go
+++ b/pca.go
@@ -113,8 +113,8 @@ func (cmd *goPCA) RunCommand(prog string, args []string, stdin io.Reader, stdout
                        Name:        "lightning pca-go",
                        Client:      arvados.NewClientFromEnv(),
                        ProjectUUID: *projectUUID,
-                       RAM:         100000000000, // maybe 10x input size?
-                       VCPUs:       2,
+                       RAM:         300000000000, // maybe 10x input size?
+                       VCPUs:       16,
                        Priority:    *priority,
                }
                err = runner.TranslatePaths(inputFilename)
@@ -167,6 +167,7 @@ func (cmd *goPCA) RunCommand(prog string, args []string, stdin io.Reader, stdout
                log.Printf("recode one-hot: %d rows, %d cols", rows, cols)
                data, _, cols = recodeOnehot(data, cols)
        }
+       tilelib = nil
 
        log.Printf("creating matrix backed by array: %d rows, %d cols", rows, cols)
        mtx := array2matrix(rows, cols, data).T()