-package main
+// Copyright (C) The Lightning Authors. All rights reserved.
+//
+// SPDX-License-Identifier: AGPL-3.0
+
+package lightning
import (
"bufio"
Name: "lightning pca-go",
Client: arvados.NewClientFromEnv(),
ProjectUUID: *projectUUID,
- RAM: 100000000000, // maybe 10x input size?
- VCPUs: 2,
+ RAM: 300000000000, // maybe 10x input size?
+ VCPUs: 16,
Priority: *priority,
}
err = runner.TranslatePaths(inputFilename)
retainNoCalls: true,
compactGenomes: map[string][]tileVariantID{},
}
- err = tilelib.LoadGob(context.Background(), input, strings.HasSuffix(*inputFilename, ".gz"), nil)
+ err = tilelib.LoadGob(context.Background(), input, strings.HasSuffix(*inputFilename, ".gz"))
if err != nil {
return 1
}
tilelib.Tidy()
log.Print("converting cgs to array")
- data, rows, cols := cgs2array(tilelib)
+ data, rows, cols := cgs2array(tilelib, cgnames(tilelib), lowqual(tilelib), nil, 0, len(tilelib.variant))
if *onehot {
log.Printf("recode one-hot: %d rows, %d cols", rows, cols)
data, _, cols = recodeOnehot(data, cols)
}
+ tilelib = nil
log.Printf("creating matrix backed by array: %d rows, %d cols", rows, cols)
mtx := array2matrix(rows, cols, data).T()