More memory, but release buffers.
authorTom Clegg <tom@tomclegg.ca>
Wed, 19 May 2021 00:45:35 +0000 (20:45 -0400)
committerTom Clegg <tom@tomclegg.ca>
Wed, 19 May 2021 00:45:35 +0000 (20:45 -0400)
Arvados-DCO-1.1-Signed-off-by: Tom Clegg <tom@curii.com>

export.go

index 710fd324eb03b632cd9e4ff28d985975e0821d68..0ab28825fc4147c4bb01ab3262673001067248e7 100644 (file)
--- a/export.go
+++ b/export.go
@@ -303,7 +303,7 @@ func (cmd *exporter) export(out, bedout io.Writer, librdr io.Reader, gz bool, ti
                return fmt.Errorf("%d needed tiles are missing from library", len(missing))
        }
 
-       if true {
+       if false {
                // low memory mode
                for _, seqname := range seqnames {
                        log.Infof("assembling %q", seqname)
@@ -329,6 +329,7 @@ func (cmd *exporter) export(out, bedout io.Writer, librdr io.Reader, gz bool, ti
                        log.Infof("writing outbuf %s", seqname)
                        io.Copy(out, &outbuf[i])
                        log.Infof("writing outbuf %s done", seqname)
+                       outbuf[i] = bytes.Buffer{}
                }
        }()
        output.Add(1)
@@ -340,6 +341,7 @@ func (cmd *exporter) export(out, bedout io.Writer, librdr io.Reader, gz bool, ti
                                log.Infof("writing bedbuf %s", seqname)
                                io.Copy(bedout, &bedbuf[i])
                                log.Infof("writing bedbuf %s done", seqname)
+                               bedbuf[i] = bytes.Buffer{}
                        }
                }
        }()