X-Git-Url: https://git.arvados.org/lightning.git/blobdiff_plain/bd981a00bfb1d74cec8477d5054ee4194fb9cb7e..d81fc575f556e71b5c552d03c626b43c0744b45f:/pipeline_test.go

diff --git a/pipeline_test.go b/pipeline_test.go
index 96659a2977..c208c645cc 100644
--- a/pipeline_test.go
+++ b/pipeline_test.go
@@ -1,9 +1,17 @@
-package main
+// Copyright (C) The Lightning Authors. All rights reserved.
+//
+// SPDX-License-Identifier: AGPL-3.0
+
+package lightning
 
 import (
 	"bytes"
+	"fmt"
 	"io"
+	"io/ioutil"
 	"os"
+	"sort"
+	"strings"
 	"sync"
 
 	"gopkg.in/check.v1"
@@ -33,10 +41,134 @@ func (s *pipelineSuite) TestImport(c *check.C) {
 		wg.Add(1)
 		go func() {
 			defer wg.Done()
-			code := (&stats{}).RunCommand("lightning stats", []string{"-local"}, statsin, statsout, os.Stderr)
+			code := (&statscmd{}).RunCommand("lightning stats", []string{"-local"}, statsin, statsout, os.Stderr)
 			c.Check(code, check.Equals, 0)
 		}()
 		wg.Wait()
-		os.Stdout.Write(statsout.Bytes())
+		c.Logf("%s", statsout.String())
 	}
 }
+
+func (s *pipelineSuite) TestImportMerge(c *check.C) {
+	libfile := make([]string, 2)
+	tmpdir := c.MkDir()
+
+	var wg sync.WaitGroup
+	for i, infile := range []string{
+		"testdata/ref.fasta",
+		"testdata/pipeline1/",
+	} {
+		i, infile := i, infile
+		c.Logf("TestImportMerge: %s", infile)
+		libfile[i] = fmt.Sprintf("%s/%d.gob", tmpdir, i)
+		wg.Add(1)
+		go func() {
+			defer wg.Done()
+			args := []string{"-local=true", "-o=" + libfile[i], "-skip-ooo=true", "-output-tiles", "-tag-library", "testdata/tags"}
+			if i == 0 {
+				// ref only
+				args = append(args, "-save-incomplete-tiles")
+			}
+			args = append(args, infile)
+			code := (&importer{}).RunCommand("lightning import", args, bytes.NewReader(nil), &bytes.Buffer{}, os.Stderr)
+			c.Check(code, check.Equals, 0)
+		}()
+	}
+	wg.Wait()
+
+	merged := &bytes.Buffer{}
+	code := (&merger{}).RunCommand("lightning merge", []string{"-local", libfile[0], libfile[1]}, bytes.NewReader(nil), merged, os.Stderr)
+	c.Check(code, check.Equals, 0)
+	c.Logf("len(merged) %d", merged.Len())
+
+	statsout := &bytes.Buffer{}
+	code = (&statscmd{}).RunCommand("lightning stats", []string{"-local"}, bytes.NewReader(merged.Bytes()), statsout, os.Stderr)
+	c.Check(code, check.Equals, 0)
+	c.Check(statsout.Len() > 0, check.Equals, true)
+	c.Logf("%s", statsout.String())
+
+	err := os.Mkdir(tmpdir+"/merged", 0777)
+	c.Assert(err, check.IsNil)
+	c.Check(ioutil.WriteFile(tmpdir+"/merged/library.gob", merged.Bytes(), 0666), check.IsNil)
+
+	code = (&exporter{}).RunCommand("lightning export", []string{"-local", "-ref", "testdata/ref.fasta", "-output-format", "hgvs", "-input-dir", tmpdir + "/merged", "-output-dir", tmpdir, "-output-per-chromosome=false"}, bytes.NewReader(nil), os.Stderr, os.Stderr)
+	c.Check(code, check.Equals, 0)
+	hgvsout, err := ioutil.ReadFile(tmpdir + "/out.tsv")
+	c.Check(err, check.IsNil)
+	c.Check(sortLines(string(hgvsout)), check.Equals, sortLines(`chr1:g.1_3delinsGGC	N
+chr1:g.[41_42delinsAA];[41=]	N
+chr1:g.[161=];[161A>T]	N
+chr1:g.[178=];[178A>T]	N
+chr1:g.222_224del	N
+chr1:g.[302=];[302_305delinsAAAA]	.
+.	chr2:g.[1=];[1_3delinsAAA]
+.	chr2:g.125_127delinsAAA
+chr2:g.[241_254del];[241=]	.
+chr2:g.[258_269delinsAA];[258=]	.
+chr2:g.[315C>A];[315=]	.
+chr2:g.[470_472del];[470=]	.
+chr2:g.[471=];[471_472delinsAA]	.
+`))
+
+	code = (&exporter{}).RunCommand("lightning export", []string{"-local", "-ref", "testdata/ref.fasta", "-output-dir", tmpdir, "-output-format", "pvcf", "-input-dir", tmpdir + "/merged", "-output-bed", tmpdir + "/export.bed", "-output-per-chromosome=false"}, bytes.NewReader(nil), os.Stderr, os.Stderr)
+	c.Check(code, check.Equals, 0)
+	vcfout, err := ioutil.ReadFile(tmpdir + "/out.vcf")
+	c.Check(err, check.IsNil)
+	c.Check(sortLines(string(vcfout)), check.Equals, sortLines(`##FORMAT=<ID=GT,Number=1,Type=String,Description="Genotype">
+#CHROM	POS	ID	REF	ALT	QUAL	FILTER	INFO	FORMAT	testdata/pipeline1/input1.1.fasta	testdata/pipeline1/input2.1.fasta
+chr1	1	.	NNN	GGC	.	.	.	GT	1/1	0/0
+chr1	41	.	TT	AA	.	.	.	GT	1/0	0/0
+chr1	161	.	A	T	.	.	.	GT	0/1	0/0
+chr1	178	.	A	T	.	.	.	GT	0/1	0/0
+chr1	221	.	TCCA	T	.	.	.	GT	1/1	0/0
+chr1	302	.	TTTT	AAAA	.	.	.	GT	0/1	0/0
+chr2	1	.	TTT	AAA	.	.	.	GT	0/0	0/1
+chr2	125	.	CTT	AAA	.	.	.	GT	0/0	1/1
+chr2	240	.	ATTTTTCTTGCTCTC	A	.	.	.	GT	1/0	0/0
+chr2	258	.	CCTTGTATTTTT	AA	.	.	.	GT	1/0	0/0
+chr2	315	.	C	A	.	.	.	GT	1/0	0/0
+chr2	469	.	GTGG	G	.	.	.	GT	1/0	0/0
+chr2	471	.	GG	AA	.	.	.	GT	0/1	0/0
+`))
+	bedout, err := ioutil.ReadFile(tmpdir + "/export.bed")
+	c.Check(err, check.IsNil)
+	c.Logf("%s", string(bedout))
+	c.Check(sortLines(string(bedout)), check.Equals, sortLines(`chr1 0 248 0 1000 . 0 224
+chr1 224 372 1 1000 . 248 348
+chr1 348 496 2 1000 . 372 472
+chr1 472 572 3 1000 . 496 572
+chr2 0 248 4 1000 . 0 224
+chr2 224 372 5 750 . 248 348
+chr2 348 496 6 1000 . 372 472
+chr2 472 572 7 1000 . 496 572
+`))
+
+	annotateout := &bytes.Buffer{}
+	code = (&annotatecmd{}).RunCommand("lightning annotate", []string{"-local", "-variant-hash=true", "-i", tmpdir + "/merged/library.gob"}, bytes.NewReader(nil), annotateout, os.Stderr)
+	c.Check(code, check.Equals, 0)
+	c.Check(annotateout.Len() > 0, check.Equals, true)
+	sorted := sortLines(annotateout.String())
+	c.Logf("%s", sorted)
+	c.Check(sorted, check.Equals, sortLines(`0,0,8d4fe9a63921b,chr1:g.161A>T
+0,0,8d4fe9a63921b,chr1:g.178A>T
+0,0,8d4fe9a63921b,chr1:g.1_3delinsGGC
+0,0,8d4fe9a63921b,chr1:g.222_224del
+0,0,ba4263ca4199c,chr1:g.1_3delinsGGC
+0,0,ba4263ca4199c,chr1:g.222_224del
+0,0,ba4263ca4199c,chr1:g.41_42delinsAA
+1,1,139890345dbb8,chr1:g.302_305delinsAAAA
+4,4,cbfca15d241d3,chr2:g.125_127delinsAAA
+4,4,cbfca15d241d3,chr2:g.1_3delinsAAA
+4,4,f5fafe9450b02,chr2:g.241_245delinsAAAAA
+4,4,f5fafe9450b02,chr2:g.291C>A
+4,4,fe9a71a42adb4,chr2:g.125_127delinsAAA
+6,6,e36dce85efbef,chr2:g.471_472delinsAA
+6,6,f81388b184f4a,chr2:g.470_472del
+`))
+}
+
+func sortLines(txt string) string {
+	lines := strings.Split(strings.TrimRightFunc(txt, func(c rune) bool { return c == '\n' }), "\n")
+	sort.Strings(lines)
+	return strings.Join(lines, "\n") + "\n"
+}