obitools4/pkg/obiprimer/search_test.go

package obiprimer

import (
	"fmt"
	"math/rand"
	"strings"
	"testing"

	"git.metabarcoding.org/obitools/obitools4/obitools4/pkg/obikmer"
	"git.metabarcoding.org/obitools/obitools4/obitools4/pkg/obiseq"
)

// synthetic builds nseq example sequences sharing the block F + insert + rc(R),
// each with its own flanks and its own substitution inside the insert (so that
// every sequence has a distinct amplicon, hence Bs = 1, with one taxon each).
// extraF, if not empty, is appended to the flank of sequence extraIn: that
// sequence then holds the forward site twice.
type synthetic struct {
	corpus  *Corpus
	taxa    *Taxa
	f, r, i string // forward primer, reverse primer (5'->3'), insert of sequence 0
	pos     int    // 0-based start of the block in every sequence
}

func newSynthetic(nseq int, repeatForwardIn int, seed int64) synthetic {
	rng := rand.New(rand.NewSource(seed))
	f := randDNA(rng, 18)
	r := randDNA(rng, 18)
	ins := randDNA(rng, 40)
	const pos = 60

	c := &Corpus{}
	taxa := &Taxa{Rank: "species", ExampleTaxa: nseq}
	for k := 0; k < nseq; k++ {
		in := []byte(ins)
		in[3+k] = "ACGT"[(strings.IndexByte("ACGT", in[3+k])+1)%4] // one private substitution
		s := randDNA(rng, pos) + f + string(in) + revcomp(r) + randDNA(rng, 60)
		if k == repeatForwardIn {
			s += randDNA(rng, 20) + f // the forward site a second time
		}
		c.Seqs = append(c.Seqs, obiseq.NewBioSequence(fmt.Sprintf("s%d", k), []byte(strings.ToLower(s)), ""))
		c.Roles = append(c.Roles, Example)
		taxa.Of = append(taxa.Of, int32(k))
	}
	return synthetic{c, taxa, f, r, ins, pos}
}

func (s synthetic) params() SearchParams {
	p := DefaultSearchParams()
	p.MaxErrors = 1
	p.MinLength, p.MaxLength = 20, 100
	p.Partitions = 8
	p.TmpDir = ""
	return p
}

// find returns the pair made of the primers f and r, whatever their order.
func find(pairs []PairStats, f, r string) *PairStats {
	for i := range pairs {
		if (pairs[i].Primer1 == f && pairs[i].Primer2 == r) || (pairs[i].Primer1 == r && pairs[i].Primer2 == f) {
			return &pairs[i]
		}
	}
	return nil
}

func TestSearchFindsThePlantedPair(t *testing.T) {
	s := newSynthetic(8, -1, 11)
	pairs, info, err := Search(s.corpus, s.taxa, s.params())
	if err != nil {
		t.Fatal(err)
	}
	p := find(pairs, s.f, s.r)
	if p == nil {
		t.Fatalf("the planted pair was not found among %d pairs (%+v)", len(pairs), info)
	}
	if p.Examples != 8 || p.MinLen != 40 || p.MaxLen != 40 || p.Bs != 1 || p.Bc != 1 {
		t.Errorf("unexpected indices %+v", *p)
	}
	if p.RefLocation != "" {
		t.Error("no reference was asked: no location expected")
	}
}

func TestReferenceLocation(t *testing.T) {
	forwardFirst, reverseFirst := 0, 0
	for seed := int64(1); seed <= 24; seed++ {
		s := newSynthetic(8, -1, seed)
		p := s.params()
		p.Reference = "s3"
		pairs, _, err := Search(s.corpus, s.taxa, p)
		if err != nil {
			t.Fatal(err)
		}
		pair := find(pairs, s.f, s.r)
		if pair == nil {
			t.Fatalf("seed %d: planted pair not found", seed)
		}

		// 1-based sites: forward primer at 61..78, then 40 bases of insert, then the reverse site
		wantLoc := "join(61..78,119..136)"
		insert := strings.ToLower(string(s.corpus.Seqs[3].Sequence()[s.pos+18 : s.pos+58]))
		if pair.Primer1 == s.f { // the amplicon is read from the first primer
			forwardFirst++
			if pair.RefLocation != wantLoc || pair.RefAmplicon != insert {
				t.Errorf("seed %d, forward first: got %s %s", seed, pair.RefLocation, pair.RefAmplicon)
			}
		} else {
			reverseFirst++
			rc := strings.ToLower(revcomp(strings.ToUpper(insert)))
			if pair.RefLocation != "complement("+wantLoc+")" || pair.RefAmplicon != rc {
				t.Errorf("seed %d, reverse first: got %s %s", seed, pair.RefLocation, pair.RefAmplicon)
			}
		}
		if len(pair.RefAmplicon) != pair.MinLen {
			t.Errorf("seed %d: amplicon length %d, pair length %d", seed, len(pair.RefAmplicon), pair.MinLen)
		}
	}
	if forwardFirst == 0 || reverseFirst == 0 {
		t.Errorf("both orientations must be exercised: %d forward first, %d reverse first", forwardFirst, reverseFirst)
	}
}

func TestReferenceErrors(t *testing.T) {
	s := newSynthetic(8, -1, 11)
	p := s.params()
	p.Reference = "nope"
	if _, _, err := Search(s.corpus, s.taxa, p); err == nil {
		t.Error("an unknown reference must be refused")
	}
	s.corpus.Roles[2] = CounterExample
	p.Reference = "s2"
	if _, _, err := Search(s.corpus, s.taxa, p); err == nil {
		t.Error("a counterexample cannot be the reference")
	}
}

func TestReferenceOnACircularJunction(t *testing.T) {
	// span writes a range running over the end of a circular sequence in two parts
	if got := span(95, 10, 100, true); got != "96..100,1..5" {
		t.Errorf("circular span %q", got)
	}
	if got := span(95, 10, 100, false); got != "96..105" {
		t.Errorf("linear span %q", got)
	}
	if got := span(10, 18, 100, true); got != "11..28" {
		t.Errorf("inner span %q", got)
	}
}

func TestNoMultiMatchDropsRepeatedPrimers(t *testing.T) {
	// the forward primer is found twice in sequence 2
	s := newSynthetic(8, 2, 11)

	with, infoWith, err := Search(s.corpus, s.taxa, s.params())
	if err != nil {
		t.Fatal(err)
	}
	if find(with, s.f, s.r) == nil {
		t.Fatalf("without -U the pair must be found (%+v)", infoWith)
	}

	p := s.params()
	p.NoMultiMatch = true
	without, info, err := Search(s.corpus, s.taxa, p)
	if err != nil {
		t.Fatal(err)
	}
	if find(without, s.f, s.r) != nil {
		t.Error("with -U the repeated forward primer must be discarded, and its pair with it")
	}
	if info.Repeated == 0 {
		t.Errorf("the repeated word was not counted: %+v", info)
	}
	if len(without) >= len(with) {
		t.Errorf("-U must not add pairs: %d with, %d without", len(with), len(without))
	}
}

func TestDropMultiMatch(t *testing.T) {
	wm := []WordMatches{
		{Word: 1, Matches: []Match{{0, 5, 0, false}, {1, 9, 0, true}}},   // one per sequence: kept
		{Word: 2, Matches: []Match{{0, 5, 0, false}, {0, 50, 1, false}}}, // two in sequence 0
		{Word: 3, Matches: []Match{{2, 5, 0, false}, {2, 5, 0, true}}},   // both strands of one sequence
		{Word: 4}, // no match at all: kept
	}
	kept, dropped := DropMultiMatch(wm)
	if dropped != 2 || len(kept) != 2 || kept[0].Word != 1 || kept[1].Word != 4 {
		t.Errorf("kept %v, dropped %d", kept, dropped)
	}
}

func TestDropRepeatedWords(t *testing.T) {
	words := []obikmer.SeqKmerCount{{Kmer: 1}, {Kmer: 2, Repeated: true}, {Kmer: 3}}
	kept, dropped := DropRepeatedWords(words)
	if dropped != 1 || len(kept) != 2 || kept[0].Kmer != 1 || kept[1].Kmer != 3 {
		t.Errorf("kept %v, dropped %d", kept, dropped)
	}
}