obitools/obitools4
2
0
Fork 0
mirror of https://github.com/metabarcoding/obitools4.git synced 2025-06-29 16:20:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

Refactoring codes for removing buffer size options. An some other changes...

Browse Source 
Former-commit-id: 10b57cc1a27446ade3c444217341e9651e89cdce
This commit is contained in:
Eric Coissac
2023-03-07 11:12:13 +07:00
parent 9811e440b8
commit d88de15cdc
52 changed files with 1172 additions and 421 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
pkg/obichunk/unique.go
View File

@ -19,7 +19,7 @@ func IUniqueSequence(iterator obiiter.IBioSequence,
opts := MakeOptions(options)
nworkers := opts.ParallelWorkers()
iUnique := obiiter.MakeIBioSequence(opts.BufferSize())
iUnique := obiiter.MakeIBioSequence()
iterator = iterator.Speed("Splitting data set")
@ -28,8 +28,7 @@ func IUniqueSequence(iterator obiiter.IBioSequence,
if opts.SortOnDisk() {
nworkers = 1
iterator, err = ISequenceChunkOnDisk(iterator,
obiseq.HashClassifier(opts.BatchCount()),
0)
obiseq.HashClassifier(opts.BatchCount()))
if err != nil {
return obiiter.NilIBioSequence, err
@ -37,8 +36,7 @@ func IUniqueSequence(iterator obiiter.IBioSequence,
} else {
iterator, err = ISequenceChunk(iterator,
obiseq.HashClassifier(opts.BatchCount()),
opts.BufferSize())
obiseq.HashClassifier(opts.BatchCount()))
if err != nil {
return obiiter.NilIBioSequence, err
@ -78,12 +76,11 @@ func IUniqueSequence(iterator obiiter.IBioSequence,
icat--
input, err = ISequenceSubChunk(input,
classifier,
1,
opts.BufferSize())
1)
var next obiiter.IBioSequence
if icat >= 0 {
next = obiiter.MakeIBioSequence(opts.BufferSize())
next = obiiter.MakeIBioSequence()
iUnique.Add(1)
@ -130,7 +127,6 @@ func IUniqueSequence(iterator obiiter.IBioSequence,
iMerged := iUnique.IMergeSequenceBatch(opts.NAValue(),
opts.StatsOn(),
opts.BufferSize(),
)
return iMerged, nil