obitools/obitools4
2
0
Fork 0
mirror of https://github.com/metabarcoding/obitools4.git synced 2025-06-29 16:20:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

Last bug on sequence writing

Browse Source
This commit is contained in:
Eric Coissac
2023-02-08 13:56:50 +01:00
parent 526bf79c7f
commit 8b70b1a5d8
2 changed files with 12 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
pkg/obiformats/fastseq_write_fasta.go
View File

@ -6,6 +6,7 @@ import (
"io"
"os"
"strings"
"sync"
"time"
log "github.com/sirupsen/logrus"
@ -78,6 +79,7 @@ func WriteFasta(iterator obiiter.IBioSequence,
header_format := opt.FormatFastSeqHeader()
newIter.Add(nwriters)
var waitWriter sync.WaitGroup
go func() {
newIter.WaitAndClose()
@ -85,6 +87,7 @@ func WriteFasta(iterator obiiter.IBioSequence,
time.Sleep(time.Millisecond)
}
close(chunkchan)
waitWriter.Wait()
obiiter.UnregisterPipe()
log.Debugln("End of the fasta file writing")
}()
@ -112,6 +115,7 @@ func WriteFasta(iterator obiiter.IBioSequence,
next_to_send := 0
received := make(map[int]FileChunck, 100)
waitWriter.Add(1)
go func() {
for chunk := range chunkchan {
if chunk.order == next_to_send {
@ -136,6 +140,7 @@ func WriteFasta(iterator obiiter.IBioSequence,
file.Close()
}
}
waitWriter.Done()
}()

7
pkg/obiformats/fastseq_write_fastq.go
View File

@ -5,6 +5,7 @@ import (
"fmt"
"io"
"os"
"sync"
"time"
log "github.com/sirupsen/logrus"
@ -69,12 +70,15 @@ func WriteFastq(iterator obiiter.IBioSequence,
newIter.Add(nwriters)
var waitWriter sync.WaitGroup
go func() {
newIter.WaitAndClose()
for len(chunkchan) > 0 {
time.Sleep(time.Millisecond)
}
close(chunkchan)
waitWriter.Wait()
obiiter.UnregisterPipe()
log.Debugln("End of the fastq file writing")
}()
@ -101,6 +105,7 @@ func WriteFastq(iterator obiiter.IBioSequence,
next_to_send := 0
received := make(map[int]FileChunck, 100)
waitWriter.Add(1)
go func() {
for chunk := range chunkchan {
if chunk.order == next_to_send {
@ -125,6 +130,8 @@ func WriteFastq(iterator obiiter.IBioSequence,
file.Close()
}
}
waitWriter.Done()
}()
return newIter, nil