obitools/obitools4
2
0
Fork 0
mirror of https://github.com/metabarcoding/obitools4.git synced 2025-06-29 16:20:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

Adjust the size of the genbank and embl buffer size

Browse Source
This commit is contained in:
Eric Coissac
2024-08-05 11:32:37 +02:00
parent 886b5d9a96
commit 3f57935328
4 changed files with 6 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
pkg/obiformats/seqfile_chunk_read.go
View File

@ -9,8 +9,6 @@ import (
log "github.com/sirupsen/logrus"
)
var _FileChunkSize = 1024 * 1024 * 10
type SeqFileChunkParser func(string, io.Reader) (obiseq.BioSequenceSlice, error)
type SeqFileChunk struct {
@ -46,7 +44,7 @@ func ReadSeqFileChunk(
chunk_channel := make(ChannelSeqFileChunk)
_FileChunkSize := len(buff)
fileChunkSize := len(buff)
go func() {
size := 0
@ -73,9 +71,9 @@ func ReadSeqFileChunk(
// Read from the reader in 1 MB increments until the end of the last entry is found
for end = splitter(buff); err == nil && end < 0; end = splitter(buff) {
ic++
buff = slices.Grow(buff, _FileChunkSize)
buff = slices.Grow(buff, fileChunkSize)
l := len(buff)
extbuff := buff[l:(l + _FileChunkSize - 1)]
extbuff := buff[l:(l + fileChunkSize - 1)]
size, err = io.ReadFull(reader, extbuff)
buff = buff[0:(l + size)]
}