obitools/obitools4
2
0
Fork 0
mirror of https://github.com/metabarcoding/obitools4.git synced 2025-06-29 16:20:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

Start to use leveled log

Browse Source
This commit is contained in:
Eric Coissac
2022-02-24 12:14:52 +01:00
parent f18cc034bb
commit abcf02e488
43 changed files with 156 additions and 67 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
pkg/obichunk/chunk_on_disk.go
View File

@ -3,10 +3,11 @@ package obichunk
import (
"io/fs"
"io/ioutil"
"log"
"os"
"path/filepath"
log "github.com/sirupsen/logrus"
"git.metabarcoding.org/lecasofts/go/obitools/pkg/obiformats"
"git.metabarcoding.org/lecasofts/go/obitools/pkg/obiiter"
"git.metabarcoding.org/lecasofts/go/obitools/pkg/obiseq"
@ -55,7 +56,7 @@ func ISequenceChunkOnDisk(iterator obiiter.IBioSequenceBatch,
go func() {
defer func() {
os.RemoveAll(dir)
log.Println("Clear the cache directory")
log.Debugln("Clear the cache directory")
}()
newIter.Wait()
@ -68,7 +69,8 @@ func ISequenceChunkOnDisk(iterator obiiter.IBioSequenceBatch,
)
fileNames := find(dir, ".fastx")
log.Println("batch count ", len(fileNames))
nbatch := len(fileNames)
log.Infof("Data splitted over %d batches", nbatch)
go func() {
@ -88,6 +90,8 @@ func ISequenceChunkOnDisk(iterator obiiter.IBioSequenceBatch,
}
newIter.Push(obiiter.MakeBioSequenceBatch(order, chunck))
log.Infof("Start processing of batch %d/%d : %d sequences",
order, nbatch, len(chunck))
}