obitools/obitools4
2
0
Fork 0
mirror of https://github.com/metabarcoding/obitools4.git synced 2025-06-29 16:20:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

Reduce memomry inprint of obipcr

Browse Source 
Former-commit-id: bd25be2d454f083c729346a828e27f07ad1a216e
This commit is contained in:
Eric Coissac
2023-03-31 10:53:53 +02:00
parent 2c9bca5c8a
commit 84b3e4d097
5 changed files with 149 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
pkg/obioptions/options.go
View File

@ -11,11 +11,10 @@ import (
"net/http"
_ "net/http/pprof"
)
var _Debug = false
var _ParallelWorkers = runtime.NumCPU()*2 - 1
var _WorkerPerCore = 2
var _MaxAllowedCPU = runtime.NumCPU()
var _BatchSize = 5000
var _Pprof = false
@ -31,9 +30,9 @@ func GenerateOptionParser(optionset ...func(*getoptions.GetOpt)) ArgumentParser
options.BoolVar(&_Debug, "debug", false)
options.BoolVar(&_Pprof, "pprof", false)
options.IntVar(&_ParallelWorkers, "workers", _ParallelWorkers,
options.Alias("w"),
options.Description("Number of parallele threads computing the result"))
// options.IntVar(&_ParallelWorkers, "workers", _ParallelWorkers,
// options.Alias("w"),
// options.Description("Number of parallele threads computing the result"))
options.IntVar(&_MaxAllowedCPU, "max-cpu", _MaxAllowedCPU,
options.GetEnv("OBIMAXCPU"),
@ -74,16 +73,13 @@ func GenerateOptionParser(optionset ...func(*getoptions.GetOpt)) ArgumentParser
runtime.GOMAXPROCS(_MaxAllowedCPU)
if options.Called("max-cpu") {
log.Printf("CPU number limited to %d", _MaxAllowedCPU)
if !options.Called("workers") {
_ParallelWorkers = _MaxAllowedCPU*2 - 1
log.Printf("Number of workers set %d", _ParallelWorkers)
}
}
if options.Called("no-singleton") {
log.Printf("No singleton option set")
}
log.Printf("Number of workers set %d", CLIParallelWorkers())
return options, remaining
}
}
@ -96,7 +92,7 @@ func CLIIsDebugMode() bool {
// CLIParallelWorkers returns the number of parallel workers requested by
// the command line option --workers|-w.
func CLIParallelWorkers() int {
return _ParallelWorkers
return _MaxAllowedCPU * _WorkerPerCore
}
// CLIParallelWorkers returns the number of parallel workers requested by
@ -119,3 +115,15 @@ func DebugOn() {
func DebugOff() {
_Debug = false
}
func SetWorkerPerCore(n int) {
_WorkerPerCore = n
}
func WorkerPerCore() int {
return _WorkerPerCore
}
func SetBatchSize(n int) {
_BatchSize = n
}