Files
obitools4/pkg/obiformats/universal_read.go
Eric Coissac 2a11adb346 Add some doc and switch to the parallel gzip library
Former-commit-id: 2c1187001f989ba3de5895f516d4c8b54d52a4c4
2023-08-25 14:36:38 +02:00

107 lines
2.2 KiB
Go

package obiformats
import (
"bufio"
gzip "github.com/klauspost/pgzip"
"io"
"os"
"path"
"strings"
log "github.com/sirupsen/logrus"
"git.metabarcoding.org/lecasofts/go/obitools/pkg/obiiter"
"git.metabarcoding.org/lecasofts/go/obitools/pkg/obiutils"
)
func GuessSeqFileType(firstline string) string {
switch {
case strings.HasPrefix(firstline, "#@ecopcr-v2"):
return "ecopcr"
case strings.HasPrefix(firstline, "#"):
return "ecopcr"
case strings.HasPrefix(firstline, ">"):
return "fasta"
case strings.HasPrefix(firstline, "@"):
return "fastq"
case strings.HasPrefix(firstline, "ID "):
return "embl"
case strings.HasPrefix(firstline, "LOCUS "):
return "genbank"
// Special case for genbank release files
// I hope it is enougth stringeant
case strings.HasSuffix(firstline, " Genetic Se"):
return "genbank"
default:
return "unknown"
}
}
func ReadSequencesFromFile(filename string,
options ...WithOption) (obiiter.IBioSequence, error) {
var file *os.File
var reader io.Reader
var greader io.Reader
var err error
options = append(options, OptionsSource(obiutils.RemoveAllExt((path.Base(filename)))))
file, err = os.Open(filename)
if err != nil {
log.Fatalf("open file error: %v", err)
return obiiter.NilIBioSequence, err
}
reader = file
// Test if the flux is compressed by gzip
greader, err = gzip.NewReader(reader)
if err != nil {
file.Seek(0, 0)
} else {
log.Debugf("File %s is gz compressed ", filename)
reader = greader
}
breader := bufio.NewReader(reader)
tag, _ := breader.Peek(30)
if len(tag) < 30 {
newIter := obiiter.MakeIBioSequence()
newIter.Close()
return newIter, nil
}
filetype := GuessSeqFileType(string(tag))
log.Debugf("File guessed format : %s (tag: %s)",
filetype, (strings.Split(string(tag), "\n"))[0])
reader = breader
switch filetype {
case "fastq", "fasta":
file.Close()
is, err := ReadFastSeqFromFile(filename, options...)
return is, err
case "ecopcr":
return ReadEcoPCR(reader, options...), nil
case "embl":
return ReadEMBL(reader, options...), nil
case "genbank":
return ReadGenbank(reader, options...), nil
default:
log.Fatalf("File %s has guessed format %s which is not yet implemented",
filename, filetype)
}
return obiiter.NilIBioSequence, nil
}