add the --skip-empty option

Former-commit-id: ec9cb0ecaf90a61bf9289cf4c089b5cc2fcb65a5

pkg/obiformats/fastseq_write_fasta.go

@@ -55,11 +55,19 @@ func FormatFasta(seq *obiseq.BioSequence, formater FormatHeader) string {
 		folded)
 }
 
-func FormatFastaBatch(batch obiiter.BioSequenceBatch, formater FormatHeader) []byte {
+func FormatFastaBatch(batch obiiter.BioSequenceBatch, formater FormatHeader, skipEmpty bool) []byte {
 	var bs bytes.Buffer
 	for _, seq := range batch.Slice() {
-		bs.WriteString(FormatFasta(seq, formater))
-		bs.WriteString("\n")
+		if seq.Len() > 0 {
+			bs.WriteString(FormatFasta(seq, formater))
+			bs.WriteString("\n")	
+		} else {
+			if skipEmpty {
+				log.Warnf("Sequence %s is empty and skiped in output",seq.Id())
+			} else {
+				log.Fatalf("Sequence %s is empty",seq.Id())
+			}
+		}
 	}
 	return bs.Bytes()
 }
@@ -99,7 +107,7 @@ func WriteFasta(iterator obiiter.IBioSequence,
 			batch := iterator.Get()
 
 			chunkchan <- FileChunck{
-				FormatFastaBatch(batch, header_format),
+				FormatFastaBatch(batch, header_format, opt.SkipEmptySequence()),
 				batch.Order(),
 			}
 			newIter.Push(batch)

pkg/obiformats/fastseq_write_fastq.go

@@ -39,11 +39,20 @@ func FormatFastq(seq *obiseq.BioSequence, quality_shift int, formater FormatHead
 }
 
 func FormatFastqBatch(batch obiiter.BioSequenceBatch, quality_shift int,
-	formater FormatHeader) []byte {
+	formater FormatHeader, skipEmpty bool) []byte {
 	var bs bytes.Buffer
 	for _, seq := range batch.Slice() {
-		bs.WriteString(FormatFastq(seq, quality_shift, formater))
-		bs.WriteString("\n")
+		if seq.Len() > 0 {
+			bs.WriteString(FormatFastq(seq, quality_shift, formater))
+			bs.WriteString("\n")
+		} else {
+			if skipEmpty {
+				log.Warnf("Sequence %s is empty and skiped in output", seq.Id())
+			} else {
+				log.Fatalf("Sequence %s is empty", seq.Id())
+			}
+		}
+
 	}
 	return bs.Bytes()
 }
@@ -90,7 +99,7 @@ func WriteFastq(iterator obiiter.IBioSequence,
 		for iterator.Next() {
 			batch := iterator.Get()
 			chunk := FileChunck{
-				FormatFastqBatch(batch, quality, header_format),
+				FormatFastqBatch(batch, quality, header_format, opt.SkipEmptySequence()),
 				batch.Order(),
 			}
 			chunkchan <- chunk

pkg/obiformats/options.go

@@ -16,6 +16,7 @@ type __options__ struct {
 	closefile             bool
 	appendfile            bool
 	compressed            bool
+	skip_empty            bool
 	csv_id                bool
 	csv_sequence          bool
 	csv_quality           bool
@@ -48,6 +49,7 @@ func MakeOptions(setters []WithOption) Options {
 		closefile:             false,
 		appendfile:            false,
 		compressed:            false,
+		skip_empty:            false,
 		csv_id:                true,
 		csv_definition:        false,
 		csv_count:             false,
@@ -110,6 +112,10 @@ func (opt Options) CompressedFile() bool {
 	return opt.pointer.compressed
 }
 
+func (opt Options) SkipEmptySequence() bool {
+	return opt.pointer.skip_empty
+}
+
 func (opt Options) CSVId() bool {
 	return opt.pointer.csv_id
 }
@@ -194,6 +200,14 @@ func OptionsCompressed(compressed bool) WithOption {
 	return f
 }
 
+func OptionsSkipEmptySequence(skip bool) WithOption {
+	f := WithOption(func(opt Options) {
+		opt.pointer.skip_empty = skip
+	})
+
+	return f
+}
+
 func OptionsNewFile() WithOption {
 	f := WithOption(func(opt Options) {
 		opt.pointer.appendfile = false