import: improved genbank parser and switch to version 3.0.0b42

not export the first line of data and switch to version 3.0.0b39

python/obitools3/commands/grep.pyx

@@ -184,7 +184,7 @@ def Filter_generator(options, tax_filter, i_view):
     invert_selection = options["invert_selection"]
     id_set = None
     if "id_list" in options:
-        id_set = set(x.strip() for x in open(options["id_list"]))
+        id_set = set(x.strip() for x in open(options["id_list"], 'rb'))
 
     # Initialize the regular expression patterns
     seq_pattern = None

python/obitools3/commands/ngsfilter.pyx

@@ -24,10 +24,6 @@ from cpython.exc cimport PyErr_CheckSignals
 from io import BufferedWriter
 
 
-#REVERSE_SEQ_COLUMN_NAME = b"REVERSE_SEQUENCE"      # used by alignpairedend tool
-#REVERSE_QUALITY_COLUMN_NAME = b"REVERSE_QUALITY"   # used by alignpairedend tool
-
-
 __title__="Assigns sequence records to the corresponding experiment/sample based on DNA tags and primers"
 
 

python/obitools3/commands/test.pyx

@@ -442,7 +442,7 @@ def addOptions(parser):
                        default=20,
                        type=int,
                        help="Maximum length of tuples. "
-                            "Default: 50")
+                            "Default: 20")
   
     group.add_argument('--max_ini_col_count','-o',
                        action="store", dest="test:maxinicolcount",
@@ -455,7 +455,7 @@ def addOptions(parser):
     group.add_argument('--max_line_nb','-l',
                        action="store", dest="test:maxlinenb",
                        metavar='<MAX_LINE_NB>',
-                       default=10000,
+                       default=1000,
                        type=int,
                        help="Maximum number of lines in a column. "
                             "Default: 1000")

python/obitools3/dms/view/view.pyx

@@ -805,7 +805,7 @@ cdef class Line :
 
 
     def __repr__(self):
-        return bytes2str(self).repr_bytes()
+        return bytes2str(self.repr_bytes())
 
 
     cpdef repr_bytes(self):

python/obitools3/format/tab.pyx

@@ -23,9 +23,8 @@ cdef class TabFormat:
         if self.first_line:
             self.tags = [k for k in data.keys()]
         
-        for k in self.tags:
-            
-            if self.header and self.first_line:
+        if self.header and self.first_line:
+            for k in self.tags:
                 if isinstance(data.view[k], Column_multi_elts):
                     keys = data.view[k].keys()
                     keys.sort()
@@ -33,27 +32,36 @@ cdef class TabFormat:
                         line.append(tobytes(k)+b':'+tobytes(k2))
                 else:
                     line.append(tobytes(k))
-            else:
-                value = data[k]
-                if isinstance(data.view[k], Column_multi_elts):
-                    keys = data.view[k].keys()
-                    keys.sort()
-                    if value is None:  # all keys at None
-                        for k2 in keys: # TODO could be much more efficient
-                            line.append(self.NAString)
-                    else:
-                        for k2 in keys: # TODO could be much more efficient
-                            if value[k2] is not None:
-                                line.append(str2bytes(str(bytes2str_object(value[k2]))))  # genius programming
-                            else:
-                                line.append(self.NAString)
-                else:
-                    if value is not None:
-                        line.append(str2bytes(str(bytes2str_object(value))))
-                    else:
+            r = self.sep.join(value for value in line)
+            r += b'\n'
+            line = []
+                    
+        for k in self.tags:
+            value = data[k]
+            if isinstance(data.view[k], Column_multi_elts):
+                keys = data.view[k].keys()
+                keys.sort()
+                if value is None:  # all keys at None
+                    for k2 in keys: # TODO could be much more efficient
                         line.append(self.NAString)
-                  	
+                else:
+                    for k2 in keys: # TODO could be much more efficient
+                        if value[k2] is not None:
+                            line.append(str2bytes(str(bytes2str_object(value[k2]))))  # genius programming
+                        else:
+                            line.append(self.NAString)
+            else:
+                if value is not None:
+                    line.append(str2bytes(str(bytes2str_object(value))))
+                else:
+                    line.append(self.NAString)
+                  	      	
+        if self.header and self.first_line:
+            r += self.sep.join(value for value in line)
+        else:
+            r = self.sep.join(value for value in line)
+
         if self.first_line:
             self.first_line = False
-      		
-        return self.sep.join(value for value in line)
+
+        return r

python/obitools3/parsers/genbank.pyx

@@ -22,10 +22,10 @@ from libc.stdlib  cimport free, malloc, realloc
 from libc.string cimport strcpy, strlen
 
 
-_featureMatcher = re.compile(b'^FEATURES.+\n(?=ORIGIN)',re.DOTALL + re.M)
+_featureMatcher = re.compile(b'^FEATURES.+\n(?=ORIGIN )',re.DOTALL + re.M)
 
 _headerMatcher = re.compile(b'^LOCUS.+(?=\nFEATURES)', re.DOTALL + re.M)
-_seqMatcher    = re.compile(b'ORIGIN.+(?=//\n)', re.DOTALL + re.M)
+_seqMatcher    = re.compile(b'ORIGIN .+(?=//\n)', re.DOTALL + re.M)
 _cleanSeq1     = re.compile(b'ORIGIN.+\n')
 _cleanSeq2     = re.compile(b'[ \n0-9]+')
 _acMatcher     = re.compile(b'(?<=^ACCESSION   ).+',re.M)

python/obitools3/version.py

@@ -1,5 +1,5 @@
 major = 3
 minor = 0
-serial= '0b37'
+serial= '0b42'
 
 version ="%d.%d.%s" % (major,minor,serial)

src/obisig.h

@@ -25,7 +25,7 @@
  * @author Celine Mercier (celine.mercier@metabarcoding.org)
  *
  */
-bool volatile keep_running;
+extern bool volatile keep_running;
 void sig_handler(int signum);