obitools/obitools3
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 66 Wiki Activity

export: now exports header for tabular files by default and added option

Browse Source 
to only export specific columns
This commit is contained in:
mercierc
2021-07-22 09:23:18 +12:00
parent ce7ae4ac55
commit 99c1cd60d6
4 changed files with 67 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
python/obitools3/apps/optiongroups/__init__.py
View File

@ -137,10 +137,10 @@ def __addImportInputOption(optionManager):
def __addTabularOption(optionManager):
group = optionManager.add_argument_group("Input and output format options for tabular files")
group.add_argument('--header',
action="store_true", dest="obi:header",
default=False,
help="First line of tabular file contains column names")
group.add_argument('--no-header',
action="store_false", dest="obi:header",
default=True,
help="Don't print the header (first line with column names")
group.add_argument('--sep',
action="store", dest="obi:sep",
@ -297,6 +297,12 @@ def __addExportOutputOption(optionManager):
const=b'tabular',
help="Output file is in tabular format")
group.add_argument('--only-keys',
action="append", dest="obi:only_keys",
type=str,
default=[],
help="Only export the given keys (columns).")
group.add_argument('--print-na',
action="store_true", dest="obi:printna",
default=False,

2
python/obitools3/format/tab.pxd
View File

@ -4,6 +4,6 @@ cdef class TabFormat:
cdef bint header
cdef bint first_line
cdef bytes NAString
cdef list tags
cdef set tags
cdef bytes sep
cdef bint NAIntTo0

18
python/obitools3/format/tab.pyx
View File

@ -10,7 +10,8 @@ import sys
cdef class TabFormat:
def __init__(self, header=True, bytes NAString=b"NA", bytes sep=b"\t", bint NAIntTo0=True):
def __init__(self, list tags=[], header=True, bytes NAString=b"NA", bytes sep=b"\t", bint NAIntTo0=True):
self.tags = set(tags)
self.header = header
self.first_line = True
self.NAString = NAString
@ -20,13 +21,19 @@ cdef class TabFormat:
@cython.boundscheck(False)
def __call__(self, object data):
cdef set ktags
cdef list tags = [key for key in data]
line = []
if self.first_line:
self.tags = [k for k in data.keys()]
if self.tags is not None and self.tags:
ktags = self.tags
else:
ktags = set(tags)
if self.header and self.first_line:
for k in self.tags:
for k in ktags:
if k in tags:
if isinstance(data.view[k], Column_multi_elts):
keys = data.view[k].keys()
keys.sort()
@ -38,7 +45,8 @@ cdef class TabFormat:
r += b'\n'
line = []
for k in self.tags:
for k in ktags:
if k in tags:
value = data[k]
if isinstance(data.view[k], Column_multi_elts):
keys = data.view[k].keys()

20
python/obitools3/uri/decode.pyx
View File

@ -476,6 +476,18 @@ def open_uri(uri,
except KeyError:
commentchar=b'#'
if b"only_keys" in qualifiers:
only_keys=qualifiers[b"only_keys"][0] # not sure that works but no one ever uses qualifiers
else:
try:
only_keys_str=config["obi"]["only_keys"]
only_keys=[]
for key in only_keys_str:
only_keys.append(tobytes(key))
except KeyError:
only_keys=[]
if format is not None:
if seqtype==b"nuc":
objclass = Nuc_Seq # Nuc_Seq_Stored? TODO
@ -486,7 +498,7 @@ def open_uri(uri,
only=only,
nastring=nastring)
else:
iseq = FastaNucWriter(FastaFormat(printNAKeys=printna, NAString=nastring),
iseq = FastaNucWriter(FastaFormat(tags=only_keys, printNAKeys=printna, NAString=nastring),
file,
skip=skip,
only=only)
@ -499,7 +511,7 @@ def open_uri(uri,
noquality=noquality,
nastring=nastring)
else:
iseq = FastqWriter(FastqFormat(printNAKeys=printna, NAString=nastring),
iseq = FastqWriter(FastqFormat(tags=only_keys, printNAKeys=printna, NAString=nastring),
file,
skip=skip,
only=only)
@ -535,7 +547,7 @@ def open_uri(uri,
skip = skip,
only = only)
else:
iseq = TabWriter(TabFormat(header=header, NAString=nastring, sep=sep, NAIntTo0=na_int_to_0),
iseq = TabWriter(TabFormat(tags=only_keys, header=header, NAString=nastring, sep=sep, NAIntTo0=na_int_to_0),
file,
skip=skip,
only=only,
@ -571,7 +583,7 @@ def open_uri(uri,
commentchar)
else: # default export is in fasta? or tab? TODO
objclass = Nuc_Seq # Nuc_Seq_Stored? TODO
iseq = FastaNucWriter(FastaFormat(printNAKeys=printna, NAString=nastring),
iseq = FastaNucWriter(FastaFormat(tags=only_keys, printNAKeys=printna, NAString=nastring),
file,
skip=skip,
only=only)