#!/usr/bin/env python3 # check_unitig_chunks.py GLOB... — report unitigs.bin chunks holding more than 128 k-mers. # Indexes built before MAX_KMERS_PER_CHUNK went from 256 to 128 (2026-10-15) could hold chunks whose # rank does not fit the 7-bit evidence field; the k-mers beyond rank 127 of such a chunk then fail # exact verification. Example: scripts/check_unitig_chunks.py "/partitions/part_*/index/layer_*/unitigs.bin" # (k is hard-coded below — edit it for an index built with another k.) import sys,glob,mmap k=31 def scan(path): with open(path,'rb') as f: m=mmap.mmap(f.fileno(),0,access=mmap.ACCESS_READ) o=0; n=len(m); mx=0; over=0; chunks=0 while omx: mx=c if c>128: over+=1 o+=1+(m[o]+k+3)//4 return mx,over,chunks tot_over=0 for pat in sys.argv[1:]: for f in sorted(glob.glob(pat)): mx,over,ch=scan(f); tot_over+=over print(f"{f.split('partitions/')[1]}: chunks={ch} max_kmers={mx} chunks>128={over}") print("TOTAL chunks over 128 kmers:",tot_over)