Files

152 lines
7.1 KiB
Bash
Raw Permalink Normal View History

#!/usr/bin/env bash
# Usage: bench_mphf.sh LABEL
#
# Measures the obikmer commands that sit on MPHF lookups (see
# DevDocMD/implementation/mphf_batch_queries.md for the site inventory), on the
# 20-genome benchmark data already built under run/ (`gmake all` first).
# Nothing under run/ other than run/bench_mphf/ is written.
#
# Env:
# BINARY obikmer binary to measure (default ../src/target/release/obikmer)
# REPS repetitions per step (default 3)
# CPU_MAX passed as --cpu-max when set (default: all cores)
#
# Output: run/bench_mphf/LABEL/results.csv (label,step,rep,wall_s,maxrss_b)
# run/bench_mphf/LABEL/checksums.txt (order-independent output digests,
# to be diffed across LABELs: a speed-up must not change any of them)
set -euo pipefail
LABEL="$1"
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
RUN_DIR="${SCRIPT_DIR}/run"
BINARY="${BINARY:-${SCRIPT_DIR}/../src/target/release/obikmer}"
REPS="${REPS:-3}"
OUT="${RUN_DIR}/bench_mphf/${LABEL}"
CPU=()
[[ -n "${CPU_MAX:-}" ]] && CPU=(--cpu-max "${CPU_MAX}")
rm -rf "${OUT}"; mkdir -p "${OUT}"
RESULTS="${OUT}/results.csv"
SUMS="${OUT}/checksums.txt"
echo "label,step,rep,wall_s,maxrss_b" >"${RESULTS}"
: >"${SUMS}"
# timed STEP REP CMD... — wall time + peak RSS via BSD time(1); stdout of CMD
# goes to $OUT/last.stdout, stderr to $OUT/last.stderr.
timed() {
local step="$1" rep="$2"; shift 2
local tf="${OUT}/time.tmp"
/usr/bin/time -l -o "${tf}" "$@" >"${OUT}/last.stdout" 2>"${OUT}/last.stderr" \
|| { echo "FAILED: $step: $*" >&2; cat "${OUT}/last.stderr" >&2; exit 1; }
local wall rss
wall=$(awk '/ real /{print $1}' "${tf}")
rss=$(awk '/maximum resident set size/{print $1}' "${tf}")
echo "${LABEL},${step},${rep},${wall},${rss}" >>"${RESULTS}"
# per-stage wall times from the Reporter log lines ("done stage=X wall_secs=Y")
sed $'s/\x1b\\[[0-9;]*m//g' "${OUT}/last.stderr" \
| awk -v L="${LABEL}" -v S="${step}" -v R="${rep}" \
'/ done stage=/{ for(i=1;i<=NF;i++){ if($i ~ /^stage=/) st=substr($i,7); if($i ~ /^wall_secs=/) w=substr($i,11) } print L","S":"st","R","w",0" }' \
>>"${RESULTS}"
printf ' %-28s rep %s %8s s\n' "${step}" "${rep}" "${wall}" >&2
}
digest() { LC_ALL=C sort "$1" | md5 -q; }
# ── 0. data: the indexes under run/ may have been built by an older
# MPHF generation (ptr_hash 1.x, unreadable by current binaries), so the
# bench builds its own, once, from the simulated reads. Shared by all LABELs;
# delete run/bench_mphf/data to force a rebuild.
DATA="${RUN_DIR}/bench_mphf/data"
if [[ ! -f "${DATA}/.ready" ]]; then
echo "preparing data with ${BINARY}" >&2
mkdir -p "${DATA}/presence" "${DATA}/count"
for d in "${RUN_DIR}"/simulated_data/*/*/; do
strain="$(basename "$d")"; species="$(basename "$(dirname "$d")")"
sp="${species}--${strain}"
for kind in presence count; do
extra=(); [[ $kind == count ]] && extra=(--with-counts)
"${BINARY}" "${CPU[@]}" index --output "${DATA}/${kind}/${sp}" --force \
--theta 0 "${extra[@]}" --label "${sp}" --meta "species=${species}" \
"$d/reads_R1.fastq.gz" "$d/reads_R2.fastq.gz" 2>/dev/null
done
done
"${BINARY}" "${CPU[@]}" merge --output "${DATA}/global_presence" --force \
--force-presence "${DATA}"/presence/*/ 2>/dev/null
"${BINARY}" "${CPU[@]}" merge --output "${DATA}/global_count" --force \
"${DATA}"/count/*/ 2>/dev/null
touch "${DATA}/.ready"
fi
sources=("${DATA}"/presence/*/)
# ── 1. index: build pass 2 (mphf.index per kmer + evidence writes) ──────────
for sp in Escherichia_coli--K-12_MG1655 Candidozyma_auris--GCF_003013715.1_ASM301371v2; do
species="${sp%%--*}"; strain="${sp#*--}"
reads="${RUN_DIR}/simulated_data/${species}/${strain}"
for rep in $(seq "${REPS}"); do
timed "index_${species}" "${rep}" "${BINARY}" "${CPU[@]}" index \
--output "${OUT}/idx_${species}" --force --theta 0 --label "${sp}" \
"${reads}/reads_R1.fastq.gz" "${reads}/reads_R2.fastq.gz"
done
done
# ── 2. merge: find_batch_grouped, build_graph filter, hash_batch, index_batch ─
for rep in $(seq "${REPS}"); do
timed "merge_20_presence" "${rep}" "${BINARY}" "${CPU[@]}" merge \
--output "${OUT}/merged" --force --force-presence "${sources[@]}"
done
"${BINARY}" "${CPU[@]}" dump "${OUT}/merged" >"${OUT}/merged.dump"
echo "merged_dump $(digest "${OUT}/merged.dump")" >>"${SUMS}"
rm -f "${OUT}/merged.dump"
# ── 3. query: query stage 1 (find per kmer, layer by layer) ─────────────────
for kind in presence count; do
for sp in Escherichia_coli/K-12_MG1655 Saccharolobus_islandicus/M.16.4; do
reads="${RUN_DIR}/query_data/${sp}"
for rep in $(seq "${REPS}"); do
timed "query_${kind}_${sp%%/*}" "${rep}" "${BINARY}" "${CPU[@]}" query \
--count-missing "${DATA}/global_${kind}" \
"${reads}/reads_R1.fastq.gz" "${reads}/reads_R2.fastq.gz"
done
echo "query_${kind}_${sp%%/*} $(digest "${OUT}/last.stdout")" >>"${SUMS}"
done
done
# ── 4. filter: iter_layer_kmers → hash_batch + fill_sub_matrix ──────────────
for rep in $(seq "${REPS}"); do
timed "filter_species" "${rep}" "${BINARY}" "${CPU[@]}" filter \
--output "${OUT}/filtered" --force --ingroup "species=Escherichia_coli" \
--outgroup all --min-frac 0.5 --max-frac 1.0 --max-outgroup-count 0 \
"${DATA}/global_presence"
done
"${BINARY}" "${CPU[@]}" dump "${OUT}/filtered" >"${OUT}/filtered.dump"
echo "filtered_dump $(digest "${OUT}/filtered.dump")" >>"${SUMS}"
rm -f "${OUT}/filtered.dump"
# ── 5. convert: build_exact_evidence / build_approx_evidence ────────────────
# On an APFS clone (cp -c) so run/global_index_presence is untouched.
for rep in $(seq "${REPS}"); do
rm -rf "${OUT}/conv"; cp -cR "${DATA}/global_presence" "${OUT}/conv"
timed "convert_to_approx8" "${rep}" "${BINARY}" "${CPU[@]}" convert \
--approx-evidence 8 "${OUT}/conv"
timed "convert_to_exact" "${rep}" "${BINARY}" "${CPU[@]}" convert \
--exact-evidence "${OUT}/conv"
done
"${BINARY}" "${CPU[@]}" dump "${OUT}/conv" >"${OUT}/conv.dump"
echo "convert_roundtrip_dump $(digest "${OUT}/conv.dump")" >>"${SUMS}"
rm -rf "${OUT}/conv" "${OUT}/conv.dump"
# ── 6. phylo: sibling annex (annex.rs: find_in_partition per variant) and
# its consumer (family_scan.rs: hash_batch / find_slot) ──────────────────
for rep in $(seq "${REPS}"); do
rm -rf "${OUT}/phy"; cp -cR "${DATA}/global_presence" "${OUT}/phy"
timed "phylo_sibling_annex" "${rep}" "${BINARY}" "${CPU[@]}" phylo \
--sibling-annex "${OUT}/phy"
timed "phylo_snp_distance" "${rep}" "${BINARY}" "${CPU[@]}" phylo \
--output "${OUT}/snp" --distance snp-jc --csv "${OUT}/phy"
done
echo "phylo_snp_dist $(digest "${OUT}/snp_dist.csv")" >>"${SUMS}"
rm -rf "${OUT}/phy" "${OUT}/idx_"* "${OUT}/merged" "${OUT}/filtered" \
"${OUT}/last.stdout" "${OUT}/time.tmp"
echo "results: ${RESULTS}" >&2
echo "checksums: ${SUMS}" >&2