Implement MPHF migration tool and sparse matrix permutation logic

Refactors sparse matrix handling to implement row permutation logic and introduces a standalone tool for migrating indexes from MPHF 1.x to 2.x formats.
This commit is contained in:
Eric Coissac committed 2026-10-15 12:12:51 +02:00
1 parent d686d39506
commit 8b87078478
24 files changed
+3982 -19

No files matched your search

+36
View File
@@ -0,0 +1,36 @@
[package]
name = "migrate-mphf"
version = "0.1.0"
edition = "2024"
publish = false
description = "One-shot converter: obikmer indexes whose layer MPHFs were built with ptr_hash 1.x -> ptr_hash 2.x"
# Standalone: not a member of src/'s workspace, own Cargo.lock. The previous
# generation of the MPHF stack (and its `proc-macro-error2` future-incompat
# warning) lives only here, never in obikmer itself.
[workspace]
[features]
default = []
numa = ["obisys/numa"]
[dependencies]
obikindex = { path = "../../src/obikindex" }
obicompactvec = { path = "../../src/obicompactvec" }
obiskio = { path = "../../src/obiskio" }
obisys = { path = "../../src/obisys", default-features = false }
epserde = "0.13"
rayon = "1"
anyhow = "1"
clap = { version = "4", features = ["derive"] }
tracing = "0.1.44"
tracing-subscriber = { version = "0.3", features = ["fmt", "env-filter"] }
# The generation the indexes to convert were built with, under other names
# so that both can live in this one binary.
ptr_hash_old = { package = "ptr_hash", version = "=1.1.0" }
epserde_old = { package = "epserde", version = "=0.8.0" }
cacheline_ef_old = { package = "cacheline-ef", version = "=1.1.0" }
[profile.release]
debug = 1