42d4e09508
Phase 5C (Index Persistence) implementation: - PersistentVectorIndex with hot/cold architecture - Hot: in-memory HNSW for recent vectors - Cold: memory-mapped HNSW loaded from disk - Background builder for WAL replay and atomic swap - BLAKE3 integrity verification - PersistentVisualIndex with checkpoint persistence - BkTreeSnapshot with rkyv serialization - CRC32C corruption detection - Atomic write pattern (temp → fsync → rename) - Key codec additions for vector index metadata - Split large files into modules (<500 lines each) - battery_pre_sentinel.rs → battery/ directory - visual_index.rs → visual_index/ directory - persistent.rs → persistent/ directory - Refactored ingest worker tests for clarity - Updated roadmap to mark Phase 5 complete Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
43 lines
1.0 KiB
TOML
43 lines
1.0 KiB
TOML
[package]
|
|
name = "stemedb-storage"
|
|
version = "0.1.0"
|
|
edition = "2021"
|
|
description = "Storage engine abstraction and implementations for Episteme"
|
|
|
|
# Inherit workspace lints
|
|
[lints]
|
|
workspace = true
|
|
|
|
[dependencies]
|
|
stemedb-core = { path = "../stemedb-core" }
|
|
fjall = "2"
|
|
redb = "2"
|
|
dashmap = "6"
|
|
tempfile = "3.10"
|
|
thiserror = "1.0"
|
|
tracing = "0.1"
|
|
async-trait = "0.1"
|
|
blake3 = "1.5"
|
|
hex = "0.4"
|
|
memchr = "2"
|
|
rkyv = { version = "0.7", features = ["validation"] }
|
|
# HNSW vector index for k-NN similarity search
|
|
hnsw_rs = "0.3"
|
|
# Thread-safe read-write locks for index access
|
|
parking_lot = "0.12"
|
|
tokio = { version = "1", features = ["sync", "rt", "time"] }
|
|
# Memory-mapped files for cold index persistence
|
|
memmap2 = "0.9"
|
|
# Fast CRC32C checksums (hardware-accelerated on x86)
|
|
crc32c = "0.6"
|
|
# Byte order encoding for checkpoint format
|
|
byteorder = "1.5"
|
|
|
|
[dev-dependencies]
|
|
tokio = { version = "1", features = ["macros", "rt", "rt-multi-thread"] }
|
|
criterion = { version = "0.5", features = ["html_reports", "async_tokio"] }
|
|
|
|
[[bench]]
|
|
name = "kv_store"
|
|
harness = false
|