3320c24afa
Add CRC32C checksums to WAL record format (v2), implement crash recovery with automatic truncation of corrupt records, add feature-gated group commit buffer for batched fsync under concurrent load, and implement log rotation via segment files with global offset addressing. Key changes: - Record format v2: [len:u32][crc32c:u32][blake3:32][payload:N] - recover_file() scans and truncates corrupt tail records - GroupCommitBuffer batches fsync via MPSC channel (tokio feature gate) - SegmentManager with binary search resolution and cursor-based cleanup - Journal::read() auto-refreshes segments on miss for writer/reader split - Split recovery.rs and key_codec.rs into directory modules for 500-line max Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
37 lines
861 B
TOML
37 lines
861 B
TOML
[package]
|
|
name = "stemedb-storage"
|
|
version = "0.1.0"
|
|
edition = "2021"
|
|
description = "Storage engine abstraction and implementations for Episteme"
|
|
|
|
# Inherit workspace lints
|
|
[lints]
|
|
workspace = true
|
|
|
|
[dependencies]
|
|
stemedb-core = { path = "../stemedb-core" }
|
|
fjall = "2"
|
|
redb = "2"
|
|
dashmap = "6"
|
|
tempfile = "3.10"
|
|
thiserror = "1.0"
|
|
tracing = "0.1"
|
|
async-trait = "0.1"
|
|
blake3 = "1.5"
|
|
hex = "0.4"
|
|
memchr = "2"
|
|
rkyv = { version = "0.7", features = ["validation"] }
|
|
# HNSW vector index for k-NN similarity search
|
|
hnsw_rs = "0.3"
|
|
# Thread-safe read-write locks for index access
|
|
parking_lot = "0.12"
|
|
tokio = { version = "1", features = ["sync", "rt"] }
|
|
|
|
[dev-dependencies]
|
|
tokio = { version = "1", features = ["macros", "rt", "rt-multi-thread"] }
|
|
criterion = { version = "0.5", features = ["html_reports", "async_tokio"] }
|
|
|
|
[[bench]]
|
|
name = "kv_store"
|
|
harness = false
|