3cfaa1e1d3
Phase 1 delivers the complete durability and storage layer:
- WAL with crash recovery: Append-only journal with BLAKE3 checksums,
fsync guarantees, and proper seek-to-EOF on reopen
- Storage engine: sled-backed KVStore with scan_prefix for range queries
- Content-addressed storage: H:{hash}, V:{hash}, E:{hash} key patterns
- Ingestor: Background worker tailing WAL, writing to KV with 8-byte
aligned record headers for rkyv zero-copy deserialization
- Comprehensive tests: 31 tests covering crash recovery, round-trips,
and multi-cycle durability
New crates: stemedb-wal, stemedb-storage, stemedb-ingest
Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
23 lines
523 B
TOML
23 lines
523 B
TOML
[package]
|
|
name = "stemedb-ingest"
|
|
version = "0.1.0"
|
|
edition = "2021"
|
|
description = "Ingestion pipeline for Episteme"
|
|
|
|
# Inherit workspace lints
|
|
[lints]
|
|
workspace = true
|
|
|
|
[dependencies]
|
|
stemedb-core = { path = "../stemedb-core" }
|
|
stemedb-wal = { path = "../stemedb-wal" }
|
|
stemedb-storage = { path = "../stemedb-storage" }
|
|
tokio = { version = "1.36", features = ["full"] }
|
|
tracing = "0.1"
|
|
rkyv = { version = "0.7", features = ["validation"] }
|
|
thiserror = "1.0"
|
|
blake3 = "1.5"
|
|
hex = "0.4"
|
|
|
|
[dev-dependencies]
|
|
tempfile = "3.10" |