Add CRC32C checksums to WAL record format (v2), implement crash recovery with automatic truncation of corrupt records, add feature-gated group commit buffer for batched fsync under concurrent load, and implement log rotation via segment files with global offset addressing. Key changes: - Record format v2: [len:u32][crc32c:u32][blake3:32][payload:N] - recover_file() scans and truncates corrupt tail records - GroupCommitBuffer batches fsync via MPSC channel (tokio feature gate) - SegmentManager with binary search resolution and cursor-based cleanup - Journal::read() auto-refreshes segments on miss for writer/reader split - Split recovery.rs and key_codec.rs into directory modules for 500-line max Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
41 lines
1.2 KiB
TOML
41 lines
1.2 KiB
TOML
[package]
|
|
name = "stemedb-api"
|
|
version = "0.1.0"
|
|
edition = "2021"
|
|
description = "HTTP API for Episteme (StemeDB)"
|
|
|
|
[lints]
|
|
workspace = true
|
|
|
|
[dependencies]
|
|
stemedb-core = { path = "../stemedb-core" }
|
|
stemedb-wal = { path = "../stemedb-wal", features = ["group-commit"] }
|
|
stemedb-storage = { path = "../stemedb-storage" }
|
|
stemedb-ingest = { path = "../stemedb-ingest" }
|
|
stemedb-query = { path = "../stemedb-query" }
|
|
stemedb-lens = { path = "../stemedb-lens" }
|
|
|
|
axum = { version = "0.7", features = ["json"] }
|
|
tokio = { version = "1", features = ["full"] }
|
|
serde = { version = "1", features = ["derive"] }
|
|
serde_json = "1"
|
|
utoipa = { version = "5", features = ["axum_extras"] }
|
|
utoipa-axum = "0.1"
|
|
utoipa-swagger-ui = { version = "8", features = ["axum"] }
|
|
tower = { version = "0.4", features = ["util"] }
|
|
tower-http = { version = "0.5", features = ["trace", "cors"] }
|
|
futures = "0.3"
|
|
tracing = "0.1"
|
|
tracing-subscriber = { version = "0.3", features = ["env-filter"] }
|
|
thiserror = "1"
|
|
hex = "0.4"
|
|
blake3 = "1"
|
|
base64 = "0.22"
|
|
|
|
[dev-dependencies]
|
|
tempfile = "3"
|
|
tower = { version = "0.4", features = ["util"] }
|
|
ed25519-dalek = { version = "2", features = ["rand_core"] }
|
|
rand = "0.8"
|
|
hex = "0.4"
|