3e7eddc074
This commit implements comprehensive production hardening across multiple layers to prepare StemeDB for enterprise pilot deployments: ## API Layer - Add rate limiting middleware with configurable limits per endpoint - Enhance error handling with detailed context and proper HTTP status codes - Add security hardening tests for input validation and boundary conditions - Create store_helpers module for defensive storage access patterns ## Storage & WAL - Optimize group commit batching for higher throughput - Add defensive error handling in hybrid backend with proper fallbacks - Enhance WAL journal durability guarantees with fsync validation - Improve index store query performance with better caching ## Operations & Deployment - Add comprehensive operations documentation (deployment, monitoring, DR) - Create systemd units for backup, WAL archival, and verification - Add monitoring configs (Prometheus alerts, metrics exporters) - Implement backup/restore scripts with verification and S3 archival - Add DR drill automation and runbook procedures - Create load balancer configs (nginx, envoy) with health checks ## Documentation - Update CLAUDE.md with operations and troubleshooting guides - Expand roadmap with production readiness milestones - Add pilot success criteria and deployment reference architecture - Document TLS setup, monitoring integration, and incident response ## Configuration - Add .env.example with all required environment variables - Document resource sizing for different deployment scales - Add configuration examples for various deployment topologies This positions StemeDB for successful enterprise pilots with proper operational discipline, monitoring, backup/DR, and security hardening. Co-Authored-By: Claude Sonnet 4.5 <noreply@anthropic.com>
53 lines
1.4 KiB
TOML
53 lines
1.4 KiB
TOML
[package]
|
|
name = "stemedb-storage"
|
|
version = "0.1.0"
|
|
edition = "2021"
|
|
description = "Storage engine abstraction and implementations for Episteme"
|
|
|
|
# Inherit workspace lints
|
|
[lints]
|
|
workspace = true
|
|
|
|
[dependencies]
|
|
stemedb-core = { path = "../stemedb-core" }
|
|
serde = { version = "1", features = ["derive"] }
|
|
serde_json = "1"
|
|
fjall = "2"
|
|
redb = "2"
|
|
dashmap = "6"
|
|
tempfile = "3.10"
|
|
thiserror = "1.0"
|
|
tracing = "0.1"
|
|
async-trait = "0.1"
|
|
blake3 = "1.5"
|
|
hex = "0.4"
|
|
memchr = "2"
|
|
metrics = "0.23"
|
|
rkyv = { version = "0.7", features = ["validation"] }
|
|
# HNSW vector index for k-NN similarity search
|
|
hnsw_rs = "0.3"
|
|
# Thread-safe read-write locks for index access
|
|
parking_lot = "0.12"
|
|
tokio = { version = "1", features = ["sync", "rt", "time"] }
|
|
# Memory-mapped files for cold index persistence
|
|
memmap2 = "0.9"
|
|
# Fast CRC32C checksums (hardware-accelerated on x86)
|
|
crc32c = "0.6"
|
|
# Byte order encoding for checkpoint format
|
|
byteorder = "1.5"
|
|
# Graph data structures for EigenTrust trust graph
|
|
petgraph = "0.6"
|
|
# Linear algebra for EigenTrust power iteration
|
|
nalgebra = "0.33"
|
|
# Bloom filter for fast duplicate detection (Content Defense Phase 7C)
|
|
bloomfilter = "1.0"
|
|
|
|
[dev-dependencies]
|
|
tokio = { version = "1", features = ["macros", "rt", "rt-multi-thread"] }
|
|
criterion = { version = "0.5", features = ["html_reports", "async_tokio"] }
|
|
proptest = "1.4"
|
|
|
|
[[bench]]
|
|
name = "kv_store"
|
|
harness = false
|