feat(service): implement RocksDB as high volume backend

Cargo.toml

@@ -43,7 +43,10 @@ async-trait = "0.1.92"
 axum = "0.8.9"
 axum-extra = { version = "0.12.6", default-features = false }
 base64 = "0.22.1"
-bigtable_rs = { git = "https://github.com/getsentry/bigtable_rs.git", rev = "56c310a5c8518d52ae7c7db53825beb078e326b5", default-features = false, features = ["gcp-auth-ring", "tonic-tls-ring"] }
+bigtable_rs = { git = "https://github.com/getsentry/bigtable_rs.git", rev = "56c310a5c8518d52ae7c7db53825beb078e326b5", default-features = false, features = [
+    "gcp-auth-ring",
+    "tonic-tls-ring",
+] }
 blake3 = "1.8.5"
 bytes = "1.12.0"
 bytesize = "2.4.0"
@@ -81,6 +84,7 @@ rand_distr = "0.6.0"
 regex = "1.12.4"
 reqwest = { version = "0.13.4", default-features = false }
 ring = "0.17.14"
+rocksdb = "0.25.0"
 rustls = { version = "0.23.40", default-features = false }
 secrecy = "0.10.3"
 sentry = "0.49.3"
@@ -104,7 +108,10 @@ tempfile = "3.27.0"
 thiserror = "2.0.18"
 thread_local = "1.1.9"
 jemalloc_pprof = "0.9.0"
-tikv-jemallocator = { version = "0.7.0", features = ["background_threads", "override_allocator_on_supported_platforms"] }
+tikv-jemallocator = { version = "0.7.0", features = [
+    "background_threads",
+    "override_allocator_on_supported_platforms",
+] }
 tikv-jemalloc-ctl = { version = "0.7.0", features = ["stats"] }
 tokio = "1.52.3"
 tokio-util = "0.7.18"

objectstore-service/Cargo.toml

@@ -21,15 +21,27 @@ futures-util = { workspace = true }
 gcp_auth = { workspace = true }
 humantime = { workspace = true }
 humantime-serde = { workspace = true }
-objectstore-inventory-tracker = { workspace = true, features = ["kafka"], optional = true }
+objectstore-inventory-tracker = { workspace = true, features = [
+    "kafka",
+], optional = true }
 objectstore-log = { workspace = true }
 objectstore-metrics = { workspace = true }
 objectstore-types = { workspace = true }
 papaya = { workspace = true }
 quick-xml = { workspace = true, features = ["serialize"] }
 regex = { workspace = true }
-reqwest = { workspace = true, features = ["charset", "http2", "hickory-dns", "json", "multipart", "native-tls-no-alpn", "stream", "system-proxy"] }
+reqwest = { workspace = true, features = [
+    "charset",
+    "http2",
+    "hickory-dns",
+    "json",
+    "multipart",
+    "native-tls-no-alpn",
+    "stream",
+    "system-proxy",
+] }
 ring = { workspace = true }
+rocksdb = { workspace = true }
 sentry = { workspace = true }
 serde = { workspace = true }
 serde_json = { workspace = true }

objectstore-service/src/backend/mod.rs

@@ -21,6 +21,7 @@ mod extensions;
 pub mod gcs;
 pub mod in_memory;
 pub mod local_fs;
+pub mod rocksdb;
 pub mod s3_compatible;
 pub mod tiered;