Functions rocksdb

.github/workflows/test.yml

@@ -353,8 +353,8 @@ jobs:
         uses: ./.github/actions/setup-rust
       - name: Run RocksDB tests
         run: |
-          cargo test --manifest-path crates/datafusion-rocksdb/Cargo.toml
-          cargo test --features=rocksdb extension_cases::rocksdb
+          cargo test --manifest-path crates/datafusion-functions-rocksdb/Cargo.toml
+          cargo test --features=functions-rocksdb extension_cases::rocksdb
   test-net:
     name: Extension / Net
     runs-on: ubuntu-latest

CLAUDE.md

@@ -111,15 +111,15 @@ cargo test --features=udfs-wasm extension_cases::udfs_wasm
 cargo test --features=vortex extension_cases::vortex
 cargo test --features=vortex cli_cases::basic::test_output_vortex
 cargo test --features=net extension_cases::net  # Requires libpcap (libpcap-dev on Debian/Ubuntu)
-cargo test --features=rocksdb extension_cases::rocksdb
+cargo test --features=functions-rocksdb extension_cases::rocksdb
 
 # Run tests for specific crates
 cargo test --manifest-path crates/datafusion-app/Cargo.toml --all-features
 cargo test --manifest-path crates/datafusion-functions-parquet/Cargo.toml
 cargo test --manifest-path crates/datafusion-functions-arrow/Cargo.toml
 cargo test --manifest-path crates/datafusion-udfs-wasm/Cargo.toml
 cargo test --manifest-path crates/datafusion-net/Cargo.toml --all-features
-cargo test --manifest-path crates/datafusion-rocksdb/Cargo.toml
+cargo test --manifest-path crates/datafusion-functions-rocksdb/Cargo.toml
 
 # Run a single test
 cargo test <test_name>
@@ -177,7 +177,7 @@ The project is organized as a workspace with multiple crates:
 
 - **`crates/datafusion-net`**: Network packet capture querying — `pcap` (capture files), `capture` (live capture), `interfaces` (list capture devices), and `tcp_conversations` (per-connection TCP flow analytics) table functions (`capture`/`interfaces` behind its `live` feature); the `reverse_dns` (IP → hostname via PTR lookup) and `geoip` (IP → location via MaxMind `.mmdb` database) scalar UDFs; the `dns_query` and `tls_sni` payload-decoding scalar UDFs; and `pcap_wide` / `capture_wide` variants that append DNS and geolocation enrichment columns
 
-- **`crates/datafusion-rocksdb`**: RocksDB database inspection table functions — `rocksdb_metadata` (DB-level summary), `rocksdb_sstables` (one row per live SST file), and `rocksdb_cf_metrics` (per-column-family RocksDB properties in long format); databases are opened read-only so live databases can be inspected
+- **`crates/datafusion-functions-rocksdb`**: RocksDB database inspection table functions — `rocksdb_metadata` (DB-level summary), `rocksdb_sstables` (one row per live SST file), and `rocksdb_cf_metrics` (per-column-family RocksDB properties in long format); databases are opened read-only so live databases can be inspected
 
 - **`crates/datafusion-auth`**: Authentication implementations
 
@@ -217,6 +217,7 @@ The project uses extensive feature flags to keep binary size manageable:
 - `functions-parquet` - Parquet-specific functions (default)
 - `functions-arrow` - Arrow IPC file inspection functions
 - `functions-json` - JSON functions
+- `functions-rocksdb` - Inspect RocksDB databases (metadata, SST files, column family metrics) via SQL
 - `clickhouse` - Register ClickHouse instances as catalogs
 - `mongodb` - Register MongoDB instances as catalogs
 - `deltalake` - Delta Lake table format support
@@ -225,7 +226,6 @@ The project uses extensive feature flags to keep binary size manageable:
 - `http` - HTTP server
 - `huggingface` - HuggingFace dataset integration
 - `net` - Query network packet captures (pcap files and live capture) via SQL
-- `rocksdb` - Inspect RocksDB databases (metadata, SST files, column family metrics) via SQL
 - `websocket` - WebSocket table function for streaming WebSocket messages as rows
 - `udfs-wasm` - WASM UDF support
 - `observability` - Metrics and tracing (required by servers)

Cargo.toml

@@ -25,7 +25,7 @@ datafusion = { version = "54" }
 datafusion-app = { path = "crates/datafusion-app", version = "0.1.0" }
 # Optional (not a dev-dependency) so that plain `cargo test` does not compile
 # librocksdb; used from feature-gated test code to generate fixture databases.
-datafusion-rocksdb = { optional = true, path = "crates/datafusion-rocksdb", version = "0.1.0" }
+datafusion-functions-rocksdb = { optional = true, path = "crates/datafusion-functions-rocksdb", version = "0.1.0" }
 directories = "5.0.1"
 env_logger = "0.11.5"
 futures = "0.3.30"
@@ -113,6 +113,10 @@ flightsql = [
 functions-arrow = ["datafusion-app/functions-arrow"]
 functions-json = ["datafusion-app/functions-json"]
 functions-parquet = ["datafusion-app/functions-parquet"]
+functions-rocksdb = [
+  "datafusion-app/functions-rocksdb",
+  "dep:datafusion-functions-rocksdb",
+]
 http = [
   "axum",
   "datafusion-app/observability",
@@ -125,7 +129,6 @@ http = [
 huggingface = ["datafusion-app/huggingface"]
 mongodb = ["datafusion-app/mongodb"]
 net = ["datafusion-app/net"]
-rocksdb = ["datafusion-app/rocksdb", "dep:datafusion-rocksdb"]
 s3 = ["datafusion-app/s3"]
 tui = ["dep:crossterm", "dep:ratatui", "dep:ratatui-textarea", "dep:tui-logger"]
 udfs-wasm = ["datafusion-app/udfs-wasm"]

README.md

@@ -66,7 +66,7 @@ cargo install datafusion-dft --features=websocket
 cargo install datafusion-dft --features=net
 
 # With the rocksdb_* table functions for inspecting RocksDB databases
-cargo install datafusion-dft --features=rocksdb
+cargo install datafusion-dft --features=functions-rocksdb
 
 # With Vortex file format support
 cargo install datafusion-dft --features=vortex

crates/datafusion-app/Cargo.toml

@@ -16,8 +16,8 @@ datafusion = "54"
 datafusion-functions-arrow = { optional = true, path = "../datafusion-functions-arrow", version = "0.1.0" }
 datafusion-functions-json = { optional = true, version = "0.54" }
 datafusion-functions-parquet = { optional = true, path = "../datafusion-functions-parquet", version = "0.1.0" }
+datafusion-functions-rocksdb = { optional = true, path = "../datafusion-functions-rocksdb", version = "0.1.0" }
 datafusion-net = { optional = true, path = "../datafusion-net", version = "0.1.0" }
-datafusion-rocksdb = { optional = true, path = "../datafusion-rocksdb", version = "0.1.0" }
 datafusion-table-providers = { optional = true, version = "0.13.0" }
 datafusion-udfs-wasm = { features = [
   "serde",
@@ -74,14 +74,14 @@ flightsql = ["dep:arrow-flight", "dep:base64", "dep:tonic"]
 functions-arrow = ["dep:datafusion-functions-arrow"]
 functions-json = ["dep:datafusion-functions-json"]
 functions-parquet = ["dep:datafusion-functions-parquet"]
+functions-rocksdb = ["dep:datafusion-functions-rocksdb"]
 huggingface = ["object_store_opendal", "opendal", "url"]
 mongodb = [
   "datafusion-table-providers/mongodb",
   "dep:datafusion-table-providers",
 ]
 net = ["datafusion-net/live", "dep:datafusion-net"]
 observability = ["dep:metrics", "dep:tokio-metrics"]
-rocksdb = ["dep:datafusion-rocksdb"]
 s3 = ["object_store/aws", "url"]
 udfs-wasm = ["dep:datafusion-udfs-wasm"]
 vortex = ["dep:vortex-datafusion"]

crates/datafusion-app/src/local.rs

@@ -231,19 +231,19 @@ impl ExecutionContext {
             );
         }
 
-        #[cfg(feature = "rocksdb")]
+        #[cfg(feature = "functions-rocksdb")]
         {
             session_ctx.register_udtf(
                 "rocksdb_metadata",
-                Arc::new(datafusion_rocksdb::RocksDbMetadataFunc {}),
+                Arc::new(datafusion_functions_rocksdb::RocksDbMetadataFunc {}),
             );
             session_ctx.register_udtf(
                 "rocksdb_sstables",
-                Arc::new(datafusion_rocksdb::RocksDbSstablesFunc {}),
+                Arc::new(datafusion_functions_rocksdb::RocksDbSstablesFunc {}),
             );
             session_ctx.register_udtf(
                 "rocksdb_cf_metrics",
-                Arc::new(datafusion_rocksdb::RocksDbCfMetricsFunc {}),
+                Arc::new(datafusion_functions_rocksdb::RocksDbCfMetricsFunc {}),
             );
         }
 

crates/datafusion-rocksdb/Cargo.toml → crates/datafusion-functions-rocksdb/Cargo.toml

@@ -2,12 +2,12 @@
 authors = ["Matthew Turner <matthew.m.turner@outlook.com>"]
 description = "DataFusion table functions for inspecting RocksDB databases"
 edition = "2021"
-homepage = "https://github.com/datafusion-contrib/datafusion-dft/tree/main/crates/datafusion-rocksdb"
+homepage = "https://github.com/datafusion-contrib/datafusion-dft/tree/main/crates/datafusion-functions-rocksdb"
 keywords = ["datafusion", "query", "rocksdb", "sql"]
 license = "Apache-2.0"
-name = "datafusion-rocksdb"
+name = "datafusion-functions-rocksdb"
 readme = "README.md"
-repository = "https://github.com/datafusion-contrib/datafusion-dft/tree/main/crates/datafusion-rocksdb"
+repository = "https://github.com/datafusion-contrib/datafusion-dft/tree/main/crates/datafusion-functions-rocksdb"
 version = "0.1.0"
 
 [dependencies]

docs/features.md

@@ -237,9 +237,9 @@ SELECT tls_sni(payload) AS host, count(*) AS hellos
 FROM pcap('capture.pcap') WHERE tls_sni(payload) IS NOT NULL GROUP BY host ORDER BY hellos DESC
 ```
 
-### RocksDB (`--features=rocksdb`)
+### RocksDB (`--features=functions-rocksdb`)
 
-Adds table functions from [datafusion-rocksdb](https://github.com/datafusion-contrib/datafusion-dft/tree/main/crates/datafusion-rocksdb) for inspecting RocksDB databases with SQL.  Databases are opened read-only and the LOCK file is never taken, so a database another process has open read-write can be inspected safely.  Data still in the WAL is not visible to a read-only handle: memtable-related metrics read 0 and key estimates exclude unflushed writes.
+Adds table functions from [datafusion-functions-rocksdb](https://github.com/datafusion-contrib/datafusion-dft/tree/main/crates/datafusion-functions-rocksdb) for inspecting RocksDB databases with SQL.  Databases are opened read-only and the LOCK file is never taken, so a database another process has open read-write can be inspected safely.  Data still in the WAL is not visible to a read-only handle: memtable-related metrics read 0 and key estimates exclude unflushed writes.
 
 `rocksdb_metadata` returns a single database-level summary row: column families, latest sequence number, live SST file count and total size, estimated key count, snapshot count, and MANIFEST / WAL file details:
 

tests/extension_cases/mod.rs

@@ -37,7 +37,7 @@ mod huggingface;
 mod mongodb;
 #[cfg(feature = "net")]
 mod net;
-#[cfg(feature = "rocksdb")]
+#[cfg(feature = "functions-rocksdb")]
 mod rocksdb;
 #[cfg(feature = "s3")]
 mod s3;

tests/extension_cases/rocksdb.rs

@@ -15,9 +15,9 @@
 // specific language governing permissions and limitations
 // under the License.
 
-//! Tests for datafusion-rocksdb integration
+//! Tests for datafusion-functions-rocksdb integration
 
-use datafusion_rocksdb::rocksdb::{Options, DB};
+use datafusion_functions_rocksdb::rocksdb::{Options, DB};
 
 use crate::extension_cases::TestExecution;