marila/Cargo.toml at main · DataZooDE/marila · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
[workspace]
resolver = "3"
members = [
    "crates/api",
    "crates/aws_compat",
    "crates/core",
    "crates/embed_cli",
    "crates/integration_tests",
    "crates/storage",
    "crates/tables",
    "crates/vectors",
]

[workspace.package]
version = "0.1.0"
edition = "2024"
rust-version = "1.95"
license = "Apache-2.0"
publish = false
repository = "https://github.com/DataZooDE/marila"
homepage = "https://github.com/DataZooDE/marila"
documentation = "https://github.com/DataZooDE/marila#readme"

[workspace.dependencies]
# Internal crates
marila-aws-compat = { path = "crates/aws_compat" }
marila-core = { path = "crates/core" }
marila-storage = { path = "crates/storage" }
marila-tables = { path = "crates/tables" }
marila-vectors = { path = "crates/vectors" }

# HTTP / async
axum = "0.8"
tokio = { version = "1", features = ["full"] }
tower-http = { version = "0.6", features = ["trace"] }

# Serialization
serde = { version = "1", features = ["derive"] }
serde_json = "1"

# Observability
tracing = "0.1"
tracing-subscriber = { version = "0.3", features = ["env-filter"] }

# Errors
thiserror = "2"
anyhow = "1"

# Time + ids
chrono = { version = "0.4", default-features = false, features = ["clock", "serde"] }
uuid = { version = "1", features = ["v4"] }
reqwest = { version = "0.12", default-features = false, features = ["rustls-tls", "json"] }

# Storage backends
# Bundle DuckDB so a clean checkout does not depend on distro-specific
# libduckdb packages in CI or local development.
duckdb = { version = "1.10502", features = ["bundled", "chrono"] }
aws-config = { version = "1", features = ["behavior-version-latest", "credentials-login", "sso"] }
aws-sdk-s3 = "1"
aws-credential-types = "1"

# Test-only — AWS S3 Vectors / Tables clients used by the contract tests.
aws-sdk-s3vectors = "1"
aws-sdk-s3tables = "1"

# CLI + ingestion (marila-embed)
clap = { version = "4", features = ["derive", "env"] }
indicatif = "0.18"
blake3 = "1"
walkdir = "2"
globset = "0.4"
async-trait = "0.1"
futures = "0.3"
tokio-util = { version = "0.7", features = ["rt"] }
tracing-appender = "0.2"
num_cpus = "1"
toml = "0.9"
# Document parsing
pulldown-cmark = { version = "0.12", default-features = false }
scraper = { version = "0.20", default-features = false }
lopdf = "0.40"
zip = { version = "2", default-features = false, features = ["deflate"] }
quick-xml = "0.36"
unicode-segmentation = "1"
# Tokenization (OpenAI)
tiktoken-rs = "0.7"

[profile.dev]
debug = 1            # smaller binary, faster link; full backtraces still work
incremental = true