infer-runtime/Cargo.toml at main · glenzli/infer-runtime · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
[workspace]
members = [
  "crates/infer-auth",
  "crates/infer-artifact",
  "crates/infer-artifact-lease",
  "crates/infer-raw-foundation",
  "crates/infer-core",
  "crates/infer-node",
  "crates/infer-payload",
  "crates/infer-store",
  "crates/infer-provider",
  "crates/infer-resource",
  "crates/infer-observer",
  "crates/infer-control",
  "crates/infer-api",
  "crates/infer-runtime-client",
  "apps/inferd",
  "apps/infer",
]
resolver = "2"

[workspace.package]
version = "0.1.0"
edition = "2024"
license = "MIT OR Apache-2.0"
repository = "https://github.com/glenzli/infer-runtime"

[workspace.dependencies]
anyhow = "1.0"
async-stream = "0.3"
async-trait = "0.1"
axum = { version = "0.8", features = ["multipart", "ws"] }
base64 = "0.22"
bytes = "1.10"
clap = { version = "4.5", features = ["derive", "env"] }
crossterm = "0.29"
futures-util = "0.3"
reqwest = { version = "0.12", default-features = false, features = ["json", "multipart", "stream", "rustls-tls"] }
ratatui = { version = "0.30.2", default-features = false, features = ["crossterm"] }
ring = "0.17"
serde = { version = "1.0", features = ["derive"] }
serde_json = "1.0"
sha2 = "0.10"
rusqlite = { version = "0.40", features = ["bundled"] }
thiserror = "2.0"
tempfile = "3.20"
time = { version = "0.3", features = ["formatting", "parsing"] }
http-body-util = "0.1"
httpdate = "1.0"
image = { version = "0.25", default-features = false, features = ["jpeg", "png"] }
libc = "0.2"
ndarray = "0.17"
ort = { version = "=2.0.0-rc.13", default-features = false, features = ["api-27", "coreml", "load-dynamic", "ndarray", "std", "tracing"] }
tokio = { version = "1.44", features = ["fs", "io-util", "macros", "net", "process", "rt-multi-thread", "signal", "sync", "time"] }
tokio-util = "0.7"
tokenizers = { version = "0.22", default-features = false, features = ["fancy-regex"] }
toml = "0.8"
toml_edit = "0.22"
tower = { version = "0.5", features = ["util"] }
tracing = "0.1"
tracing-subscriber = { version = "0.3", features = ["env-filter"] }
uuid = { version = "1.15", features = ["v4", "serde"] }
zeroize = "1.9"

rustls = { version = "0.23.43", default-features = false, features = ["ring", "std"] }
tokio-rustls = { version = "0.26.4", default-features = false, features = ["ring"] }