-
Notifications
You must be signed in to change notification settings - Fork 2
Expand file tree
/
Copy pathCargo.toml
More file actions
92 lines (90 loc) · 2.81 KB
/
Copy pathCargo.toml
File metadata and controls
92 lines (90 loc) · 2.81 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
[workspace]
resolver = "2"
members = [
"crates/mesh-core",
"crates/mesh-proto",
"crates/mesh-metrics",
# "crates/mesh-dev", # Temporarily disabled due to client generation issue
"crates/mesh-agent",
"crates/mesh-gossip",
"crates/mesh-state",
"crates/mesh-net",
"crates/mesh-router",
"crates/mesh-raft",
"crates/mesh-cli",
"crates/mesh-adapter-runtime",
"crates/mesh-adapter-gpu",
"crates/mesh-sim",
# TODO: Add other crates as they are implemented
]
[workspace.package]
version = "0.1.0"
authors = ["reDB <[email protected]>"]
license = "AGPL-3.0-or-later OR LicenseRef-Commercial"
repository = "https://github.com/redbco/infermesh"
homepage = "https://redb.co"
description = "GPU-aware inference mesh for large-scale AI serving"
keywords = ["ai", "inference", "gpu", "distributed", "mesh"]
categories = ["network-programming", "web-programming::http-server"]
edition = "2021"
rust-version = "1.70"
[workspace.dependencies]
tokio = { version = "1", features = ["rt-multi-thread", "macros", "signal", "tracing"] }
tokio-stream = { version = "0.1", features = ["sync"] }
hyper = { version = "1", features = ["http1", "http2", "server"] }
axum = "0.7"
tonic = { version = "0.12", features = ["tls", "gzip"] }
prost = "0.13"
prost-types = "0.13"
tonic-build = "0.12"
tracing = "0.1"
tracing-subscriber = { version = "0.3", features = ["env-filter", "fmt", "json"] }
opentelemetry = { version = "0.23", features = ["metrics", "trace"] }
opentelemetry-otlp = { version = "0.17", features = ["grpc-tonic", "metrics", "trace"] }
prometheus = "0.13"
metrics = "0.22"
metrics-exporter-prometheus = "0.13"
serde = { version = "1", features = ["derive"] }
serde_json = "1"
serde_yaml = "0.9"
config = "0.14"
anyhow = "1"
thiserror = "1"
parking_lot = "0.12"
bytes = "1"
dashmap = "6"
smallvec = "1"
arc-swap = "1"
rustls = "0.23"
rustls-pemfile = "2"
ring = "0.17"
tikv-raft = "0.7"
tempfile = "3"
quinn = "0.11"
pprof = { version = "0.13", features = ["flamegraph"] }
async-trait = "0.1"
uuid = { version = "1.0", features = ["v4", "serde"] }
chrono = { version = "0.4", features = ["serde"] }
prost-build = "0.13"
tonic-reflection = "0.12"
bincode = "1.3"
base64 = "0.22"
# Added for mesh-router
tower = { version = "0.4", features = ["util", "timeout", "load-shed", "limit"] }
tower-http = { version = "0.5", features = ["cors", "trace", "compression-gzip"] }
clap = { version = "4.0", features = ["derive"] }
futures = "0.3"
reqwest = { version = "0.12", features = ["json", "stream"] }
rand = "0.8"
md5 = "0.7"
# Added for mesh-cli
console = "0.15"
indicatif = "0.17"
comfy-table = "7.0"
colored = "2.0"
dirs = "5.0"
# Added for mesh-adapter-runtime
url = "2.5"
nix = { version = "0.29", features = ["signal", "process"] }
hyper-util = { version = "0.1", features = ["client-legacy", "http1", "http2"] }
http-body-util = "0.1"