Files
engine/Cargo.toml
zeekay d3f15dad80 WIP: extensions load under one license entitlement; hanzo-ml 0.11.111
Untested: the release build and lib tests were stopped by a shutdown.
- license: verify_entitlement, read_token, local_kai_enso
- hanzo-server-core: gate (the one check, re-read on expiry), extension
  (routes, pick, bind; Licensed::load opens the gate before any loader)
- hanzo-cli: lib with run(loads); the public binary passes none
- hanzo-ml 0.11.111, hanzo-nn 0.11.48, hanzo-transformers 0.11.18 (Kai's)
2026-10-12 09:55:08 -07:00

239 lines
6.9 KiB
TOML

[workspace]
members = [
"hanzo",
"hanzo-engine",
"hanzo-engine-ffi",
"hanzo-router",
"hanzo-server-core",
"hanzo-server",
"hanzo-cli",
"hanzo-pyo3",
"hanzo-bench",
"hanzo-vision",
"hanzo-quant",
"hanzo-paged-attn",
"hanzo-web-chat",
"hanzo-audio",
"hanzo-llm-mcp",
"hanzo-macros",
"hanzo-sandbox",
"hanzo-code-exec",
"hanzo-film",
"hanzo-train",
]
resolver = "2"
[workspace.package]
version = "1.7.104"
edition = "2021"
authors = ["Hanzo AI <[email protected]>"]
description = "Fast, flexible LLM inference."
homepage = "https://github.com/hanzoai/engine"
repository = "https://github.com/hanzoai/engine"
keywords = ["llm", "inference", "machine-learning", "ai", "transformers"]
categories = ["science", "api-bindings", "text-processing"]
license = "MIT"
rust-version = "1.88"
[workspace.dependencies]
openssl = { version = "0.10", features = ["vendored"] }
# Hanzo ML crates.
hanzo-ml = { version = "0.11.111" }
hanzo-nn = { version = "0.11.48" }
hanzo-transformers = { version = "0.11.18" }
hanzo-flash-attn = { version = "0.11.36" }
hanzo-flash-attn-v3 = { version = "0.11.10", package = "hanzo-flash-attn-v3" }
hanzo-metal-kernels = { version = "0.11.45" }
hanzo-3d = { version = "0.1" }
axum = "0.8.8"
anyhow = "1.0.100"
serde = "1.0.228"
serde_json = "1.0.149"
indexmap = { version = "2.13.0", features = ["serde"] }
either = { version = "1.15.0", features = ["serde"] }
accelerate-src = { version = "0.3.2" }
intel-mkl-src = { version = "0.8.1", features = ["mkl-static-lp64-iomp"] }
tracing = "0.1.44"
tracing-subscriber = { version = "0.3.22", features = ["env-filter"] }
futures = "0.3"
clap = { version = "4.5.54", features = ["derive", "wrap_help"] }
pyo3 = { version = "0.25.1", features = ["full", "extension-module", "either", "abi3-py310"] }
tokio = { version = "1.49.0", features = ["full", "rt-multi-thread"] }
# All features but avif, avif increases the msrv dramatically
image = { version = "0.25.9", default-features = false, features = [
'bmp',
'dds',
'exr',
'ff',
'gif',
'hdr',
'ico',
'jpeg',
'png',
'pnm',
'qoi',
'tga',
'tiff',
'webp',
] }
reqwest = { version = "0.13.1", default-features = false, features = [
"blocking",
"rustls",
"charset",
"http2",
] }
base64 = "0.22.1"
sha2 = "0.10.9"
ed25519-dalek = { version = "2.1.1", default-features = false, features = ["rand_core"] }
half = "2.7.1"
rayon = "1.11.0"
url = "2.5.8"
utoipa = "5.4.0"
walkdir = "2.5.0"
data-url = "0.3.2"
float8 = "0.7.0"
regex = "1.12.2"
objc2-metal = "0.3.2"
objc2-foundation = "0.3.2"
dispatch2 = { version = "0.3.0", default-features = false, features = ["block2"] }
safetensors = "0.8.0"
toml = "0.9.11"
hf-hub = { version = "0.4.3", default-features = false, features = [
"ureq",
"tokio",
"rustls-tls",
] }
itertools = "0.14.0"
rand = "0.9.2"
rand_distr = "0.5.1"
cli-table = "0.5.0"
dirs = "6.0.0"
thiserror = "2.0.18"
tokenizers = { version = "0.21.4", default-features = false }
tokio-tungstenite = "0.28.0"
tqdm = "0.8.0"
chrono = "0.4.43"
minijinja = { version = "2.14.0", features = ["builtins", "json"] }
minijinja-contrib = { version = "2.14.0", features = ["pycompat"] }
regex-automata = { version = "0.4.13", features = ["meta"] }
rustc-hash = "2.1.1"
vob = "3.0.6"
cfgrammar = "0.14.1"
lrtable = "0.14.1"
galil-seiferas = "0.1.5"
radix_trie = "0.3.0"
bytemuck = "1.24.0"
tokio-rayon = "2.1.0"
rand_isaac = "0.4.0"
indicatif = { version = "0.18.3", features = ["rayon"] }
async-trait = "0.1.89"
strum = { version = "0.27.2", features = ["derive"] }
derive_more = { version = "2.1.1", default-features = false, features = ["from"] }
akin = "0.4.0"
variantly = "0.4.0"
derive-new = "0.7.0"
sysinfo = "0.36.1"
csv = "1.4.0"
bytemuck_derive = "1.10.2"
uuid = "1.19.0"
schemars = "1.2.0"
serde-saphyr = "0.0.16"
serde_plain = "1.0.2"
as-any = "0.3.2"
llguidance = { version = "1.2.0", default-features = false, features = ["lark"] }
toktrie_hf_tokenizers = "1.2.0"
toktrie = "1.4.0"
objc = { version = "0.2.7" }
serde-big-array = "0.5.1"
interprocess = "2.2.3"
urlencoding = "2.1.3"
scraper = "0.25.0"
html2text = "0.16.6"
ordered-float = "5.1.0"
hashbrown = "0.16.1"
parking_lot = "0.12.5"
ahash = "0.8.12"
num-traits = "0.2.19"
libc = "0.2.180"
bm25 = "2.3.2"
symphonia = { version = "0.5.5", default-features = false, features = ["mp3", "flac", "vorbis", "wav", "isomp4", "ogg", "pcm"] }
lazy_static = "1.5"
paste = "1.0.15"
byteorder = "1.5.0"
yoke = { version = "0.8.1", features = ["derive"] }
memmap2 = "0.9.9"
pyo3-build-config = "0.25.1"
ctrlc = "3.5.1"
directories = "6.0.0"
# Need to keep rustyline at 15.0.0 as 16.0.0 has a breaking change that conficts with `ctrlc`'s handling
rustyline = { version = "15.0.0", default-features = false, features = ["with-file-history"] }
tower-http = "0.6.8"
utoipa-swagger-ui = { version = "9.0.2", features = ["axum", "vendored"] }
futures-util = "0.3.31"
axum_static = "1.8.6"
mime_guess = "2.0.5"
include_dir = "0.7.4"
http = "1.4.0"
hyper = "1.8.1"
rust-mcp-sdk = { version = "0.8.2", default-features = false, features = ["server", "hyper-server"] }
rust-mcp-schema = { version = "0.9.5", default-features = false, features = ["schema_utils", "latest"] }
cudaforge = "0.1.2"
cutile = "0.1.0"
cutile-compiler = "0.1.0"
cutile-ir = "0.1.0"
cuda-core = "0.1.0"
cuda-async = "0.1.0"
cuda-bindings = "0.1.0"
rubato = "0.16.2"
rustfft = "6.4.1"
hound = "3.5.1"
apodize = "1.0.0"
statrs = "0.18.0"
# Sandbox (hanzo-sandbox) host deps; Linux-gated in the crate.
itoa = "1.0.18"
nix = { version = "0.31.3", default-features = false }
landlock = "0.4.4"
seccompiler = "0.5.0"
# Canonical Hanzo crates (hanzo crates).
hanzo = { version = "1.7.41", path = "hanzo" }
hanzo-engine = { version = "1.7.41", path = "hanzo-engine" }
hanzo-server-core = { version = "1.7.41", path = "hanzo-server-core" }
hanzo-bench = { version = "1.7.41", path = "hanzo-bench" }
hanzo-paged-attn = { version = "1.7.41", path = "hanzo-paged-attn" }
hanzo-quant = { version = "1.7.41", path = "hanzo-quant" }
hanzo-vision = { version = "1.7.41", path = "hanzo-vision" }
hanzo-audio = { version = "1.7.41", path = "hanzo-audio" }
hanzo-llm-mcp = { version = "1.7.41", path = "hanzo-llm-mcp" }
hanzo-macros = { version = "1.7.41", path = "hanzo-macros" }
hanzo-sandbox = { version = "1.7.41", path = "hanzo-sandbox" }
hanzo-code-exec = { version = "1.7.41", path = "hanzo-code-exec" }
hanzo-train = { version = "1.7.51", path = "hanzo-train" }
hanzo-zap = { version = "0.2.1" }
# Hanzo native-ML extension crates (federated training, quantization, zen5 inference)
hex = "0.4.3"
serde_yaml = "0.9.34"
tempfile = "3.19"
[profile.quick]
inherits = "release"
lto = false
codegen-units = 256
incremental = true
[profile.release-with-debug]
inherits = "release"
debug = true
# Makes release profiler faster to build
# The improvement is negligible with it.
# [profile.release]
# lto = true
# opt-level = 3
[profile.dev]
debug = true
opt-level = 3