mirror of
https://github.com/hanzoai/engine.git
synced 2026-11-20 14:17:52 +00:00
Untested: the release build and lib tests were stopped by a shutdown. - license: verify_entitlement, read_token, local_kai_enso - hanzo-server-core: gate (the one check, re-read on expiry), extension (routes, pick, bind; Licensed::load opens the gate before any loader) - hanzo-cli: lib with run(loads); the public binary passes none - hanzo-ml 0.11.111, hanzo-nn 0.11.48, hanzo-transformers 0.11.18 (Kai's)
97 lines
3.9 KiB
TOML
97 lines
3.9 KiB
TOML
[package]
|
|
name = "hanzo-cli"
|
|
readme = "../README.md"
|
|
authors = ["Hanzo AI"]
|
|
version.workspace = true
|
|
edition.workspace = true
|
|
description = "Command-line interface for hanzo LLM inference"
|
|
homepage.workspace = true
|
|
repository.workspace = true
|
|
keywords.workspace = true
|
|
categories.workspace = true
|
|
license.workspace = true
|
|
rust-version.workspace = true
|
|
default-run = "hanzo-engine"
|
|
|
|
[lib]
|
|
name = "hanzo_cli"
|
|
path = "src/lib.rs"
|
|
|
|
[[bin]]
|
|
name = "hanzo-engine"
|
|
path = "src/main.rs"
|
|
doc = false
|
|
|
|
[dependencies]
|
|
hanzo-engine = { workspace = true }
|
|
hanzo-server-core = { workspace = true }
|
|
hanzo-bench = { workspace = true }
|
|
hanzo = { workspace = true }
|
|
hanzo-sandbox = { workspace = true }
|
|
hanzo-ml = { workspace = true }
|
|
hanzo-train = { workspace = true }
|
|
|
|
clap = { workspace = true }
|
|
clap_complete = "4.5"
|
|
tokio = { workspace = true }
|
|
tracing = { workspace = true }
|
|
tracing-subscriber = { workspace = true }
|
|
anyhow = { workspace = true }
|
|
serde = { workspace = true }
|
|
serde_json = { workspace = true }
|
|
toml = { workspace = true }
|
|
ctrlc = { workspace = true }
|
|
rustyline = { workspace = true }
|
|
directories = { workspace = true }
|
|
axum = { workspace = true, features = ["multipart", "ws"] }
|
|
either = { workspace = true }
|
|
indexmap = { workspace = true }
|
|
regex = { workspace = true }
|
|
include_dir = { workspace = true }
|
|
mime_guess = { workspace = true }
|
|
tower-http = { workspace = true, features = ["fs"] }
|
|
uuid = { workspace = true, features = ["v4"] }
|
|
chrono = { workspace = true }
|
|
futures-util = { workspace = true }
|
|
image = { workspace = true }
|
|
comfy-table = "7"
|
|
dirs = { workspace = true }
|
|
walkdir = { workspace = true }
|
|
bs58 = "0.5.1"
|
|
qrcode = { version = "0.14", default-features = false }
|
|
mdns-sd = "0.20.1"
|
|
hostname = "0.4.2"
|
|
|
|
[dev-dependencies]
|
|
half = { workspace = true }
|
|
hanzo-nn = { workspace = true }
|
|
hanzo-quant = { workspace = true }
|
|
# The DSL's CPU oracle for the fused add+rmsnorm, so `rmsnorm_dsl_oracle.rs` can gate engine's
|
|
# `forward_of_sum` against hanzo-kernel's definition of the op rather than only against engine's own
|
|
# composite. `default-features = false` keeps cubecl's runtime backends out: `add_rmsnorm_ref` is plain
|
|
# f32 Rust, so no GPU and no lowering engine is pulled in. Pinned to match hanzo-engine's dev-dep (see
|
|
# the note there for why not the newest release).
|
|
hanzo-kernel = { version = "=0.2.20", default-features = false }
|
|
|
|
[features]
|
|
default = ["code-execution"]
|
|
cuda = ["hanzo-engine/cuda", "hanzo-server-core/cuda", "hanzo-bench/cuda"]
|
|
vulkan = ["hanzo-engine/vulkan", "hanzo-server-core/vulkan", "hanzo-bench/vulkan"]
|
|
rocm = ["hanzo-engine/rocm", "hanzo-server-core/rocm", "hanzo-bench/rocm"]
|
|
nccl = ["hanzo-engine/nccl", "hanzo-server-core/nccl", "hanzo-bench/nccl"]
|
|
cudnn = ["hanzo-engine/cudnn", "hanzo-server-core/cudnn", "hanzo-bench/cudnn"]
|
|
flash-attn = ["cuda", "hanzo-engine/flash-attn", "hanzo-server-core/flash-attn", "hanzo-bench/flash-attn"]
|
|
flash-attn-v3 = ["cuda", "hanzo-engine/flash-attn-v3", "hanzo-server-core/flash-attn-v3"]
|
|
# Convenience: build CUDA with every optimization on (flash-attn + cuDNN) so a max-opt build can't
|
|
# accidentally omit them. `cuda` alone is the bare backend. metal/vulkan already bundle their opts.
|
|
cuda-full = ["cuda", "flash-attn", "cudnn"]
|
|
accelerate = ["hanzo-engine/accelerate", "hanzo-server-core/accelerate", "hanzo-bench/accelerate"]
|
|
metal = ["hanzo-engine/metal", "hanzo-server-core/metal", "hanzo-bench/metal"]
|
|
mkl = ["hanzo-engine/mkl", "hanzo-server-core/mkl", "hanzo-bench/mkl"]
|
|
ring = ["hanzo-engine/ring", "hanzo-server-core/ring", "hanzo-bench/ring"]
|
|
code-execution = ["hanzo-engine/code-execution", "hanzo-server-core/code-execution"]
|
|
license-enforce = ["hanzo-engine/license-enforce", "hanzo-server-core/license-enforce"]
|
|
license-app-hanzo = ["hanzo-engine/license-app-hanzo", "hanzo-server-core/license-app-hanzo"]
|
|
license-app-lux = ["hanzo-engine/license-app-lux", "hanzo-server-core/license-app-lux"]
|
|
license-app-zoo = ["hanzo-engine/license-app-zoo", "hanzo-server-core/license-app-zoo"]
|