Files
engine/hanzo-cli/Cargo.toml
zeekayandHanzo Dev b2832f1c55 cli: hanzo-engine bench is the one instrument, and board scores it
hanzo-bench is the library behind `hanzo-engine bench` (its `measure` loop) and
`hanzo-engine board score|publish|manifest`; its binary is gone, as is the CLI's
earlier bench that read the response's self-reported timing. The dossier calls
the CLI. Documented in docs/CLI.md and the CLI reference.

Co-authored-by: Hanzo Dev <[email protected]>
2026-09-17 19:15:05 -07:00

93 lines
3.9 KiB
TOML

[package]
name = "hanzo-cli"
readme = "../README.md"
authors = ["Hanzo AI"]
version.workspace = true
edition.workspace = true
description = "Command-line interface for hanzo LLM inference"
homepage.workspace = true
repository.workspace = true
keywords.workspace = true
categories.workspace = true
license.workspace = true
rust-version.workspace = true
default-run = "hanzo-engine"
[[bin]]
name = "hanzo-engine"
path = "src/main.rs"
doc = false
[dependencies]
hanzo-engine = { workspace = true }
hanzo-server-core = { workspace = true }
hanzo-bench = { workspace = true }
hanzo = { workspace = true }
hanzo-sandbox = { workspace = true }
hanzo-ml = { workspace = true }
hanzo-train = { workspace = true }
clap = { workspace = true }
clap_complete = "4.5"
tokio = { workspace = true }
tracing = { workspace = true }
tracing-subscriber = { workspace = true }
anyhow = { workspace = true }
serde = { workspace = true }
serde_json = { workspace = true }
toml = { workspace = true }
ctrlc = { workspace = true }
rustyline = { workspace = true }
directories = { workspace = true }
axum = { workspace = true, features = ["multipart", "ws"] }
either = { workspace = true }
indexmap = { workspace = true }
regex = { workspace = true }
include_dir = { workspace = true }
mime_guess = { workspace = true }
tower-http = { workspace = true, features = ["fs"] }
uuid = { workspace = true, features = ["v4"] }
chrono = { workspace = true }
futures-util = { workspace = true }
image = { workspace = true }
comfy-table = "7"
dirs = { workspace = true }
walkdir = { workspace = true }
bs58 = "0.5.1"
qrcode = { version = "0.14", default-features = false }
mdns-sd = "0.20.1"
hostname = "0.4.2"
[dev-dependencies]
half = { workspace = true }
hanzo-nn = { workspace = true }
hanzo-quant = { workspace = true }
# The DSL's CPU oracle for the fused add+rmsnorm, so `rmsnorm_dsl_oracle.rs` can gate engine's
# `forward_of_sum` against hanzo-kernel's definition of the op rather than only against engine's own
# composite. `default-features = false` keeps cubecl's runtime backends out: `add_rmsnorm_ref` is plain
# f32 Rust, so no GPU and no lowering engine is pulled in. Pinned to match hanzo-engine's dev-dep (see
# the note there for why not the newest release).
hanzo-kernel = { version = "=0.2.20", default-features = false }
[features]
default = ["code-execution"]
cuda = ["hanzo-engine/cuda", "hanzo-server-core/cuda", "hanzo-bench/cuda"]
vulkan = ["hanzo-engine/vulkan", "hanzo-server-core/vulkan", "hanzo-bench/vulkan"]
rocm = ["hanzo-engine/rocm", "hanzo-server-core/rocm", "hanzo-bench/rocm"]
nccl = ["hanzo-engine/nccl", "hanzo-server-core/nccl", "hanzo-bench/nccl"]
cudnn = ["hanzo-engine/cudnn", "hanzo-server-core/cudnn", "hanzo-bench/cudnn"]
flash-attn = ["cuda", "hanzo-engine/flash-attn", "hanzo-server-core/flash-attn", "hanzo-bench/flash-attn"]
flash-attn-v3 = ["cuda", "hanzo-engine/flash-attn-v3", "hanzo-server-core/flash-attn-v3"]
# Convenience: build CUDA with every optimization on (flash-attn + cuDNN) so a max-opt build can't
# accidentally omit them. `cuda` alone is the bare backend. metal/vulkan already bundle their opts.
cuda-full = ["cuda", "flash-attn", "cudnn"]
accelerate = ["hanzo-engine/accelerate", "hanzo-server-core/accelerate", "hanzo-bench/accelerate"]
metal = ["hanzo-engine/metal", "hanzo-server-core/metal", "hanzo-bench/metal"]
mkl = ["hanzo-engine/mkl", "hanzo-server-core/mkl", "hanzo-bench/mkl"]
ring = ["hanzo-engine/ring", "hanzo-server-core/ring", "hanzo-bench/ring"]
code-execution = ["hanzo-engine/code-execution", "hanzo-server-core/code-execution"]
license-enforce = ["hanzo-engine/license-enforce", "hanzo-server-core/license-enforce"]
license-app-hanzo = ["hanzo-engine/license-app-hanzo", "hanzo-server-core/license-app-hanzo"]
license-app-lux = ["hanzo-engine/license-app-lux", "hanzo-server-core/license-app-lux"]
license-app-zoo = ["hanzo-engine/license-app-zoo", "hanzo-server-core/license-app-zoo"]