Files
zeekay d3f15dad80 WIP: extensions load under one license entitlement; hanzo-ml 0.11.111
Untested: the release build and lib tests were stopped by a shutdown.
- license: verify_entitlement, read_token, local_kai_enso
- hanzo-server-core: gate (the one check, re-read on expiry), extension
  (routes, pick, bind; Licensed::load opens the gate before any loader)
- hanzo-cli: lib with run(loads); the public binary passes none
- hanzo-ml 0.11.111, hanzo-nn 0.11.48, hanzo-transformers 0.11.18 (Kai's)
2026-10-12 09:55:08 -07:00

97 lines
3.9 KiB
TOML

[package]
name = "hanzo-cli"
readme = "../README.md"
authors = ["Hanzo AI"]
version.workspace = true
edition.workspace = true
description = "Command-line interface for hanzo LLM inference"
homepage.workspace = true
repository.workspace = true
keywords.workspace = true
categories.workspace = true
license.workspace = true
rust-version.workspace = true
default-run = "hanzo-engine"
[lib]
name = "hanzo_cli"
path = "src/lib.rs"
[[bin]]
name = "hanzo-engine"
path = "src/main.rs"
doc = false
[dependencies]
hanzo-engine = { workspace = true }
hanzo-server-core = { workspace = true }
hanzo-bench = { workspace = true }
hanzo = { workspace = true }
hanzo-sandbox = { workspace = true }
hanzo-ml = { workspace = true }
hanzo-train = { workspace = true }
clap = { workspace = true }
clap_complete = "4.5"
tokio = { workspace = true }
tracing = { workspace = true }
tracing-subscriber = { workspace = true }
anyhow = { workspace = true }
serde = { workspace = true }
serde_json = { workspace = true }
toml = { workspace = true }
ctrlc = { workspace = true }
rustyline = { workspace = true }
directories = { workspace = true }
axum = { workspace = true, features = ["multipart", "ws"] }
either = { workspace = true }
indexmap = { workspace = true }
regex = { workspace = true }
include_dir = { workspace = true }
mime_guess = { workspace = true }
tower-http = { workspace = true, features = ["fs"] }
uuid = { workspace = true, features = ["v4"] }
chrono = { workspace = true }
futures-util = { workspace = true }
image = { workspace = true }
comfy-table = "7"
dirs = { workspace = true }
walkdir = { workspace = true }
bs58 = "0.5.1"
qrcode = { version = "0.14", default-features = false }
mdns-sd = "0.20.1"
hostname = "0.4.2"
[dev-dependencies]
half = { workspace = true }
hanzo-nn = { workspace = true }
hanzo-quant = { workspace = true }
# The DSL's CPU oracle for the fused add+rmsnorm, so `rmsnorm_dsl_oracle.rs` can gate engine's
# `forward_of_sum` against hanzo-kernel's definition of the op rather than only against engine's own
# composite. `default-features = false` keeps cubecl's runtime backends out: `add_rmsnorm_ref` is plain
# f32 Rust, so no GPU and no lowering engine is pulled in. Pinned to match hanzo-engine's dev-dep (see
# the note there for why not the newest release).
hanzo-kernel = { version = "=0.2.20", default-features = false }
[features]
default = ["code-execution"]
cuda = ["hanzo-engine/cuda", "hanzo-server-core/cuda", "hanzo-bench/cuda"]
vulkan = ["hanzo-engine/vulkan", "hanzo-server-core/vulkan", "hanzo-bench/vulkan"]
rocm = ["hanzo-engine/rocm", "hanzo-server-core/rocm", "hanzo-bench/rocm"]
nccl = ["hanzo-engine/nccl", "hanzo-server-core/nccl", "hanzo-bench/nccl"]
cudnn = ["hanzo-engine/cudnn", "hanzo-server-core/cudnn", "hanzo-bench/cudnn"]
flash-attn = ["cuda", "hanzo-engine/flash-attn", "hanzo-server-core/flash-attn", "hanzo-bench/flash-attn"]
flash-attn-v3 = ["cuda", "hanzo-engine/flash-attn-v3", "hanzo-server-core/flash-attn-v3"]
# Convenience: build CUDA with every optimization on (flash-attn + cuDNN) so a max-opt build can't
# accidentally omit them. `cuda` alone is the bare backend. metal/vulkan already bundle their opts.
cuda-full = ["cuda", "flash-attn", "cudnn"]
accelerate = ["hanzo-engine/accelerate", "hanzo-server-core/accelerate", "hanzo-bench/accelerate"]
metal = ["hanzo-engine/metal", "hanzo-server-core/metal", "hanzo-bench/metal"]
mkl = ["hanzo-engine/mkl", "hanzo-server-core/mkl", "hanzo-bench/mkl"]
ring = ["hanzo-engine/ring", "hanzo-server-core/ring", "hanzo-bench/ring"]
code-execution = ["hanzo-engine/code-execution", "hanzo-server-core/code-execution"]
license-enforce = ["hanzo-engine/license-enforce", "hanzo-server-core/license-enforce"]
license-app-hanzo = ["hanzo-engine/license-app-hanzo", "hanzo-server-core/license-app-hanzo"]
license-app-lux = ["hanzo-engine/license-app-lux", "hanzo-server-core/license-app-lux"]
license-app-zoo = ["hanzo-engine/license-app-zoo", "hanzo-server-core/license-app-zoo"]