mirror of
https://github.com/hanzoai/skills.git
synced 2026-11-19 00:47:36 +00:00
hanzoskills.com/llms.txt now opens with the install line, the API reference index and the company index, so an agent that lands on any one of the three can find the rest. robots.txt claimed 537 documents while llms.txt counts 920. The number is gone from robots.txt; llms.txt derives it. public/ is regenerated from scripts/site.py, which it had fallen behind: the copy-prompt menu and agent bar were in the generator and not in the committed pages. tests/site.mjs passes against the result. Co-authored-by: Hanzo Dev <[email protected]>
351 lines
22 KiB
HTML
351 lines
22 KiB
HTML
<!doctype html>
|
|
<html lang="en"><head>
|
|
<meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1">
|
|
<title>hip-0050</title>
|
|
<meta name="color-scheme" content="dark">
|
|
<style>
|
|
/* Committed to one visual world: a dark instrument panel. No light variant —
|
|
the dot field and the hairline rules only read on black, and a naive
|
|
inversion would wash both out. Every colour is painted explicitly so the page
|
|
never borrows a host background. */
|
|
@font-face{font-family:'Zen';src:url('/fonts/Zen-Variable.woff2') format('woff2');font-weight:100 900;font-style:normal;font-display:swap}
|
|
@font-face{font-family:'Zen';src:url('/fonts/Zen-Italic-Variable.woff2') format('woff2');font-weight:100 900;font-style:italic;font-display:swap}
|
|
@font-face{font-family:'Zen Mono';src:url('/fonts/ZenMono-Variable.woff2') format('woff2');font-weight:100 900;font-style:normal;font-display:swap}
|
|
@font-face{font-family:'Zen Mono';src:url('/fonts/ZenMono-Italic-Variable.woff2') format('woff2');font-weight:100 900;font-style:italic;font-display:swap}
|
|
@font-face{font-family:'Zen Pixel Square';src:url('/fonts/ZenPixel-Square.woff2') format('woff2');font-style:normal;font-display:swap}
|
|
|
|
:root{
|
|
--ink:#f4f4f2; --soft:#9c9c98; --faint:#6a6a66; --ground:#000; --panel:#0a0a0a;
|
|
--line:#232323; --line-hi:#3a3a3a; --accent:#f4f4f2;
|
|
--font-zen-sans:'Zen',-apple-system,BlinkMacSystemFont,"Segoe UI",Helvetica,Arial,sans-serif;
|
|
--font-zen-mono:'Zen Mono',ui-monospace,"SF Mono",SFMono-Regular,Menlo,Consolas,monospace;
|
|
--font-zen-pixel-square:'Zen Pixel Square',monospace;
|
|
--mono:var(--font-zen-mono);
|
|
--sans:var(--font-zen-sans);
|
|
/* Controls are pills and surfaces are soft, as on hanzo.ai. */
|
|
--r:999px; --r-soft:14px;
|
|
}
|
|
*{box-sizing:border-box}
|
|
html{-webkit-text-size-adjust:100%}
|
|
body{margin:0;background:var(--ground);color:var(--ink);font-family:var(--sans);
|
|
font-size:16px;line-height:1.65;-webkit-font-smoothing:antialiased}
|
|
.wrap{max-width:60rem;margin:0 auto;padding:0 1.75rem}
|
|
|
|
/* The dot field. A halftone made of one repeating radial-gradient, faded out
|
|
along the diagonal by a mask so it reads as a wave rather than wallpaper. */
|
|
/* No overflow clip here: the dot field is inset to the box already, and a clip
|
|
would cut off the copy-prompt menu. */
|
|
.hero{position:relative;border-bottom:1px solid var(--line)}
|
|
.hero::before{content:"";position:absolute;inset:0;
|
|
background-image:radial-gradient(var(--line-hi) 1px, transparent 1px);
|
|
background-size:7px 7px;
|
|
-webkit-mask-image:linear-gradient(115deg,#000 0%,rgba(0,0,0,.55) 38%,transparent 72%);
|
|
mask-image:linear-gradient(115deg,#000 0%,rgba(0,0,0,.55) 38%,transparent 72%);
|
|
pointer-events:none}
|
|
.hero .wrap{position:relative;padding-top:5.5rem;padding-bottom:4rem}
|
|
|
|
nav{border-bottom:1px solid var(--line)}
|
|
nav .in{max-width:60rem;margin:0 auto;padding:1.1rem 1.75rem;display:flex;
|
|
justify-content:space-between;align-items:center;gap:1rem}
|
|
.brand{font-family:var(--mono);font-size:.85rem;letter-spacing:.14em;
|
|
text-transform:uppercase;color:var(--ink);text-decoration:none;
|
|
display:inline-flex;align-items:center;gap:.6rem}
|
|
.brand i{font-style:normal;color:var(--faint)}
|
|
.mark{width:1.15em;height:1.15em;display:block;flex:0 0 auto}
|
|
nav a.up{font-family:var(--mono);font-size:.72rem;letter-spacing:.14em;
|
|
text-transform:uppercase;color:var(--soft);text-decoration:none}
|
|
nav a.up:hover{color:var(--ink)}
|
|
|
|
h1{font-family:var(--mono);font-size:clamp(2rem,5.4vw,3.4rem);line-height:1.12;
|
|
letter-spacing:-.02em;margin:0 0 1.1rem;font-weight:500;text-wrap:balance}
|
|
h1 em{font-style:normal;color:var(--faint)}
|
|
.lede{color:var(--soft);font-size:1.05rem;max-width:52ch;margin:0 0 2.25rem}
|
|
|
|
.btns{display:flex;flex-wrap:wrap;gap:.7rem;margin:0 0 .5rem;align-items:center}
|
|
.btn{display:inline-flex;align-items:center;gap:.5rem;font-family:var(--mono);
|
|
font-size:.72rem;letter-spacing:.14em;text-transform:uppercase;
|
|
padding:.8rem 1.4rem;border:1px solid var(--line-hi);border-radius:var(--r);
|
|
color:var(--ink);text-decoration:none;background:transparent;cursor:pointer;
|
|
line-height:1.2;font-weight:400}
|
|
.btn:hover{background:#141414;text-decoration:none;border-color:var(--soft)}
|
|
.btn.solid{background:var(--ink);color:#000;border-color:var(--ink)}
|
|
.btn.solid:hover{background:#d8d8d4}
|
|
.btn .chev{width:.7em;height:.7em;flex:0 0 auto;transition:transform .15s ease}
|
|
.btn[aria-expanded="true"] .chev{transform:rotate(180deg)}
|
|
|
|
/* Copy-prompt selector. Each row copies the prompt for its own target. */
|
|
.copy{position:relative;display:inline-flex}
|
|
.menu{position:absolute;top:calc(100% + .5rem);left:0;z-index:20;min-width:21rem;
|
|
background:var(--panel);border:1px solid var(--line-hi);border-radius:var(--r-soft);
|
|
padding:.4rem;display:flex;flex-direction:column;
|
|
box-shadow:0 12px 32px rgba(0,0,0,.75)}
|
|
.menu[hidden]{display:none}
|
|
.mi{display:flex;align-items:center;gap:.7rem;width:100%;text-align:left;
|
|
padding:.62rem .8rem;border:0;border-radius:calc(var(--r-soft) - .35rem);
|
|
background:transparent;color:var(--ink);font-family:var(--mono);font-size:.76rem;
|
|
letter-spacing:.04em;text-decoration:none;cursor:pointer;line-height:1.3;
|
|
white-space:nowrap}
|
|
.mi:hover,.mi:focus-visible{background:#181818;outline:none}
|
|
.mi .mark{width:1.05rem;height:1.05rem;color:var(--soft)}
|
|
.mi:hover .mark{color:var(--ink)}
|
|
.mi u{margin-left:auto;color:var(--faint);text-decoration:none;font-size:.68rem;
|
|
letter-spacing:.1em;text-transform:uppercase}
|
|
|
|
/* Works-with bar: one scrolling row, name and mark per agent. */
|
|
.strip{border-bottom:1px solid var(--line);background:var(--panel)}
|
|
.strip .in{max-width:60rem;margin:0 auto;padding:.9rem 1.75rem;display:flex;
|
|
align-items:center;gap:1.25rem;font-family:var(--mono);font-size:.72rem;
|
|
letter-spacing:.1em;text-transform:uppercase;color:var(--faint)}
|
|
.strip b{color:var(--soft);font-weight:400;flex:0 0 auto;
|
|
border-right:1px solid var(--line);padding-right:1.25rem;align-self:stretch;
|
|
display:flex;align-items:center}
|
|
.bar{display:flex;align-items:center;gap:.5rem;flex:1 1 auto;min-width:0;
|
|
overflow-x:auto;scrollbar-width:none;scroll-snap-type:x proximity;
|
|
-webkit-overflow-scrolling:touch;
|
|
-webkit-mask-image:linear-gradient(90deg,#000 calc(100% - 3rem),transparent);
|
|
mask-image:linear-gradient(90deg,#000 calc(100% - 3rem),transparent)}
|
|
.bar::-webkit-scrollbar{display:none}
|
|
.agent{display:inline-flex;align-items:center;gap:.45rem;flex:0 0 auto;
|
|
padding:.4rem .85rem;border:1px solid var(--line);border-radius:var(--r);
|
|
color:var(--soft);white-space:nowrap;scroll-snap-align:start;
|
|
text-decoration:none;background:var(--ground)}
|
|
.agent:hover{color:var(--ink);border-color:var(--line-hi);text-decoration:none}
|
|
.agent .mark{width:.95rem;height:.95rem}
|
|
|
|
h2{font-family:var(--mono);font-size:1.1rem;letter-spacing:-.01em;margin:2.75rem 0 .75rem;font-weight:500}
|
|
h3{font-size:1rem;margin:2rem 0 .5rem;font-weight:600}
|
|
h4,h5,h6{font-size:.94rem;margin:1.5rem 0 .5rem;font-weight:600}
|
|
p{margin:0 0 1rem;max-width:70ch}
|
|
ul,ol{margin:0 0 1rem;padding-left:1.35rem;max-width:70ch}
|
|
li{margin:.22rem 0}
|
|
a{color:var(--ink);text-decoration:underline;text-underline-offset:3px;
|
|
text-decoration-color:var(--line-hi)}
|
|
a:hover{text-decoration-color:var(--ink)}
|
|
a:focus-visible{outline:1px solid var(--ink);outline-offset:3px}
|
|
code{font-family:var(--mono);font-size:.85em;background:var(--panel);
|
|
border:1px solid var(--line);border-radius:5px;padding:.1em .36em}
|
|
pre{background:var(--panel);border:1px solid var(--line);padding:1rem 1.1rem;
|
|
border-radius:var(--r-soft);overflow-x:auto;margin:0 0 1.25rem}
|
|
pre code{background:none;border:0;padding:0;font-size:.82rem;line-height:1.7}
|
|
blockquote{margin:0 0 1rem;padding-left:1rem;border-left:1px solid var(--line-hi);color:var(--soft)}
|
|
hr{border:0;border-top:1px solid var(--line);margin:2.5rem 0}
|
|
table{border-collapse:collapse;width:100%;margin:0 0 1.25rem;font-size:.92rem;
|
|
display:block;overflow-x:auto}
|
|
th,td{border:1px solid var(--line);padding:.5rem .7rem;text-align:left}
|
|
|
|
.curl{display:block;background:var(--panel);border:1px solid var(--line);
|
|
border-radius:var(--r-soft);padding:.95rem 1.1rem;font-family:var(--mono);
|
|
font-size:.8rem;color:var(--soft);overflow-x:auto;margin:0 0 2.5rem;
|
|
white-space:pre;line-height:1.9}
|
|
.curl b{color:var(--ink);font-weight:400}
|
|
.curl i{font-style:normal;color:var(--faint)}
|
|
|
|
/* index */
|
|
#q{width:100%;padding:.85rem 1.2rem;font-family:var(--mono);font-size:.85rem;color:var(--ink);
|
|
background:var(--panel);border:1px solid var(--line);border-radius:var(--r);margin:0 0 .6rem}
|
|
#q::placeholder{color:var(--faint);text-transform:uppercase;letter-spacing:.1em;font-size:.72rem}
|
|
#q:focus{outline:none;border-color:var(--soft)}
|
|
#count{color:var(--faint);font-family:var(--mono);font-size:.72rem;letter-spacing:.1em;
|
|
text-transform:uppercase;margin:0 0 2rem}
|
|
.cat{margin:2.5rem 0 .5rem;font-family:var(--mono);font-size:.7rem;letter-spacing:.16em;
|
|
text-transform:uppercase;color:var(--faint);border-bottom:1px solid var(--line);
|
|
padding-bottom:.45rem}
|
|
.row{display:block;padding:.6rem .9rem;margin:0 -.9rem;border-bottom:1px solid var(--line);
|
|
border-radius:var(--r-soft);text-decoration:none}
|
|
.row:hover{background:#0a0a0a}
|
|
.nm{font-family:var(--mono);font-size:.84rem;color:var(--ink);display:block}
|
|
.ds{color:var(--soft);font-size:.9rem;display:block;margin-top:.12rem}
|
|
footer{margin-top:4rem;padding:2rem 0 4rem;border-top:1px solid var(--line);
|
|
color:var(--faint);font-size:.85rem}
|
|
footer a{color:var(--soft)}
|
|
.fmap{display:grid;gap:1.75rem;grid-template-columns:repeat(auto-fit,minmax(11rem,1fr));
|
|
margin:0 0 2rem;font-size:.85rem}
|
|
.fmap b{display:block;font-family:var(--mono);font-size:.68rem;letter-spacing:.16em;
|
|
text-transform:uppercase;color:var(--faint);font-weight:400;margin:0 0 .6rem;
|
|
border-bottom:1px solid var(--line);padding-bottom:.4rem}
|
|
.fmap a{display:inline-block;color:var(--ink);text-decoration:none;margin:.3rem .35rem 0 0}
|
|
.fmap a:hover{text-decoration:underline}
|
|
.fmap div{color:var(--faint);line-height:1.5}
|
|
.fend{border-top:1px solid var(--line);padding-top:1.25rem;font-size:.82rem}
|
|
|
|
@media (max-width:640px){
|
|
.hero .wrap{padding-top:3.25rem;padding-bottom:2.75rem}
|
|
.btns{gap:.5rem}
|
|
.btn{padding:.75rem 1.15rem;font-size:.68rem}
|
|
.copy,.copy .btn{width:100%;justify-content:center}
|
|
.menu{left:0;right:0;min-width:0}
|
|
.strip .in{flex-direction:column;align-items:flex-start;gap:.6rem;padding:.9rem 1.75rem}
|
|
.strip b{border-right:0;padding-right:0}
|
|
.bar{width:100%}
|
|
}
|
|
</style>
|
|
<link rel="alternate" type="text/markdown" href="/hip-0050.md">
|
|
|
|
<link rel="icon" href="/favicon.svg">
|
|
<link rel="canonical" href="https://hanzoskills.com/hip-0050">
|
|
</head>
|
|
<!-- Reading this with a machine? Every page here is also plain markdown.
|
|
This one: https://hanzoskills.com/hip-0050.md
|
|
Index: https://hanzoskills.com/llms.txt
|
|
Corpus: https://hanzoskills.com/all.md
|
|
Append .md to any path for the markdown twin. -->
|
|
<body>
|
|
<nav><div class="in">
|
|
<a class="brand" href="/"><svg class="mark" viewBox="0 0 67 67" fill="currentColor" aria-hidden="true"><path d="M22.21 67V44.6369H0V67H22.21Z"/><path d="M66.7038 22.3184H22.2534L0.0878906 44.6367H44.4634L66.7038 22.3184Z"/><path d="M22.21 0H0V22.3184H22.21V0Z"/><path d="M66.7198 0H44.5098V22.3184H66.7198V0Z"/><path d="M66.7198 67V44.6369H44.5098V67H66.7198Z"/></svg> HANZO<i>SKILLS</i></a>
|
|
<a class="up" href="/">All skills</a>
|
|
</div></nav>
|
|
|
|
<div class="wrap">
|
|
<h1>hip-0050</h1><p class="lede">HIP-50: Hanzo Edge — Edge AI Runtime Standard. Status Final. Hanzo architectural specification.</p><h1>HIP-0050: Hanzo Edge — Edge AI Runtime Standard</h1>
|
|
<h2>Abstract</h2>
|
|
<p>This proposal defines Hanzo Edge, the on-device AI inference runtime for mobile, web, and embedded platforms. Edge is the lightweight counterpart to Hanzo Engine (HIP-0043): where Engine runs on cloud/datacenter GPUs, Edge runs on end-user hardware -- iPhones, Android phones, web browsers, and embedded ARM devices.</p>
|
|
<p>Edge is built on the same Rust ML framework (Candle, at <code>~/work/hanzo/ml</code>) as Engine. Both share the same model format and quantization pipeline. A model quantized for Engine can be further compressed for Edge deployment. This shared foundation means a single model development workflow produces artifacts for both cloud and on-device inference.</p>
|
|
<p>Edge is optimized for small Zen models: zen3-nano (4B parameters) and zen4-mini (8B parameters) at 4-bit quantization. It provides streaming inference within fixed memory budgets, local MCP tool execution, and platform-native SDKs for Swift (iOS), Kotlin (Android), JavaScript/WASM (Web), and Rust (embedded).</p>
|
|
<p><strong>Repository</strong>: <a href="https://github.com/hanzoai/edge">github.com/hanzoai/edge</a> (Rust, built on Engine + ML) <strong>ML Framework</strong>: <a href="https://github.com/hanzoai/ml">github.com/hanzoai/ml</a> (Candle, Rust) <strong>Engine</strong>: <a href="https://github.com/hanzoai/engine">github.com/hanzoai/engine</a> (cloud counterpart) <strong>Target Models</strong>: zen3-nano (4B), zen4-mini (8B), zen3-embedding, zen3-guard <strong>Binary</strong>: <code>hanzo-edge</code></p>
|
|
<h2>Specification</h2>
|
|
<p>}</p>
|
|
<p>// Cloud fallback for complex tasks let response = try await edge.chatWithFallback( messages: messages, localModel: .zen3Nano, cloudModel: "zen4", fallbackThreshold: .complexity(0.8) )</p>
|
|
<pre><code>
|
|
#### Kotlin SDK (Android)
|
|
</code></pre>
|
|
<p>import ai.hanzo.edge.HanzoEdge</p>
|
|
<p>val edge = HanzoEdge.Builder() .model(Model.ZEN3_NANO) .quantization(Quantization.AFQ_4) .maxContextTokens(4096) .maxMemoryBytes(3L <em> 1024 </em> 1024 * 1024) .build()</p>
|
|
<p>// Streaming inference edge.chat( messages = listOf( Message.system("You are a helpful assistant."), Message.user("Explain recursion.") ), onToken = { token -> print(token) }, onComplete = { response -> /<em> handle completion </em>/ } )</p>
|
|
<pre><code>
|
|
#### JavaScript/WASM SDK (Web)
|
|
</code></pre>
|
|
<p>import { HanzoEdge } from '@hanzo/edge';</p>
|
|
<p>const edge = await HanzoEdge.init({ model: 'zen3-nano', quantization: 'afq-4', maxContextTokens: 2048, wasmUrl: '/hanzo-edge.wasm', // Self-hosted WASM binary });</p>
|
|
<p>// Streaming inference const stream = edge.chat([ { role: 'system', content: 'You are a helpful assistant.' }, { role: 'user', content: 'Hello!' }, ]);</p>
|
|
<p>for await (const token of stream) { document.getElementById('output').textContent += token; }</p>
|
|
<pre><code>
|
|
#### Rust SDK (Embedded)
|
|
</code></pre>
|
|
<p>use hanzo_edge::{Edge, EdgeConfig, Model, Message};</p>
|
|
<p>let edge = Edge::new(EdgeConfig { model: Model::Zen3Nano, quantization: Quantization::Afq4, max_context_tokens: 4096, max_memory_bytes: 3 <em> 1024 </em> 1024 * 1024, backend: Backend::Cpu, // or Backend::Metal, Backend::Vulkan })?;</p>
|
|
<p>let mut stream = edge.chat(vec![ Message::user("Summarize this document."), ])?;</p>
|
|
<p>while let Some(token) = stream.next().await { print!("{}", token?); }</p>
|
|
<pre><code>
|
|
### Local MCP Support
|
|
|
|
Edge implements a local MCP client (HIP-0010) that enables on-device tool use without network access:
|
|
</code></pre>
|
|
<p>Local MCP Tools:</p>
|
|
<ul><li>file_read: Read files from the app sandbox</li><li>file_write: Write files to the app sandbox</li><li>clipboard: Read/write system clipboard</li><li>calendar: Query local calendar events (with permission)</li><li>contacts: Search local contacts (with permission)</li><li>location: Get current GPS coordinates (with permission)</li><li>camera: Capture photo/video (with permission)</li><li>sensor: Read device sensors (accelerometer, gyroscope, etc.)</li></ul>
|
|
<pre><code>
|
|
Tools are permission-gated by the host application. The Edge runtime never accesses device capabilities without explicit SDK-level authorization.
|
|
|
|
### Cloud Fallback
|
|
|
|
When a task exceeds the on-device model's capability, Edge transparently falls back to cloud inference:
|
|
</code></pre>
|
|
<p>User Request --> Local inference attempt --> If confidence < threshold OR context > local_max: --> Forward to LLM Gateway (HIP-0004) --> Engine (HIP-0043) --> Cache cloud response locally for future reference</p>
|
|
<pre><code>
|
|
Fallback triggers:
|
|
- Context length exceeds local `max_context_tokens`
|
|
- Model outputs low-confidence tokens (high entropy)
|
|
- User explicitly requests a cloud model
|
|
- Device is thermally throttled and latency would be unacceptable
|
|
|
|
### API Specification
|
|
|
|
Edge exposes an OpenAI-compatible local API for applications that prefer HTTP over native SDK calls:
|
|
|
|
| Endpoint | Method | Description |
|
|
|----------|--------|-------------|
|
|
| `/v1/chat/completions` | POST | Chat completions (streaming via SSE) |
|
|
| `/v1/completions` | POST | Text completions |
|
|
| `/v1/embeddings` | POST | Text embeddings (when embedding model loaded) |
|
|
| `/v1/models` | GET | List loaded models |
|
|
| `/health` | GET | Runtime health, model status, memory usage |
|
|
|
|
The local HTTP server binds to `127.0.0.1` only and is optional (disabled by default on mobile, enabled on embedded/desktop).
|
|
|
|
### Prometheus Metrics
|
|
|
|
Metrics exported on the local health endpoint with namespace `hanzo_edge`:
|
|
|
|
| Metric | Type | Description |
|
|
|--------|------|-------------|
|
|
| `hanzo_edge_tokens_generated_total` | Counter | Total output tokens |
|
|
| `hanzo_edge_inference_duration_seconds` | Histogram | Per-request latency |
|
|
| `hanzo_edge_time_to_first_token_seconds` | Histogram | TTFT distribution |
|
|
| `hanzo_edge_tokens_per_second` | Gauge | Current throughput |
|
|
| `hanzo_edge_memory_used_bytes` | Gauge | Current memory usage |
|
|
| `hanzo_edge_gpu_utilization` | Gauge | GPU utilization (0-1) |
|
|
| `hanzo_edge_thermal_state` | Gauge | Device thermal state (0=nominal, 3=critical) |
|
|
| `hanzo_edge_cloud_fallback_total` | Counter | Cloud fallback invocations |
|
|
| `hanzo_edge_model_load_duration_seconds` | Histogram | Model loading time |
|
|
|
|
### Performance Targets
|
|
|
|
Benchmarks on target hardware with zen3-nano (4B, AFQ-4):
|
|
|
|
| Device | TTFT | Tokens/sec | Memory | Battery Impact |
|
|
|--------|------|-----------|--------|---------------|
|
|
| iPhone 15 Pro (A17 Pro, Metal) | 120ms | 28 | 2.8 GB | ~15% per hour continuous |
|
|
| Pixel 8 Pro (Tensor G3, Vulkan) | 180ms | 18 | 2.9 GB | ~20% per hour continuous |
|
|
| MacBook Pro M3 (Metal) | 45ms | 52 | 2.7 GB | N/A |
|
|
| Chrome (WebGPU, M3 Mac) | 200ms | 15 | 2.0 GB | N/A |
|
|
| Raspberry Pi 5 (CPU, NEON) | 800ms | 4 | 2.8 GB | N/A |
|
|
|
|
Benchmarks with zen4-mini (8B, AFQ-4):
|
|
|
|
| Device | TTFT | Tokens/sec | Memory |
|
|
|--------|------|-----------|--------|
|
|
| iPhone 15 Pro (A17 Pro, Metal) | 250ms | 14 | 5.4 GB |
|
|
| Pixel 8 Pro (Tensor G3, Vulkan) | 380ms | 9 | 5.5 GB |
|
|
| MacBook Pro M3 (Metal) | 90ms | 32 | 5.3 GB |
|
|
|
|
Edge binaries are signed with Hanzo's code signing keys. Model weights are distributed with SHA-256 checksums verified on download. The update pipeline uses certificate pinning to prevent MITM attacks on model distribution.
|
|
|
|
## Relationship to Other HIPs
|
|
|
|
| HIP | Relationship |
|
|
|-----|-------------|
|
|
| **HIP-19** (Tensor Operations) | Edge is built on the same Candle ML framework. Tensor ops are shared. |
|
|
| **HIP-43** (Engine) | Engine is the cloud counterpart. Shared model format, shared quantization pipeline, shared `ModelPipeline` trait. Edge targets on-device; Engine targets datacenter. |
|
|
| **HIP-4** (LLM Gateway) | Cloud fallback requests route through LLM Gateway for provider selection; Edge uses it when local inference is insufficient. |
|
|
| **HIP-10** (MCP) | Edge implements local MCP for on-device tool use. |
|
|
| **HIP-32** (Object Storage) | Models are downloaded from Hanzo Object Storage. |
|
|
| **HIP-39** (Zen Architecture) | Edge serves Zen models (zen3-nano, zen4-mini, zen3-guard, zen3-embedding). |
|
|
|
|
## References
|
|
|
|
1. [Hanzo Edge Repository](https://github.com/hanzoai/edge)
|
|
2. [Hanzo Engine (HIP-0043)](./hip-0043-llm-inference-engine-standard.md)
|
|
3. [Hanzo ML Framework (Candle)](https://github.com/hanzoai/ml)
|
|
4. [Metal Performance Shaders](https://developer.apple.com/documentation/metalperformanceshaders)
|
|
5. [Vulkan Compute](https://www.khronos.org/vulkan/)
|
|
6. [WebGPU Specification](https://www.w3.org/TR/webgpu/)
|
|
7. [WASM SIMD](https://github.com/WebAssembly/simd)
|
|
8. [AWQ: Activation-aware Weight Quantization](https://arxiv.org/abs/2306.00978)
|
|
9. [GPTQ: Accurate Post-Training Quantization](https://arxiv.org/abs/2210.17323)
|
|
10. [HIP-0039: Zen Model Architecture](./hip-0039-zen-model-architecture.md)
|
|
11. [HIP-0004: LLM Gateway - Unified AI Provider Interface](./hip-0004-llm-gateway-unified-ai-provider-interface.md)
|
|
12. [HIP-0010: MCP Integration Standards](./hip-0010-model-context-protocol-mcp-integration-standards.md)
|
|
|
|
## Copyright
|
|
|
|
Copyright and related rights waived via [CC0](https://creativecommons.org/publicdomain/zero/1.0/).
|
|
</code></pre>
|
|
<footer>
|
|
<div class="fmap">
|
|
<div><b>Build</b>
|
|
<a href="https://hanzo.app">hanzo.app</a> app builder
|
|
<a href="https://hanzo.codes">hanzo.codes</a> code with an agent
|
|
<a href="https://hanzoskills.com">hanzoskills.com</a> what an agent reads</div>
|
|
<div><b>Run</b>
|
|
<a href="https://console.hanzo.ai">console.hanzo.ai</a> cloud console
|
|
<a href="https://api.hanzo.ai">api.hanzo.ai</a> the API</div>
|
|
<div><b>Account</b>
|
|
<a href="https://hanzo.id">hanzo.id</a> sign in
|
|
<a href="https://pay.hanzo.ai">pay.hanzo.ai</a> top up
|
|
<a href="https://billing.hanzo.ai">billing.hanzo.ai</a> invoices and usage</div>
|
|
<div><b>Company</b>
|
|
<a href="https://hanzo.ai">hanzo.ai</a> canonical
|
|
<a href="https://hanzo.ventures">hanzo.ventures</a> ventures</div>
|
|
</div>
|
|
<div class="fend"><a href="/hip-0050.md">This page as plain text</a> · <a href="/llms.txt">Index for agents</a></div>
|
|
</footer>
|
|
</div></body></html> |