Files
skills/public/hip-0006.html

490 lines
22 KiB
HTML

<!doctype html>
<html lang="en"><head>
<meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1">
<title>hip-0006</title>
<meta name="color-scheme" content="dark">
<style>
/* Committed to one visual world: a dark instrument panel. No light variant —
the dot field and the hairline rules only read on black, and a naive
inversion would wash both out. Every colour is painted explicitly so the page
never borrows a host background. */
@font-face{font-family:'Zen';src:url('/fonts/Zen-Variable.woff2') format('woff2');font-weight:100 900;font-style:normal;font-display:swap}
@font-face{font-family:'Zen';src:url('/fonts/Zen-Italic-Variable.woff2') format('woff2');font-weight:100 900;font-style:italic;font-display:swap}
@font-face{font-family:'Zen Mono';src:url('/fonts/ZenMono-Variable.woff2') format('woff2');font-weight:100 900;font-style:normal;font-display:swap}
@font-face{font-family:'Zen Mono';src:url('/fonts/ZenMono-Italic-Variable.woff2') format('woff2');font-weight:100 900;font-style:italic;font-display:swap}
@font-face{font-family:'Zen Pixel Square';src:url('/fonts/ZenPixel-Square.woff2') format('woff2');font-style:normal;font-display:swap}
:root{
--ink:#f4f4f2; --soft:#9c9c98; --faint:#6a6a66; --ground:#000; --panel:#0a0a0a;
--line:#232323; --line-hi:#3a3a3a; --accent:#f4f4f2;
--font-zen-sans:'Zen',-apple-system,BlinkMacSystemFont,"Segoe UI",Helvetica,Arial,sans-serif;
--font-zen-mono:'Zen Mono',ui-monospace,"SF Mono",SFMono-Regular,Menlo,Consolas,monospace;
--font-zen-pixel-square:'Zen Pixel Square',monospace;
--mono:var(--font-zen-mono);
--sans:var(--font-zen-sans);
/* Controls are pills and surfaces are soft, as on hanzo.ai. */
--r:999px; --r-soft:14px;
}
*{box-sizing:border-box}
html{-webkit-text-size-adjust:100%}
body{margin:0;background:var(--ground);color:var(--ink);font-family:var(--sans);
font-size:16px;line-height:1.65;-webkit-font-smoothing:antialiased}
.wrap{max-width:60rem;margin:0 auto;padding:0 1.75rem}
/* The dot field. A halftone made of one repeating radial-gradient, faded out
along the diagonal by a mask so it reads as a wave rather than wallpaper. */
/* No overflow clip here: the dot field is inset to the box already, and a clip
would cut off the copy-prompt menu. */
.hero{position:relative;border-bottom:1px solid var(--line)}
.hero::before{content:"";position:absolute;inset:0;
background-image:radial-gradient(var(--line-hi) 1px, transparent 1px);
background-size:7px 7px;
-webkit-mask-image:linear-gradient(115deg,#000 0%,rgba(0,0,0,.55) 38%,transparent 72%);
mask-image:linear-gradient(115deg,#000 0%,rgba(0,0,0,.55) 38%,transparent 72%);
pointer-events:none}
.hero .wrap{position:relative;padding-top:5.5rem;padding-bottom:4rem}
nav{border-bottom:1px solid var(--line)}
nav .in{max-width:60rem;margin:0 auto;padding:1.1rem 1.75rem;display:flex;
justify-content:space-between;align-items:center;gap:1rem}
.brand{font-family:var(--mono);font-size:.85rem;letter-spacing:.14em;
text-transform:uppercase;color:var(--ink);text-decoration:none;
display:inline-flex;align-items:center;gap:.6rem}
.brand i{font-style:normal;color:var(--faint)}
.mark{width:1.15em;height:1.15em;display:block;flex:0 0 auto}
nav a.up{font-family:var(--mono);font-size:.72rem;letter-spacing:.14em;
text-transform:uppercase;color:var(--soft);text-decoration:none}
nav a.up:hover{color:var(--ink)}
h1{font-family:var(--mono);font-size:clamp(2rem,5.4vw,3.4rem);line-height:1.12;
letter-spacing:-.02em;margin:0 0 1.1rem;font-weight:500;text-wrap:balance}
h1 em{font-style:normal;color:var(--faint)}
.lede{color:var(--soft);font-size:1.05rem;max-width:52ch;margin:0 0 2.25rem}
.btns{display:flex;flex-wrap:wrap;gap:.7rem;margin:0 0 .5rem;align-items:center}
.btn{display:inline-flex;align-items:center;gap:.5rem;font-family:var(--mono);
font-size:.72rem;letter-spacing:.14em;text-transform:uppercase;
padding:.8rem 1.4rem;border:1px solid var(--line-hi);border-radius:var(--r);
color:var(--ink);text-decoration:none;background:transparent;cursor:pointer;
line-height:1.2;font-weight:400}
.btn:hover{background:#141414;text-decoration:none;border-color:var(--soft)}
.btn.solid{background:var(--ink);color:#000;border-color:var(--ink)}
.btn.solid:hover{background:#d8d8d4}
.btn .chev{width:.7em;height:.7em;flex:0 0 auto;transition:transform .15s ease}
.btn[aria-expanded="true"] .chev{transform:rotate(180deg)}
/* Copy-prompt selector. Each row copies the prompt for its own target. */
.copy{position:relative;display:inline-flex}
.menu{position:absolute;top:calc(100% + .5rem);left:0;z-index:20;min-width:21rem;
background:var(--panel);border:1px solid var(--line-hi);border-radius:var(--r-soft);
padding:.4rem;display:flex;flex-direction:column;
box-shadow:0 12px 32px rgba(0,0,0,.75)}
.menu[hidden]{display:none}
.mi{display:flex;align-items:center;gap:.7rem;width:100%;text-align:left;
padding:.62rem .8rem;border:0;border-radius:calc(var(--r-soft) - .35rem);
background:transparent;color:var(--ink);font-family:var(--mono);font-size:.76rem;
letter-spacing:.04em;text-decoration:none;cursor:pointer;line-height:1.3;
white-space:nowrap}
.mi:hover,.mi:focus-visible{background:#181818;outline:none}
.mi .mark{width:1.05rem;height:1.05rem;color:var(--soft)}
.mi:hover .mark{color:var(--ink)}
.mi u{margin-left:auto;color:var(--faint);text-decoration:none;font-size:.68rem;
letter-spacing:.1em;text-transform:uppercase}
/* Works-with bar: one scrolling row, name and mark per agent. */
.strip{border-bottom:1px solid var(--line);background:var(--panel)}
.strip .in{max-width:60rem;margin:0 auto;padding:.9rem 1.75rem;display:flex;
align-items:center;gap:1.25rem;font-family:var(--mono);font-size:.72rem;
letter-spacing:.1em;text-transform:uppercase;color:var(--faint)}
.strip b{color:var(--soft);font-weight:400;flex:0 0 auto;
border-right:1px solid var(--line);padding-right:1.25rem;align-self:stretch;
display:flex;align-items:center}
.bar{display:flex;align-items:center;gap:.5rem;flex:1 1 auto;min-width:0;
overflow-x:auto;scrollbar-width:none;scroll-snap-type:x proximity;
-webkit-overflow-scrolling:touch;
-webkit-mask-image:linear-gradient(90deg,#000 calc(100% - 3rem),transparent);
mask-image:linear-gradient(90deg,#000 calc(100% - 3rem),transparent)}
.bar::-webkit-scrollbar{display:none}
.agent{display:inline-flex;align-items:center;gap:.45rem;flex:0 0 auto;
padding:.4rem .85rem;border:1px solid var(--line);border-radius:var(--r);
color:var(--soft);white-space:nowrap;scroll-snap-align:start;
text-decoration:none;background:var(--ground)}
.agent:hover{color:var(--ink);border-color:var(--line-hi);text-decoration:none}
.agent .mark{width:.95rem;height:.95rem}
h2{font-family:var(--mono);font-size:1.1rem;letter-spacing:-.01em;margin:2.75rem 0 .75rem;font-weight:500}
h3{font-size:1rem;margin:2rem 0 .5rem;font-weight:600}
h4,h5,h6{font-size:.94rem;margin:1.5rem 0 .5rem;font-weight:600}
p{margin:0 0 1rem;max-width:70ch}
ul,ol{margin:0 0 1rem;padding-left:1.35rem;max-width:70ch}
li{margin:.22rem 0}
a{color:var(--ink);text-decoration:underline;text-underline-offset:3px;
text-decoration-color:var(--line-hi)}
a:hover{text-decoration-color:var(--ink)}
a:focus-visible{outline:1px solid var(--ink);outline-offset:3px}
code{font-family:var(--mono);font-size:.85em;background:var(--panel);
border:1px solid var(--line);border-radius:5px;padding:.1em .36em}
pre{background:var(--panel);border:1px solid var(--line);padding:1rem 1.1rem;
border-radius:var(--r-soft);overflow-x:auto;margin:0 0 1.25rem}
pre code{background:none;border:0;padding:0;font-size:.82rem;line-height:1.7}
blockquote{margin:0 0 1rem;padding-left:1rem;border-left:1px solid var(--line-hi);color:var(--soft)}
hr{border:0;border-top:1px solid var(--line);margin:2.5rem 0}
table{border-collapse:collapse;width:100%;margin:0 0 1.25rem;font-size:.92rem;
display:block;overflow-x:auto}
th,td{border:1px solid var(--line);padding:.5rem .7rem;text-align:left}
.curl{display:block;background:var(--panel);border:1px solid var(--line);
border-radius:var(--r-soft);padding:.95rem 1.1rem;font-family:var(--mono);
font-size:.8rem;color:var(--soft);overflow-x:auto;margin:0 0 2.5rem;
white-space:pre;line-height:1.9}
.curl b{color:var(--ink);font-weight:400}
.curl i{font-style:normal;color:var(--faint)}
/* index */
#q{width:100%;padding:.85rem 1.2rem;font-family:var(--mono);font-size:.85rem;color:var(--ink);
background:var(--panel);border:1px solid var(--line);border-radius:var(--r);margin:0 0 .6rem}
#q::placeholder{color:var(--faint);text-transform:uppercase;letter-spacing:.1em;font-size:.72rem}
#q:focus{outline:none;border-color:var(--soft)}
#count{color:var(--faint);font-family:var(--mono);font-size:.72rem;letter-spacing:.1em;
text-transform:uppercase;margin:0 0 2rem}
.cat{margin:2.5rem 0 .5rem;font-family:var(--mono);font-size:.7rem;letter-spacing:.16em;
text-transform:uppercase;color:var(--faint);border-bottom:1px solid var(--line);
padding-bottom:.45rem}
.row{display:block;padding:.6rem .9rem;margin:0 -.9rem;border-bottom:1px solid var(--line);
border-radius:var(--r-soft);text-decoration:none}
.row:hover{background:#0a0a0a}
.nm{font-family:var(--mono);font-size:.84rem;color:var(--ink);display:block}
.ds{color:var(--soft);font-size:.9rem;display:block;margin-top:.12rem}
footer{margin-top:4rem;padding:2rem 0 4rem;border-top:1px solid var(--line);
color:var(--faint);font-size:.85rem}
footer a{color:var(--soft)}
.fmap{display:grid;gap:1.75rem;grid-template-columns:repeat(auto-fit,minmax(11rem,1fr));
margin:0 0 2rem;font-size:.85rem}
.fmap b{display:block;font-family:var(--mono);font-size:.68rem;letter-spacing:.16em;
text-transform:uppercase;color:var(--faint);font-weight:400;margin:0 0 .6rem;
border-bottom:1px solid var(--line);padding-bottom:.4rem}
.fmap a{display:inline-block;color:var(--ink);text-decoration:none;margin:.3rem .35rem 0 0}
.fmap a:hover{text-decoration:underline}
.fmap div{color:var(--faint);line-height:1.5}
.fend{border-top:1px solid var(--line);padding-top:1.25rem;font-size:.82rem}
@media (max-width:640px){
.hero .wrap{padding-top:3.25rem;padding-bottom:2.75rem}
.btns{gap:.5rem}
.btn{padding:.75rem 1.15rem;font-size:.68rem}
.copy,.copy .btn{width:100%;justify-content:center}
.menu{left:0;right:0;min-width:0}
.strip .in{flex-direction:column;align-items:flex-start;gap:.6rem;padding:.9rem 1.75rem}
.strip b{border-right:0;padding-right:0}
.bar{width:100%}
}
</style>
<link rel="alternate" type="text/markdown" href="/hip-0006.md">
<link rel="icon" href="/favicon.svg">
<link rel="canonical" href="https://hanzoskills.com/hip-0006">
</head>
<!-- Reading this with a machine? Every page here is also plain markdown.
This one: https://hanzoskills.com/hip-0006.md
Index: https://hanzoskills.com/llms.txt
Corpus: https://hanzoskills.com/all.md
Append .md to any path for the markdown twin. -->
<body>
<nav><div class="in">
<a class="brand" href="/"><svg class="mark" viewBox="0 0 67 67" fill="currentColor" aria-hidden="true"><path d="M22.21 67V44.6369H0V67H22.21Z"/><path d="M66.7038 22.3184H22.2534L0.0878906 44.6367H44.4634L66.7038 22.3184Z"/><path d="M22.21 0H0V22.3184H22.21V0Z"/><path d="M66.7198 0H44.5098V22.3184H66.7198V0Z"/><path d="M66.7198 67V44.6369H44.5098V67H66.7198Z"/></svg> HANZO<i>SKILLS</i></a>
<a class="up" href="/">All skills</a>
</div></nav>
<div class="wrap">
<h1>hip-0006</h1><p class="lede">HIP-6: Per-User Fine-Tuning Architecture for Personalized AI. Status Final. Hanzo architectural specification.</p><h1>HIP-0006: Per-User Fine-Tuning Architecture for Personalized AI</h1>
<h2>Abstract</h2>
<p>This proposal defines Hanzo&#x27;s per-user fine-tuning architecture where every user interaction automatically creates and updates a personalized model fork. Each user owns their unique AI model that learns from their interactions, with all training data and model evolution stored on an immutable ledger. This eliminates domain-specific pre-training in favor of continuous per-user adaptation.</p>
<h2>Specification</h2>
<h3>Per-User Model Lifecycle</h3>
<pre><code class="lang-python">class UserModelLifecycle:
def __init__(self, user_id: str, base_model: str = &quot;HMM-32B&quot;):
# Every user starts with base model fork
self.model = fork_base_model(base_model, user_id)
self.training_history = []
self.priors = PersonalPriors()
def interact(self, input: UserInput) -&gt; ModelOutput:
# 1. Generate response
output = self.model.generate(input)
# 2. Create training record
training_op = TrainingOp(
input=input,
output=output,
timestamp=now(),
gradient=compute_gradient(input, output)
)
# 3. Update model (real-time)
self.model.apply_gradient(training_op.gradient)
# 4. Record on ledger
ledger.record(self.user_id, training_op)
# 5. Update priors
self.priors.update(training_op)
return output</code></pre>
<h3>Model Forking Architecture</h3>
<pre><code class="lang-rust">pub struct ModelFork {
// Unique per user
pub fork_id: ForkId,
pub user_id: UserId,
// Base model reference (not copied)
pub base_model: ModelReference,
pub fork_height: u64,
// User-specific layers (LoRA-style)
pub user_layers: UserAdapterLayers,
// Personalization state
pub personalization: PersonalizationState,
}
pub struct UserAdapterLayers {
// Low-rank adaptation layers
pub attention_adapters: Vec&lt;LoRAAdapter&gt;,
pub ffn_adapters: Vec&lt;LoRAAdapter&gt;,
// User-specific embeddings
pub user_embeddings: PersonalEmbeddings,
// Learned preferences
pub preference_weights: PreferenceMatrix,
}</code></pre>
<h3>Real-Time Fine-Tuning</h3>
<pre><code class="lang-python">class RealtimeFineTuning:
def apply_gradient(self, gradient: Gradient):
# Immediate model update (no batching)
with torch.no_grad():
# Update LoRA adapters only (efficient)
for adapter in self.user_layers:
adapter.weight += self.lr * gradient[adapter.name]
# Update user embeddings
self.user_embeddings.update(gradient.embeddings)
# Adjust preference matrix
self.preference_weights *= (1 + gradient.preferences)
def compute_gradient(self, input: Tensor, output: Tensor) -&gt; Gradient:
# Compute gradient from single interaction
loss = self.compute_loss(input, output)
gradient = torch.autograd.grad(loss, self.user_layers.parameters())
# Apply privacy noise (differential privacy)
gradient = add_dp_noise(gradient, epsilon=1.0)
return gradient</code></pre>
<h3>BitDelta Compression</h3>
<p>A fork is stored as its delta from the base, at one bit per weight — the sign of the change — plus a scale factor. Reconstruction is the base plus the sign matrix times the scale, so a node holds one copy of the base model and one small delta per user rather than one model per user.</p>
<pre><code class="lang-python">class BitDeltaCompressor:
&quot;&quot;&quot;One bit per weight: the sign of the delta, plus a scale factor&quot;&quot;&quot;
def compress(self, base_model, fine_tuned_model):
# Compute weight deltas
delta = fine_tuned_model - base_model
# 1-bit quantization
sign_matrix = torch.sign(delta)
scale_factor = torch.abs(delta).mean()
# Pack bits efficiently
packed = self.pack_bits(sign_matrix)
return {
&#x27;bits&#x27;: packed,
&#x27;scale&#x27;: scale_factor,
&#x27;metadata&#x27;: {...}
}
def decompress(self, base_model, bitdelta):
# Unpack bits
sign_matrix = self.unpack_bits(bitdelta[&#x27;bits&#x27;])
# Reconstruct model
delta = sign_matrix * bitdelta[&#x27;scale&#x27;]
return base_model + delta</code></pre>
<h3>Training Record Structure</h3>
<pre><code class="lang-protobuf">message UserTrainingRecord {
// User and model identifiers
string user_id = 1;
string fork_id = 2;
uint64 interaction_number = 3;
// Interaction data (encrypted)
bytes encrypted_input = 4;
bytes encrypted_output = 5;
// Model update
bytes encrypted_gradient = 6;
float learning_rate = 7;
// Feedback and metrics
UserFeedback feedback = 8;
PerformanceMetrics metrics = 9;
// Priors update
PriorDelta prior_update = 10;
// Cryptographic proof
bytes zkp_proof = 11;
bytes signature = 12;
}</code></pre>
<h3>Privacy Tiers</h3>
<p>Where a user&#x27;s training runs is the user&#x27;s choice, not a platform default. Four tiers, weakest guarantee first; a user&#x27;s tier is a property of the fork and applies to every update made to it.</p>
<pre><code class="lang-yaml">tier_0:
name: Cloud Training
location: Hanzo servers
encryption: TLS
suitable_for: Non-sensitive data
tier_1:
name: Edge Training
location: User&#x27;s edge device
encryption: Local only
suitable_for: Personal data
tier_2:
name: TEE Training
location: Confidential compute
encryption: Hardware-backed
suitable_for: Sensitive enterprise
tier_3:
name: Homomorphic Training
location: Encrypted computation
encryption: FHE
suitable_for: Maximum privacy</code></pre>
<h3>Privacy-Preserving Implementation</h3>
<p>Tier 3 in code — training and inference without ever holding the plaintext:</p>
<pre><code class="lang-python">class PrivateUserModel:
def __init__(self, user_id: str):
# All user data encrypted with user&#x27;s key
self.encryption_key = derive_key(user_id)
self.model = EncryptedModel(base_model, self.encryption_key)
def private_inference(self, input: str) -&gt; str:
# Inference in encrypted space (FHE)
encrypted_input = encrypt(input, self.encryption_key)
encrypted_output = self.model.forward_encrypted(encrypted_input)
output = decrypt(encrypted_output, self.encryption_key)
return output
def secure_training(self, interaction: Interaction):
# Training without decryption
encrypted_gradient = compute_encrypted_gradient(interaction)
self.model.apply_encrypted_update(encrypted_gradient)
# Zero-knowledge proof of training
proof = generate_training_proof(interaction, encrypted_gradient)
ledger.record_with_proof(self.user_id, proof)</code></pre>
<h3>Model Evolution and Priors</h3>
<pre><code class="lang-python">class ModelEvolution:
def __init__(self):
self.generations = []
self.current_generation = 0
def advance_generation(self, user_models: List[UserModel]):
# Aggregate learnings from all users (privacy-preserving)
aggregated_priors = self.aggregate_priors(user_models)
# Create next generation base model
next_gen_model = self.evolve_base_model(
current_model=self.base_model,
priors=aggregated_priors,
fitness_scores=self.compute_fitness(user_models)
)
# Record generation advancement
self.generations.append(Generation(
number=self.current_generation + 1,
model=next_gen_model,
priors=aggregated_priors,
timestamp=now()
))
self.current_generation += 1
def aggregate_priors(self, user_models: List[UserModel]) -&gt; Priors:
# Federated aggregation without seeing user data
encrypted_priors = [m.get_encrypted_priors() for m in user_models]
aggregated = homomorphic_sum(encrypted_priors)
return aggregated</code></pre>
<h3>API Specification</h3>
<pre><code class="lang-typescript">interface UserModelAPI {
// Create user&#x27;s personal model
async createUserModel(userId: string): Promise&lt;ModelId&gt;;
// Interact with personal model
async chat(
userId: string,
message: string,
options?: ChatOptions
): Promise&lt;Response&gt;;
// Get training history
async getTrainingHistory(
userId: string,
auth: AuthProof
): Promise&lt;TrainingRecord[]&gt;;
// Export user&#x27;s model
async exportModel(
userId: string,
format: ExportFormat
): Promise&lt;EncryptedModel&gt;;
// Import model from another platform
async importModel(
userId: string,
model: EncryptedModel,
proof: OwnershipProof
): Promise&lt;ModelId&gt;;
}</code></pre>
<h3>Storage and Computation</h3>
<pre><code class="lang-yaml"># Per-user storage requirements
user_model:
base_reference: 8 bytes # Pointer to base model
lora_adapters: 100 MB # User-specific layers
embeddings: 10 MB # Personal embeddings
training_history: 1 MB/month # Compressed history
total: ~111 MB + growth
# Computation requirements
inference:
base_model: Shared across users (cached)
user_adaptation: +5% overhead
latency: &lt;100ms additional
training:
gradient_computation: 10ms per interaction
model_update: 5ms (LoRA only)
ledger_recording: 20ms
total: ~35ms per interaction</code></pre>
<footer>
<div class="fmap">
<div><b>Build</b>
<a href="https://hanzo.app">hanzo.app</a> app builder
<a href="https://hanzo.codes">hanzo.codes</a> code with an agent
<a href="https://hanzoskills.com">hanzoskills.com</a> what an agent reads</div>
<div><b>Run</b>
<a href="https://console.hanzo.ai">console.hanzo.ai</a> cloud console
<a href="https://api.hanzo.ai">api.hanzo.ai</a> the API</div>
<div><b>Account</b>
<a href="https://hanzo.id">hanzo.id</a> sign in
<a href="https://pay.hanzo.ai">pay.hanzo.ai</a> top up
<a href="https://billing.hanzo.ai">billing.hanzo.ai</a> invoices and usage</div>
<div><b>Company</b>
<a href="https://hanzo.ai">hanzo.ai</a> canonical
<a href="https://hanzo.ventures">hanzo.ventures</a> ventures</div>
</div>
<div class="fend"><a href="/hip-0006.md">This page as plain text</a> · <a href="/llms.txt">Index for agents</a></div>
</footer>
</div></body></html>