mirror of
https://github.com/hanzoai/skills.git
synced 2026-11-19 00:47:36 +00:00
hanzoskills.com/llms.txt now opens with the install line, the API reference index and the company index, so an agent that lands on any one of the three can find the rest. robots.txt claimed 537 documents while llms.txt counts 920. The number is gone from robots.txt; llms.txt derives it. public/ is regenerated from scripts/site.py, which it had fallen behind: the copy-prompt menu and agent bar were in the generator and not in the committed pages. tests/site.mjs passes against the result. Co-authored-by: Hanzo Dev <[email protected]>
307 lines
23 KiB
HTML
307 lines
23 KiB
HTML
<!doctype html>
|
||
<html lang="en"><head>
|
||
<meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1">
|
||
<title>hip-0201</title>
|
||
<meta name="color-scheme" content="dark">
|
||
<style>
|
||
/* Committed to one visual world: a dark instrument panel. No light variant —
|
||
the dot field and the hairline rules only read on black, and a naive
|
||
inversion would wash both out. Every colour is painted explicitly so the page
|
||
never borrows a host background. */
|
||
@font-face{font-family:'Zen';src:url('/fonts/Zen-Variable.woff2') format('woff2');font-weight:100 900;font-style:normal;font-display:swap}
|
||
@font-face{font-family:'Zen';src:url('/fonts/Zen-Italic-Variable.woff2') format('woff2');font-weight:100 900;font-style:italic;font-display:swap}
|
||
@font-face{font-family:'Zen Mono';src:url('/fonts/ZenMono-Variable.woff2') format('woff2');font-weight:100 900;font-style:normal;font-display:swap}
|
||
@font-face{font-family:'Zen Mono';src:url('/fonts/ZenMono-Italic-Variable.woff2') format('woff2');font-weight:100 900;font-style:italic;font-display:swap}
|
||
@font-face{font-family:'Zen Pixel Square';src:url('/fonts/ZenPixel-Square.woff2') format('woff2');font-style:normal;font-display:swap}
|
||
|
||
:root{
|
||
--ink:#f4f4f2; --soft:#9c9c98; --faint:#6a6a66; --ground:#000; --panel:#0a0a0a;
|
||
--line:#232323; --line-hi:#3a3a3a; --accent:#f4f4f2;
|
||
--font-zen-sans:'Zen',-apple-system,BlinkMacSystemFont,"Segoe UI",Helvetica,Arial,sans-serif;
|
||
--font-zen-mono:'Zen Mono',ui-monospace,"SF Mono",SFMono-Regular,Menlo,Consolas,monospace;
|
||
--font-zen-pixel-square:'Zen Pixel Square',monospace;
|
||
--mono:var(--font-zen-mono);
|
||
--sans:var(--font-zen-sans);
|
||
/* Controls are pills and surfaces are soft, as on hanzo.ai. */
|
||
--r:999px; --r-soft:14px;
|
||
}
|
||
*{box-sizing:border-box}
|
||
html{-webkit-text-size-adjust:100%}
|
||
body{margin:0;background:var(--ground);color:var(--ink);font-family:var(--sans);
|
||
font-size:16px;line-height:1.65;-webkit-font-smoothing:antialiased}
|
||
.wrap{max-width:60rem;margin:0 auto;padding:0 1.75rem}
|
||
|
||
/* The dot field. A halftone made of one repeating radial-gradient, faded out
|
||
along the diagonal by a mask so it reads as a wave rather than wallpaper. */
|
||
/* No overflow clip here: the dot field is inset to the box already, and a clip
|
||
would cut off the copy-prompt menu. */
|
||
.hero{position:relative;border-bottom:1px solid var(--line)}
|
||
.hero::before{content:"";position:absolute;inset:0;
|
||
background-image:radial-gradient(var(--line-hi) 1px, transparent 1px);
|
||
background-size:7px 7px;
|
||
-webkit-mask-image:linear-gradient(115deg,#000 0%,rgba(0,0,0,.55) 38%,transparent 72%);
|
||
mask-image:linear-gradient(115deg,#000 0%,rgba(0,0,0,.55) 38%,transparent 72%);
|
||
pointer-events:none}
|
||
.hero .wrap{position:relative;padding-top:5.5rem;padding-bottom:4rem}
|
||
|
||
nav{border-bottom:1px solid var(--line)}
|
||
nav .in{max-width:60rem;margin:0 auto;padding:1.1rem 1.75rem;display:flex;
|
||
justify-content:space-between;align-items:center;gap:1rem}
|
||
.brand{font-family:var(--mono);font-size:.85rem;letter-spacing:.14em;
|
||
text-transform:uppercase;color:var(--ink);text-decoration:none;
|
||
display:inline-flex;align-items:center;gap:.6rem}
|
||
.brand i{font-style:normal;color:var(--faint)}
|
||
.mark{width:1.15em;height:1.15em;display:block;flex:0 0 auto}
|
||
nav a.up{font-family:var(--mono);font-size:.72rem;letter-spacing:.14em;
|
||
text-transform:uppercase;color:var(--soft);text-decoration:none}
|
||
nav a.up:hover{color:var(--ink)}
|
||
|
||
h1{font-family:var(--mono);font-size:clamp(2rem,5.4vw,3.4rem);line-height:1.12;
|
||
letter-spacing:-.02em;margin:0 0 1.1rem;font-weight:500;text-wrap:balance}
|
||
h1 em{font-style:normal;color:var(--faint)}
|
||
.lede{color:var(--soft);font-size:1.05rem;max-width:52ch;margin:0 0 2.25rem}
|
||
|
||
.btns{display:flex;flex-wrap:wrap;gap:.7rem;margin:0 0 .5rem;align-items:center}
|
||
.btn{display:inline-flex;align-items:center;gap:.5rem;font-family:var(--mono);
|
||
font-size:.72rem;letter-spacing:.14em;text-transform:uppercase;
|
||
padding:.8rem 1.4rem;border:1px solid var(--line-hi);border-radius:var(--r);
|
||
color:var(--ink);text-decoration:none;background:transparent;cursor:pointer;
|
||
line-height:1.2;font-weight:400}
|
||
.btn:hover{background:#141414;text-decoration:none;border-color:var(--soft)}
|
||
.btn.solid{background:var(--ink);color:#000;border-color:var(--ink)}
|
||
.btn.solid:hover{background:#d8d8d4}
|
||
.btn .chev{width:.7em;height:.7em;flex:0 0 auto;transition:transform .15s ease}
|
||
.btn[aria-expanded="true"] .chev{transform:rotate(180deg)}
|
||
|
||
/* Copy-prompt selector. Each row copies the prompt for its own target. */
|
||
.copy{position:relative;display:inline-flex}
|
||
.menu{position:absolute;top:calc(100% + .5rem);left:0;z-index:20;min-width:21rem;
|
||
background:var(--panel);border:1px solid var(--line-hi);border-radius:var(--r-soft);
|
||
padding:.4rem;display:flex;flex-direction:column;
|
||
box-shadow:0 12px 32px rgba(0,0,0,.75)}
|
||
.menu[hidden]{display:none}
|
||
.mi{display:flex;align-items:center;gap:.7rem;width:100%;text-align:left;
|
||
padding:.62rem .8rem;border:0;border-radius:calc(var(--r-soft) - .35rem);
|
||
background:transparent;color:var(--ink);font-family:var(--mono);font-size:.76rem;
|
||
letter-spacing:.04em;text-decoration:none;cursor:pointer;line-height:1.3;
|
||
white-space:nowrap}
|
||
.mi:hover,.mi:focus-visible{background:#181818;outline:none}
|
||
.mi .mark{width:1.05rem;height:1.05rem;color:var(--soft)}
|
||
.mi:hover .mark{color:var(--ink)}
|
||
.mi u{margin-left:auto;color:var(--faint);text-decoration:none;font-size:.68rem;
|
||
letter-spacing:.1em;text-transform:uppercase}
|
||
|
||
/* Works-with bar: one scrolling row, name and mark per agent. */
|
||
.strip{border-bottom:1px solid var(--line);background:var(--panel)}
|
||
.strip .in{max-width:60rem;margin:0 auto;padding:.9rem 1.75rem;display:flex;
|
||
align-items:center;gap:1.25rem;font-family:var(--mono);font-size:.72rem;
|
||
letter-spacing:.1em;text-transform:uppercase;color:var(--faint)}
|
||
.strip b{color:var(--soft);font-weight:400;flex:0 0 auto;
|
||
border-right:1px solid var(--line);padding-right:1.25rem;align-self:stretch;
|
||
display:flex;align-items:center}
|
||
.bar{display:flex;align-items:center;gap:.5rem;flex:1 1 auto;min-width:0;
|
||
overflow-x:auto;scrollbar-width:none;scroll-snap-type:x proximity;
|
||
-webkit-overflow-scrolling:touch;
|
||
-webkit-mask-image:linear-gradient(90deg,#000 calc(100% - 3rem),transparent);
|
||
mask-image:linear-gradient(90deg,#000 calc(100% - 3rem),transparent)}
|
||
.bar::-webkit-scrollbar{display:none}
|
||
.agent{display:inline-flex;align-items:center;gap:.45rem;flex:0 0 auto;
|
||
padding:.4rem .85rem;border:1px solid var(--line);border-radius:var(--r);
|
||
color:var(--soft);white-space:nowrap;scroll-snap-align:start;
|
||
text-decoration:none;background:var(--ground)}
|
||
.agent:hover{color:var(--ink);border-color:var(--line-hi);text-decoration:none}
|
||
.agent .mark{width:.95rem;height:.95rem}
|
||
|
||
h2{font-family:var(--mono);font-size:1.1rem;letter-spacing:-.01em;margin:2.75rem 0 .75rem;font-weight:500}
|
||
h3{font-size:1rem;margin:2rem 0 .5rem;font-weight:600}
|
||
h4,h5,h6{font-size:.94rem;margin:1.5rem 0 .5rem;font-weight:600}
|
||
p{margin:0 0 1rem;max-width:70ch}
|
||
ul,ol{margin:0 0 1rem;padding-left:1.35rem;max-width:70ch}
|
||
li{margin:.22rem 0}
|
||
a{color:var(--ink);text-decoration:underline;text-underline-offset:3px;
|
||
text-decoration-color:var(--line-hi)}
|
||
a:hover{text-decoration-color:var(--ink)}
|
||
a:focus-visible{outline:1px solid var(--ink);outline-offset:3px}
|
||
code{font-family:var(--mono);font-size:.85em;background:var(--panel);
|
||
border:1px solid var(--line);border-radius:5px;padding:.1em .36em}
|
||
pre{background:var(--panel);border:1px solid var(--line);padding:1rem 1.1rem;
|
||
border-radius:var(--r-soft);overflow-x:auto;margin:0 0 1.25rem}
|
||
pre code{background:none;border:0;padding:0;font-size:.82rem;line-height:1.7}
|
||
blockquote{margin:0 0 1rem;padding-left:1rem;border-left:1px solid var(--line-hi);color:var(--soft)}
|
||
hr{border:0;border-top:1px solid var(--line);margin:2.5rem 0}
|
||
table{border-collapse:collapse;width:100%;margin:0 0 1.25rem;font-size:.92rem;
|
||
display:block;overflow-x:auto}
|
||
th,td{border:1px solid var(--line);padding:.5rem .7rem;text-align:left}
|
||
|
||
.curl{display:block;background:var(--panel);border:1px solid var(--line);
|
||
border-radius:var(--r-soft);padding:.95rem 1.1rem;font-family:var(--mono);
|
||
font-size:.8rem;color:var(--soft);overflow-x:auto;margin:0 0 2.5rem;
|
||
white-space:pre;line-height:1.9}
|
||
.curl b{color:var(--ink);font-weight:400}
|
||
.curl i{font-style:normal;color:var(--faint)}
|
||
|
||
/* index */
|
||
#q{width:100%;padding:.85rem 1.2rem;font-family:var(--mono);font-size:.85rem;color:var(--ink);
|
||
background:var(--panel);border:1px solid var(--line);border-radius:var(--r);margin:0 0 .6rem}
|
||
#q::placeholder{color:var(--faint);text-transform:uppercase;letter-spacing:.1em;font-size:.72rem}
|
||
#q:focus{outline:none;border-color:var(--soft)}
|
||
#count{color:var(--faint);font-family:var(--mono);font-size:.72rem;letter-spacing:.1em;
|
||
text-transform:uppercase;margin:0 0 2rem}
|
||
.cat{margin:2.5rem 0 .5rem;font-family:var(--mono);font-size:.7rem;letter-spacing:.16em;
|
||
text-transform:uppercase;color:var(--faint);border-bottom:1px solid var(--line);
|
||
padding-bottom:.45rem}
|
||
.row{display:block;padding:.6rem .9rem;margin:0 -.9rem;border-bottom:1px solid var(--line);
|
||
border-radius:var(--r-soft);text-decoration:none}
|
||
.row:hover{background:#0a0a0a}
|
||
.nm{font-family:var(--mono);font-size:.84rem;color:var(--ink);display:block}
|
||
.ds{color:var(--soft);font-size:.9rem;display:block;margin-top:.12rem}
|
||
footer{margin-top:4rem;padding:2rem 0 4rem;border-top:1px solid var(--line);
|
||
color:var(--faint);font-size:.85rem}
|
||
footer a{color:var(--soft)}
|
||
.fmap{display:grid;gap:1.75rem;grid-template-columns:repeat(auto-fit,minmax(11rem,1fr));
|
||
margin:0 0 2rem;font-size:.85rem}
|
||
.fmap b{display:block;font-family:var(--mono);font-size:.68rem;letter-spacing:.16em;
|
||
text-transform:uppercase;color:var(--faint);font-weight:400;margin:0 0 .6rem;
|
||
border-bottom:1px solid var(--line);padding-bottom:.4rem}
|
||
.fmap a{display:inline-block;color:var(--ink);text-decoration:none;margin:.3rem .35rem 0 0}
|
||
.fmap a:hover{text-decoration:underline}
|
||
.fmap div{color:var(--faint);line-height:1.5}
|
||
.fend{border-top:1px solid var(--line);padding-top:1.25rem;font-size:.82rem}
|
||
|
||
@media (max-width:640px){
|
||
.hero .wrap{padding-top:3.25rem;padding-bottom:2.75rem}
|
||
.btns{gap:.5rem}
|
||
.btn{padding:.75rem 1.15rem;font-size:.68rem}
|
||
.copy,.copy .btn{width:100%;justify-content:center}
|
||
.menu{left:0;right:0;min-width:0}
|
||
.strip .in{flex-direction:column;align-items:flex-start;gap:.6rem;padding:.9rem 1.75rem}
|
||
.strip b{border-right:0;padding-right:0}
|
||
.bar{width:100%}
|
||
}
|
||
</style>
|
||
<link rel="alternate" type="text/markdown" href="/hip-0201.md">
|
||
|
||
<link rel="icon" href="/favicon.svg">
|
||
<link rel="canonical" href="https://hanzoskills.com/hip-0201">
|
||
</head>
|
||
<!-- Reading this with a machine? Every page here is also plain markdown.
|
||
This one: https://hanzoskills.com/hip-0201.md
|
||
Index: https://hanzoskills.com/llms.txt
|
||
Corpus: https://hanzoskills.com/all.md
|
||
Append .md to any path for the markdown twin. -->
|
||
<body>
|
||
<nav><div class="in">
|
||
<a class="brand" href="/"><svg class="mark" viewBox="0 0 67 67" fill="currentColor" aria-hidden="true"><path d="M22.21 67V44.6369H0V67H22.21Z"/><path d="M66.7038 22.3184H22.2534L0.0878906 44.6367H44.4634L66.7038 22.3184Z"/><path d="M22.21 0H0V22.3184H22.21V0Z"/><path d="M66.7198 0H44.5098V22.3184H66.7198V0Z"/><path d="M66.7198 67V44.6369H44.5098V67H66.7198Z"/></svg> HANZO<i>SKILLS</i></a>
|
||
<a class="up" href="/">All skills</a>
|
||
</div></nav>
|
||
|
||
<div class="wrap">
|
||
<h1>hip-0201</h1><p class="lede">HIP-201: Model Risk Management. Status Living. Hanzo architectural specification.</p><h1>HIP-0201: Model Risk Management</h1>
|
||
<h2>Abstract</h2>
|
||
<p>This HIP establishes the Model Risk Management (MRM) framework for Hanzo AI systems. It defines processes for identifying, assessing, monitoring, and mitigating risks throughout the AI model lifecycle, aligned with NIST AI RMF and SR 11-7 principles.</p>
|
||
<h2>Scope</h2>
|
||
<h3>Covered Models</h3>
|
||
<p>| Model Type | Risk Tier | MRM Requirements | |------------|-----------|------------------| | <strong>Foundation models</strong> | High | Full MRM | | <strong>Fine-tuned models</strong> | Medium-High | Standard MRM | | <strong>Customer-deployed models</strong> | Varies | Risk-based MRM | | <strong>Internal tools</strong> | Low | Simplified MRM |</p>
|
||
<h3>Model Lifecycle Coverage</h3>
|
||
<pre><code>Design → Development → Validation → Deployment → Monitoring → Retirement
|
||
↑ ↑ ↑ ↑ ↑ ↑
|
||
MRM MRM MRM MRM MRM MRM</code></pre>
|
||
<h2>Risk Categories</h2>
|
||
<h3>Performance Risk</h3>
|
||
<p>| Risk | Description | Impact | |------|-------------|--------| | <strong>Accuracy degradation</strong> | Model performance below thresholds | User harm, business impact | | <strong>Distribution shift</strong> | Training/production data mismatch | Unreliable outputs | | <strong>Capability limitations</strong> | Model cannot perform required tasks | Unmet expectations |</p>
|
||
<h3>Safety Risk</h3>
|
||
<p>| Risk | Description | Impact | |------|-------------|--------| | <strong>Harmful outputs</strong> | Generation of dangerous content | User harm, reputation | | <strong>Jailbreaking</strong> | Circumvention of safety measures | Policy violations | | <strong>Misuse potential</strong> | Use for malicious purposes | Societal harm |</p>
|
||
<h3>Fairness Risk</h3>
|
||
<p>| Risk | Description | Impact | |------|-------------|--------| | <strong>Demographic bias</strong> | Disparate performance across groups | Discrimination | | <strong>Representation bias</strong> | Underrepresentation in training data | Exclusion | | <strong>Outcome bias</strong> | Systematically unfair results | Legal, ethical issues |</p>
|
||
<h3>Security Risk</h3>
|
||
<p>| Risk | Description | Impact | |------|-------------|--------| | <strong>Adversarial attacks</strong> | Manipulated inputs causing errors | Reliability | | <strong>Data poisoning</strong> | Corrupted training data | Model integrity | | <strong>Model theft</strong> | Unauthorized model extraction | IP loss | | <strong>Privacy leakage</strong> | Training data exposure | Data breach |</p>
|
||
<h3>Operational Risk</h3>
|
||
<p>| Risk | Description | Impact | |------|-------------|--------| | <strong>Availability failures</strong> | Model downtime | Service disruption | | <strong>Latency issues</strong> | Response time degradation | User experience | | <strong>Scalability limits</strong> | Cannot handle load | Capacity constraints | | <strong>Integration failures</strong> | API/system incompatibility | Technical debt |</p>
|
||
<h2>Risk Assessment</h2>
|
||
<h3>Risk Scoring</h3>
|
||
<h4>Likelihood Scale</h4>
|
||
<p>| Score | Likelihood | Description | |-------|------------|-------------| | 1 | Rare | <5% probability | | 2 | Unlikely | 5-20% probability | | 3 | Possible | 20-50% probability | | 4 | Likely | 50-80% probability | | 5 | Almost certain | >80% probability |</p>
|
||
<h4>Impact Scale</h4>
|
||
<p>| Score | Impact | Description | |-------|--------|-------------| | 1 | Minimal | Negligible harm, easily corrected | | 2 | Minor | Limited harm, manageable impact | | 3 | Moderate | Significant harm, notable impact | | 4 | Major | Serious harm, substantial impact | | 5 | Severe | Catastrophic harm, irreversible |</p>
|
||
<h4>Risk Matrix</h4>
|
||
<p>| | Minimal | Minor | Moderate | Major | Severe | |--|---------|-------|----------|-------|--------| | <strong>Almost certain</strong> | Medium | High | High | Critical | Critical | | <strong>Likely</strong> | Low | Medium | High | High | Critical | | <strong>Possible</strong> | Low | Medium | Medium | High | High | | <strong>Unlikely</strong> | Low | Low | Medium | Medium | High | | <strong>Rare</strong> | Low | Low | Low | Medium | Medium |</p>
|
||
<h3>Risk Tiering</h3>
|
||
<p>| Tier | Criteria | Requirements | |------|----------|--------------| | <strong>Critical</strong> | Life-safety, large-scale harm | Board approval, external review | | <strong>High</strong> | Significant harm potential | ESG Committee review | | <strong>Medium</strong> | Moderate harm potential | MRM Team review | | <strong>Low</strong> | Limited harm potential | Standard processes |</p>
|
||
<h2>MRM Processes</h2>
|
||
<h3>Pre-Development</h3>
|
||
<h4>Risk Assessment</h4>
|
||
<p>Before model development:</p>
|
||
<ol><li>Define intended use cases</li><li>Identify potential misuse scenarios</li><li>Assess risk tier</li><li>Document risk appetite</li><li>Define success criteria</li></ol>
|
||
<h4>Documentation Requirements</h4>
|
||
<p>| Document | Contents | |----------|----------| | <strong>Model proposal</strong> | Use case, architecture, data sources | | <strong>Risk assessment</strong> | Initial risk identification and scoring | | <strong>Validation plan</strong> | Testing approach and criteria | | <strong>Monitoring plan</strong> | Ongoing oversight requirements |</p>
|
||
<h3>Development Phase</h3>
|
||
<h4>Risk Controls</h4>
|
||
<p>| Control | Implementation | |---------|----------------| | <strong>Data governance</strong> | Quality checks, bias audits | | <strong>Training safeguards</strong> | Alignment techniques, guardrails | | <strong>Version control</strong> | Model versioning, reproducibility | | <strong>Access controls</strong> | Role-based development access |</p>
|
||
<h4>Checkpoints</h4>
|
||
<p>| Checkpoint | Timing | Requirements | |------------|--------|--------------| | <strong>Design review</strong> | Before training | Architecture approval | | <strong>Data review</strong> | Before training | Data quality sign-off | | <strong>Training review</strong> | During training | Progress monitoring | | <strong>Pre-validation</strong> | After training | Initial quality check |</p>
|
||
<h3>Validation Phase</h3>
|
||
<h4>Independent Validation</h4>
|
||
<p><strong>Requirements</strong>:</p>
|
||
<ul><li>Validation team independent from development</li><li>Documented test methodology</li><li>Representative test data</li><li>Clear pass/fail criteria</li></ul>
|
||
<p><strong>Validation Scope</strong>: | Area | Tests | |------|-------| | <strong>Performance</strong> | Accuracy, robustness, calibration | | <strong>Safety</strong> | Red teaming, harm testing | | <strong>Fairness</strong> | Bias audits, demographic analysis | | <strong>Security</strong> | Adversarial testing, privacy checks |</p>
|
||
<h4>Validation Report</h4>
|
||
<p><strong>Contents</strong>:</p>
|
||
<ol><li>Methodology description</li><li>Test results by category</li><li>Identified issues and severity</li><li>Recommendations</li><li>Approval decision</li></ol>
|
||
<h3>Deployment Phase</h3>
|
||
<h4>Pre-Deployment Checklist</h4>
|
||
<p>| Item | Verification | |------|--------------| | ☐ Validation complete | Validation report approved | | ☐ Documentation complete | Model card, API docs | | ☐ Monitoring configured | Dashboards, alerts | | ☐ Rollback plan | Tested rollback procedure | | ☐ Approval obtained | Appropriate sign-off |</p>
|
||
<h4>Staged Rollout</h4>
|
||
<p>| Stage | Exposure | Duration | Exit Criteria | |-------|----------|----------|---------------| | <strong>Alpha</strong> | Internal only | 1 week | No critical issues | | <strong>Beta</strong> | 1% traffic | 1 week | Metrics stable | | <strong>Gradual</strong> | 10% → 50% → 100% | 2 weeks | Full monitoring |</p>
|
||
<h3>Monitoring Phase</h3>
|
||
<h4>Continuous Monitoring</h4>
|
||
<p>| Metric | Frequency | Threshold | |--------|-----------|-----------| | <strong>Performance</strong> | Real-time | <X% degradation | | <strong>Safety</strong> | Daily | <Y incidents | | <strong>Fairness</strong> | Weekly | <Z% disparity | | <strong>Availability</strong> | Real-time | >99.9% uptime |</p>
|
||
<h4>Periodic Review</h4>
|
||
<p>| Review | Frequency | Scope | |--------|-----------|-------| | <strong>Performance review</strong> | Monthly | Metrics, trends | | <strong>Risk review</strong> | Quarterly | Risk reassessment | | <strong>Full validation</strong> | Annual | Comprehensive revalidation |</p>
|
||
<h3>Retirement Phase</h3>
|
||
<h4>Retirement Triggers</h4>
|
||
<ul><li>Performance below acceptable thresholds</li><li>Superseded by better model</li><li>Unmitigable risk identified</li><li>Business decision</li></ul>
|
||
<h4>Retirement Process</h4>
|
||
<ol><li>Notification to stakeholders</li><li>Migration plan for users</li><li>Grace period (typically 90 days)</li><li>Archive model and documentation</li><li>Update model inventory</li></ol>
|
||
<h2>Governance</h2>
|
||
<h3>MRM Organization</h3>
|
||
<p>| Role | Responsibility | |------|----------------| | <strong>MRM Team</strong> | Day-to-day risk management | | <strong>Model Validators</strong> | Independent validation | | <strong>AI Safety Team</strong> | Safety-specific risks | | <strong>ESG Committee</strong> | Oversight, policy |</p>
|
||
<h3>Approval Authority</h3>
|
||
<p>| Risk Tier | Approver | |-----------|----------| | <strong>Critical</strong> | Board | | <strong>High</strong> | ESG Committee | | <strong>Medium</strong> | MRM Lead | | <strong>Low</strong> | Team Lead |</p>
|
||
<h3>Model Inventory</h3>
|
||
<p>Maintain comprehensive inventory:</p>
|
||
<ul><li>Model identifier and version</li><li>Risk tier and assessment</li><li>Deployment status</li><li>Validation status</li><li>Owner and contacts</li></ul>
|
||
<h2>Documentation Standards</h2>
|
||
<h3>Model Card (Required)</h3>
|
||
<p>| Section | Contents | |---------|----------| | <strong>Model details</strong> | Architecture, training data | | <strong>Intended use</strong> | Use cases, out-of-scope uses | | <strong>Performance</strong> | Metrics, benchmarks | | <strong>Limitations</strong> | Known limitations, risks | | <strong>Ethical considerations</strong> | Bias, fairness, safety |</p>
|
||
<h3>Risk Register</h3>
|
||
<p>For each model:</p>
|
||
<ul><li>Identified risks</li><li>Risk scores (likelihood × impact)</li><li>Control measures</li><li>Residual risk</li><li>Risk owner</li></ul>
|
||
<h3>Audit Trail</h3>
|
||
<p>Maintain records of:</p>
|
||
<ul><li>All risk assessments</li><li>Validation results</li><li>Approval decisions</li><li>Incidents and responses</li><li>Changes and rationale</li></ul>
|
||
<h2>Related HIPs</h2>
|
||
<ul><li><strong>HIP-200</strong>: Responsible AI Principles</li><li><strong>HIP-210</strong>: Safety Evaluation Framework</li><li><strong>HIP-220</strong>: Bias Detection & Mitigation</li><li><strong>HIP-230</strong>: AI Transparency & Explainability</li><li><strong>HIP-240</strong>: AI Incident Response</li><li><strong>HIP-250</strong>: Sustainability Standards Alignment</li></ul>
|
||
<h2>Changelog</h2>
|
||
<p>| Version | Date | Changes | |---------|------|---------| | 1.0 | 2025-12-17 | Initial draft |</p>
|
||
<h2>Copyright</h2>
|
||
<p>Copyright and related rights waived via <a href="https://creativecommons.org/publicdomain/zero/1.0/">CC0</a>.</p>
|
||
<footer>
|
||
<div class="fmap">
|
||
<div><b>Build</b>
|
||
<a href="https://hanzo.app">hanzo.app</a> app builder
|
||
<a href="https://hanzo.codes">hanzo.codes</a> code with an agent
|
||
<a href="https://hanzoskills.com">hanzoskills.com</a> what an agent reads</div>
|
||
<div><b>Run</b>
|
||
<a href="https://console.hanzo.ai">console.hanzo.ai</a> cloud console
|
||
<a href="https://api.hanzo.ai">api.hanzo.ai</a> the API</div>
|
||
<div><b>Account</b>
|
||
<a href="https://hanzo.id">hanzo.id</a> sign in
|
||
<a href="https://pay.hanzo.ai">pay.hanzo.ai</a> top up
|
||
<a href="https://billing.hanzo.ai">billing.hanzo.ai</a> invoices and usage</div>
|
||
<div><b>Company</b>
|
||
<a href="https://hanzo.ai">hanzo.ai</a> canonical
|
||
<a href="https://hanzo.ventures">hanzo.ventures</a> ventures</div>
|
||
</div>
|
||
<div class="fend"><a href="/hip-0201.md">This page as plain text</a> · <a href="/llms.txt">Index for agents</a></div>
|
||
</footer>
|
||
</div></body></html> |