mirror of
https://github.com/hanzoai/site.git
synced 2026-11-21 01:07:08 +00:00
1 line
38 KiB
HTML
1 line
38 KiB
HTML
<div class="is_View _col-_platformweb_text-primar121 _fd-column _dsp-block _minH-100vh _bg-background"><main class="is_View _col-_platformweb_text-primar121 _fd-column _maxW-1080px _width-10037 _mr-auto _ml-auto _pt-64px _pr-24px _pl-24px _pb-96px _bg-background"><p class="is_Text font_mono _col-muted-foreg108704142 _dsp-block _mb-10px _ff-f-family _fs-f-size-1 _lh-f-lineHeigh112922" data-slot="text"><a class="is_Text _col-inherit" data-slot="text" href="/benchmarks">Benchmarks</a> <!-- -->/ <a class="is_Text _col-inherit" data-slot="text" href="/benchmarks?product=Kai#all">Kai</a> / <!-- -->MASSIVE</p><span class="is_Text _col-muted-foreg108704142 _dsp-block _fs-f-size-1 _lh-f-lineHeigh112922 _ls-0--88px _tt-uppercase" data-slot="text">Kai<!-- --> · <!-- -->Decision harness</span><h1 class="is_Text font_heading _fs-_sm_f-size-11 _fs-_lg_text-6xl _textWrap-_platformweb_balance _col-foreground _dsp-revert-laye114 _ws-inherit _ff-f-family _fs-f-size-10 _fw-497 _lh-1--19 _ls--0--012em _textWrap-balance _mt-8px _mb-16px" data-slot="display">MASSIVE</h1><p class="is_Text _col-muted-foreg108704142 _dsp-revert-laye114 _ws-inherit _fs-f-size-3 _lh-1--65 _ls-0px _textWrap-pretty _maxW-720px" data-slot="lede">Kai and Jev on the same 5,100 questions of MASSIVE, one run per Kai revision.</p><h2 class="is_Text font_heading _col-foreground _dsp-revert-laye114 _ws-inherit _ff-f-family _fs-f-size-7 _fw-497 _lh-1--2 _ls--0--01em _textWrap-balance _mt-56px _mb-8px" data-slot="title">Latest</h2><div class="is_View _fd-row _fwr-wrap _justify-center _items-stretch _gap-16px"><div class="is_View _fb-_sm_calc100-16p1724485018 _fd-column _fb-10037 _grow-0 _shrink-0 _minW-0px"><a class="is_View _fd-column _btw-1px _brw-1px _borderBottomWidth-1px _borderLeftWidth-1px _btc-border _brc-border _borderBottomColor-border _borderLeftColor-border _btlr-8px _btrr-8px _bbrr-8px _bblr-8px _pt-14px _pb-14px _pr-16px _pl-16px _bg-card _bbs-solid _bts-solid _bls-solid _brs-solid" href="#history"><span class="is_Text font_mono _fontVariantNumeric-_platformweb_tabular-num115 _col-text-primar121 _dsp-block _fs-f-size-7 _lh-1--4438rem _ff-f-family" data-slot="text">90.7%</span><span class="is_Text _col-text-primar121 _dsp-block _mt-6px _fs-f-size-2 _lh-f-lineHeigh112922" data-slot="text">Accuracy · kai-1.4 · c1856a77</span><span class="is_Text _col-muted-foreg108704142 _dsp-block _mt-2px _fs-f-size-1 _lh-f-lineHeigh112922" data-slot="text">Jev 89.0% · Win · Oct 16, 2026 · Hanzo-measured</span></a></div><div class="is_View _fb-_sm_calc100-16p1724485018 _fd-column _fb-10037 _grow-0 _shrink-0 _minW-0px"><a class="is_View _fd-column _btw-1px _brw-1px _borderBottomWidth-1px _borderLeftWidth-1px _btc-border _brc-border _borderBottomColor-border _borderLeftColor-border _btlr-8px _btrr-8px _bbrr-8px _bblr-8px _pt-14px _pb-14px _pr-16px _pl-16px _bg-card _bbs-solid _bts-solid _bls-solid _brs-solid" href="#history"><span class="is_Text font_mono _fontVariantNumeric-_platformweb_tabular-num115 _col-text-primar121 _dsp-block _fs-f-size-7 _lh-1--4438rem _ff-f-family" data-slot="text">0.064</span><span class="is_Text _col-text-primar121 _dsp-block _mt-6px _fs-f-size-2 _lh-f-lineHeigh112922" data-slot="text">Calibration error (ECE) · kai-1.4 · c1856a77</span><span class="is_Text _col-muted-foreg108704142 _dsp-block _mt-2px _fs-f-size-1 _lh-f-lineHeigh112922" data-slot="text">Jev 0.064 · Win · Oct 16, 2026 · Hanzo-measured</span></a></div></div><h2 class="is_Text font_heading _col-foreground _dsp-revert-laye114 _ws-inherit _ff-f-family _fs-f-size-7 _fw-497 _lh-1--2 _ls--0--01em _textWrap-balance _mt-56px _mb-8px" data-slot="title" id="history">History</h2><p class="is_Text _col-text-second96872 _dsp-block _maxW-720px _lh-1--3563rem" data-slot="text">9 results across 2 metrics, newest first. Superseded runs stay, so a revision's progress can be read.</p><svg aria-label="Accuracy over time: Kai a8 · 0cfeef05 90.6% on Sep 28, 2026; Kai a7 · 0834a74f 90.9% on Sep 28, 2026; Kai a6 · a211cc70 91.0% on Sep 28, 2026; kai-1 · 0834a74f 91.0% on Oct 3, 2026; kai-1.4 · c1856a77 90.7% on Oct 16, 2026; baseline 89.0%." display="block" role="img" viewbox="0 0 720 220" width="100%"><g><line stroke="var(--border)" x1="52" x2="704" y1="188" y2="188"></line><text fill="var(--muted-foreground)" font-family="var(--font-mono, monospace)" font-size="11" text-anchor="end" x="44" y="192">88.7%</text></g><g><line stroke="var(--border)" x1="52" x2="704" y1="102.00000000000038" y2="102.00000000000038"></line><text fill="var(--muted-foreground)" font-family="var(--font-mono, monospace)" font-size="11" text-anchor="end" x="44" y="106.00000000000038">90.0%</text></g><g><line stroke="var(--border)" x1="52" x2="704" y1="16" y2="16"></line><text fill="var(--muted-foreground)" font-family="var(--font-mono, monospace)" font-size="11" text-anchor="end" x="44" y="20">91.3%</text></g><text fill="var(--muted-foreground)" font-family="var(--font-mono, monospace)" font-size="11" text-anchor="middle" x="52" y="212">09-28</text><text fill="var(--muted-foreground)" font-family="var(--font-mono, monospace)" font-size="11" text-anchor="middle" x="233.11111111111111" y="212">10-03</text><text fill="var(--muted-foreground)" font-family="var(--font-mono, monospace)" font-size="11" text-anchor="middle" x="704" y="212">10-16</text><line stroke="var(--muted-foreground)" stroke-dasharray="5 4" x1="52" x2="704" y1="168.1538461538463" y2="168.1538461538463"></line><polyline fill="none" points="52,62.44409199048379 52,37.21015067406791 52,35.8461538461537 233.11111111111111,35.8461538461537 704,51.53211736716861" stroke="var(--text-primary)" stroke-width="1.6"></polyline><circle cx="52" cy="62.44409199048379" fill="var(--background)" r="4" stroke="var(--text-primary)" stroke-width="1.5"><title>Kai a8 · 0cfeef05: 90.6%, Sep 28, 2026</title></circle><circle cx="52" cy="37.21015067406791" fill="var(--background)" r="4" stroke="var(--text-primary)" stroke-width="1.5"><title>Kai a7 · 0834a74f: 90.9%, Sep 28, 2026</title></circle><circle cx="52" cy="35.8461538461537" fill="var(--background)" r="4" stroke="var(--text-primary)" stroke-width="1.5"><title>Kai a6 · a211cc70: 91.0%, Sep 28, 2026</title></circle><circle cx="233.11111111111111" cy="35.8461538461537" fill="var(--background)" r="4" stroke="var(--text-primary)" stroke-width="1.5"><title>kai-1 · 0834a74f: 91.0%, Oct 3, 2026</title></circle><circle cx="704" cy="51.53211736716861" fill="var(--text-primary)" r="6" stroke="var(--text-primary)" stroke-width="1.5"><title>kai-1.4 · c1856a77: 90.7%, Oct 16, 2026</title></circle></svg><div class="is_View _ox-auto _btw-1px _brw-1px _borderBottomWidth-1px _borderLeftWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _btlr-6px _btrr-6px _bbrr-6px _bblr-6px _bg-card _bbs-solid _bts-solid _bls-solid _brs-solid"><table class="is_Text _dsp-_platformweb_table _borderCollapse-_platformweb_collapse _fontVariantNumeric-_platformweb_tabular-num115 _col-text-primar121 _width-10037 _fs-f-size-2 _lh-f-lineHeigh112922" data-slot="text"><thead><tr><th class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-muted-foreg108704142 _text-left _pt-8px _pb-8px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _fw-500 _ws-nowrap _bbs-solid" data-slot="text">Measured</th><th class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-muted-foreg108704142 _text-left _pt-8px _pb-8px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _fw-500 _ws-nowrap _bbs-solid" data-slot="text">Subject</th><th class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-muted-foreg108704142 _text-left _pt-8px _pb-8px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _fw-500 _ws-nowrap _bbs-solid" data-slot="text">Metric</th><th class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-muted-foreg108704142 _text-right _pt-8px _pb-8px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _fw-500 _ws-nowrap _bbs-solid" data-slot="text">Value</th><th class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-muted-foreg108704142 _text-right _pt-8px _pb-8px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _fw-500 _ws-nowrap _bbs-solid" data-slot="text">Baseline</th><th class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-muted-foreg108704142 _text-left _pt-8px _pb-8px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _fw-500 _ws-nowrap _bbs-solid" data-slot="text">Result</th><th class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-muted-foreg108704142 _text-left _pt-8px _pb-8px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _fw-500 _ws-nowrap _bbs-solid" data-slot="text">Status</th></tr></thead><tbody><tr class="is_Text _dsp-_platformweb_table-row _col-inherit" data-slot="text"><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Oct 16, 2026</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _minW-calc10em1281 _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-normal _bbs-solid" data-slot="text">kai-1.4 · c1856a77</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _minW-calc10em1281 _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-normal _bbs-solid" data-slot="text">Accuracy</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-right _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">90.7%</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-right _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Jev 89.0%</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text"><div aria-label="Win" class="is_View _fd-row _items-center _gap-4px"><svg aria-hidden="true" fill="none" height="14" stroke="var(--text-primary)" stroke-linecap="round" stroke-linejoin="round" stroke-width="2" style="color:var(--text-primary);flex-shrink:0" viewbox="0 0 24 24" width="14"><path d="m5 12 7-7 7 7" stroke="var(--text-primary)"></path><path d="M12 19V5" stroke="var(--text-primary)"></path></svg><span class="is_Text _col-text-primar121 _fs-f-size-2 _fw-500" data-slot="text">Win</span></div></td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Live<!-- --> · <!-- -->Hanzo-measured</td></tr><tr class="is_Text _dsp-_platformweb_table-row _col-inherit" data-slot="text"><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Oct 16, 2026</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _minW-calc10em1281 _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-normal _bbs-solid" data-slot="text">kai-1.4 · c1856a77</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _minW-calc10em1281 _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-normal _bbs-solid" data-slot="text">Calibration error (ECE)</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-right _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">0.064</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-right _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Jev 0.064</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text"><div aria-label="Win" class="is_View _fd-row _items-center _gap-4px"><svg aria-hidden="true" fill="none" height="14" stroke="var(--text-primary)" stroke-linecap="round" stroke-linejoin="round" stroke-width="2" style="color:var(--text-primary);flex-shrink:0" viewbox="0 0 24 24" width="14"><path d="m5 12 7-7 7 7" stroke="var(--text-primary)"></path><path d="M12 19V5" stroke="var(--text-primary)"></path></svg><span class="is_Text _col-text-primar121 _fs-f-size-2 _fw-500" data-slot="text">Win</span></div></td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Live<!-- --> · <!-- -->Hanzo-measured</td></tr><tr class="is_Text _dsp-_platformweb_table-row _col-muted-foreg108704142" data-slot="text"><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Oct 3, 2026</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _minW-calc10em1281 _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-normal _bbs-solid" data-slot="text">kai-1 · 0834a74f</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _minW-calc10em1281 _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-normal _bbs-solid" data-slot="text">Accuracy</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-right _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">91.0%</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-right _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Jev 89.0%</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text"><div aria-label="Win" class="is_View _fd-row _items-center _gap-4px"><svg aria-hidden="true" fill="none" height="14" stroke="var(--text-primary)" stroke-linecap="round" stroke-linejoin="round" stroke-width="2" style="color:var(--text-primary);flex-shrink:0" viewbox="0 0 24 24" width="14"><path d="m5 12 7-7 7 7" stroke="var(--text-primary)"></path><path d="M12 19V5" stroke="var(--text-primary)"></path></svg><span class="is_Text _col-text-primar121 _fs-f-size-2 _fw-500" data-slot="text">Win</span></div></td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Superseded<!-- --> · <!-- -->Hanzo-measured</td></tr><tr class="is_Text _dsp-_platformweb_table-row _col-muted-foreg108704142" data-slot="text"><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Oct 3, 2026</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _minW-calc10em1281 _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-normal _bbs-solid" data-slot="text">kai-1 · 0834a74f</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _minW-calc10em1281 _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-normal _bbs-solid" data-slot="text">Calibration error (ECE)</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-right _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">0.060</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-right _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Jev 0.064</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text"><div aria-label="Win" class="is_View _fd-row _items-center _gap-4px"><svg aria-hidden="true" fill="none" height="14" stroke="var(--text-primary)" stroke-linecap="round" stroke-linejoin="round" stroke-width="2" style="color:var(--text-primary);flex-shrink:0" viewbox="0 0 24 24" width="14"><path d="m5 12 7-7 7 7" stroke="var(--text-primary)"></path><path d="M12 19V5" stroke="var(--text-primary)"></path></svg><span class="is_Text _col-text-primar121 _fs-f-size-2 _fw-500" data-slot="text">Win</span></div></td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Superseded<!-- --> · <!-- -->Hanzo-measured</td></tr><tr class="is_Text _dsp-_platformweb_table-row _col-muted-foreg108704142" data-slot="text"><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Sep 28, 2026</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _minW-calc10em1281 _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-normal _bbs-solid" data-slot="text">Kai a8 · 0cfeef05</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _minW-calc10em1281 _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-normal _bbs-solid" data-slot="text">Accuracy</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-right _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">90.6%</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-right _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Jev 89.0%</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text"><div aria-label="Win" class="is_View _fd-row _items-center _gap-4px"><svg aria-hidden="true" fill="none" height="14" stroke="var(--text-primary)" stroke-linecap="round" stroke-linejoin="round" stroke-width="2" style="color:var(--text-primary);flex-shrink:0" viewbox="0 0 24 24" width="14"><path d="m5 12 7-7 7 7" stroke="var(--text-primary)"></path><path d="M12 19V5" stroke="var(--text-primary)"></path></svg><span class="is_Text _col-text-primar121 _fs-f-size-2 _fw-500" data-slot="text">Win</span></div></td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Superseded<!-- --> · <!-- -->Hanzo-measured</td></tr><tr class="is_Text _dsp-_platformweb_table-row _col-muted-foreg108704142" data-slot="text"><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Sep 28, 2026</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _minW-calc10em1281 _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-normal _bbs-solid" data-slot="text">Kai a7 · 0834a74f</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _minW-calc10em1281 _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-normal _bbs-solid" data-slot="text">Accuracy</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-right _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">90.9%</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-right _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Jev 89.0%</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text"><div aria-label="Win" class="is_View _fd-row _items-center _gap-4px"><svg aria-hidden="true" fill="none" height="14" stroke="var(--text-primary)" stroke-linecap="round" stroke-linejoin="round" stroke-width="2" style="color:var(--text-primary);flex-shrink:0" viewbox="0 0 24 24" width="14"><path d="m5 12 7-7 7 7" stroke="var(--text-primary)"></path><path d="M12 19V5" stroke="var(--text-primary)"></path></svg><span class="is_Text _col-text-primar121 _fs-f-size-2 _fw-500" data-slot="text">Win</span></div></td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Superseded<!-- --> · <!-- -->Hanzo-measured</td></tr><tr class="is_Text _dsp-_platformweb_table-row _col-muted-foreg108704142" data-slot="text"><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Sep 28, 2026</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _minW-calc10em1281 _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-normal _bbs-solid" data-slot="text">Kai a6 · a211cc70</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _minW-calc10em1281 _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-normal _bbs-solid" data-slot="text">Accuracy</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-right _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">91.0%</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-right _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Jev 89.0%</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text"><div aria-label="Win" class="is_View _fd-row _items-center _gap-4px"><svg aria-hidden="true" fill="none" height="14" stroke="var(--text-primary)" stroke-linecap="round" stroke-linejoin="round" stroke-width="2" style="color:var(--text-primary);flex-shrink:0" viewbox="0 0 24 24" width="14"><path d="m5 12 7-7 7 7" stroke="var(--text-primary)"></path><path d="M12 19V5" stroke="var(--text-primary)"></path></svg><span class="is_Text _col-text-primar121 _fs-f-size-2 _fw-500" data-slot="text">Win</span></div></td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Superseded<!-- --> · <!-- -->Hanzo-measured</td></tr><tr class="is_Text _dsp-_platformweb_table-row _col-muted-foreg108704142" data-slot="text"><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Sep 28, 2026</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _minW-calc10em1281 _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-normal _bbs-solid" data-slot="text">Kai a7 · 0834a74f</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _minW-calc10em1281 _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-normal _bbs-solid" data-slot="text">Calibration error (ECE)</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-right _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">0.060</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-right _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Jev 0.064</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text"><div aria-label="Win" class="is_View _fd-row _items-center _gap-4px"><svg aria-hidden="true" fill="none" height="14" stroke="var(--text-primary)" stroke-linecap="round" stroke-linejoin="round" stroke-width="2" style="color:var(--text-primary);flex-shrink:0" viewbox="0 0 24 24" width="14"><path d="m5 12 7-7 7 7" stroke="var(--text-primary)"></path><path d="M12 19V5" stroke="var(--text-primary)"></path></svg><span class="is_Text _col-text-primar121 _fs-f-size-2 _fw-500" data-slot="text">Win</span></div></td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Superseded<!-- --> · <!-- -->Hanzo-measured</td></tr><tr class="is_Text _dsp-_platformweb_table-row _col-muted-foreg108704142" data-slot="text"><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Sep 28, 2026</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _minW-calc10em1281 _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-normal _bbs-solid" data-slot="text">Kai a6 · a211cc70</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _minW-calc10em1281 _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-normal _bbs-solid" data-slot="text">Calibration error (ECE)</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-right _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">0.059</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-right _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Jev 0.064</td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text"><div aria-label="Win" class="is_View _fd-row _items-center _gap-4px"><svg aria-hidden="true" fill="none" height="14" stroke="var(--text-primary)" stroke-linecap="round" stroke-linejoin="round" stroke-width="2" style="color:var(--text-primary);flex-shrink:0" viewbox="0 0 24 24" width="14"><path d="m5 12 7-7 7 7" stroke="var(--text-primary)"></path><path d="M12 19V5" stroke="var(--text-primary)"></path></svg><span class="is_Text _col-text-primar121 _fs-f-size-2 _fw-500" data-slot="text">Win</span></div></td><td class="is_Text _dsp-_platformweb_table-cell _fontVariantNumeric-_platformweb_tabular-num115 _col-inherit _text-left _pt-7px _pb-7px _pr-12px _pl-12px _borderBottomWidth-1px _btc-edge _brc-edge _borderBottomColor-edge _borderLeftColor-edge _ws-nowrap _bbs-solid" data-slot="text">Superseded<!-- --> · <!-- -->Hanzo-measured</td></tr></tbody></table></div><h2 class="is_Text font_heading _col-foreground _dsp-revert-laye114 _ws-inherit _ff-f-family _fs-f-size-7 _fw-497 _lh-1--2 _ls--0--01em _textWrap-balance _mt-56px _mb-8px" data-slot="title">Conditions</h2><span class="is_Text _col-text-second96872 _dsp-block _maxW-720px _lh-1--3563rem" data-slot="text">split: harness</span><span class="is_Text _col-text-second96872 _dsp-block _maxW-720px _lh-1--3563rem" data-slot="text">5,100 questions, 5,100 answered</span><span class="is_Text _col-text-second96872 _dsp-block _maxW-720px _lh-1--3563rem" data-slot="text">dataset dde140a63fc5</span><span class="is_Text _col-text-second96872 _dsp-block _maxW-720px _lh-1--3563rem" data-slot="text">6 Kai revisions measured</span><span class="is_Text _col-text-second96872 _dsp-block _maxW-720px _lh-1--3563rem" data-slot="text">Jev: typesafe/jev-1.13-20260917, measured Sep 25, 2026</span><h2 class="is_Text font_heading _col-foreground _dsp-revert-laye114 _ws-inherit _ff-f-family _fs-f-size-7 _fw-497 _lh-1--2 _ls--0--01em _textWrap-balance _mt-56px _mb-8px" data-slot="title">Hardware</h2><p class="is_Text _col-text-second96872 _dsp-block _maxW-720px _lh-1--3563rem" data-slot="text">CPU AS SERVED</p><h2 class="is_Text font_heading _col-foreground _dsp-revert-laye114 _ws-inherit _ff-f-family _fs-f-size-7 _fw-497 _lh-1--2 _ls--0--01em _textWrap-balance _mt-56px _mb-8px" data-slot="title">Source</h2><p class="is_Text _col-text-second96872 _dsp-block _maxW-720px _lh-1--3563rem" data-slot="text"><a class="is_Text _col-inherit" data-slot="text" href="https://api.hanzo.ai/v1/research/runs?org=hanzo&id=massive-harness-kai-1.4.c1856a77-kai">research run massive-harness-kai-1.4.c1856a77-kai</a></p><h2 class="is_Text font_heading _col-foreground _dsp-revert-laye114 _ws-inherit _ff-f-family _fs-f-size-7 _fw-497 _lh-1--2 _ls--0--01em _textWrap-balance _mt-56px _mb-8px" data-slot="title">Reproduce</h2><p class="is_Text font_mono _col-muted-foreg108704142 _dsp-block _mb-10px _ff-f-family _fs-f-size-1 _lh-f-lineHeigh112922" data-slot="text"><code>bench score --harness . --kai results/kai/preds.json.gz --out results/scores.json # in hanzoai/benchmarks/decision @ 5f616dd</code></p><h2 class="is_Text font_heading _col-foreground _dsp-revert-laye114 _ws-inherit _ff-f-family _fs-f-size-7 _fw-497 _lh-1--2 _ls--0--01em _textWrap-balance _mt-56px _mb-8px" data-slot="title">More Kai benchmarks</h2><p class="is_Text _col-text-second96872 _dsp-block _maxW-720px _lh-1--3563rem" data-slot="text"><span><a class="is_Text _col-inherit" data-slot="text" href="/benchmarks/kai-ag-news">AG News</a></span><span> · <a class="is_Text _col-inherit" data-slot="text" href="/benchmarks/kai-dair-emotion">DAIR Emotion</a></span><span> · <a class="is_Text _col-inherit" data-slot="text" href="/benchmarks/kai-banking77">Banking77</a></span><span> · <a class="is_Text _col-inherit" data-slot="text" href="/benchmarks/kai-support-triage">Support triage</a></span><span> · <a class="is_Text _col-inherit" data-slot="text" href="/benchmarks/kai-email-spam">Email spam</a></span><span> · <a class="is_Text _col-inherit" data-slot="text" href="/benchmarks/kai-phishing">Phishing</a></span><span> · <a class="is_Text _col-inherit" data-slot="text" href="/benchmarks/kai-toxicity">Toxicity</a></span><span> · <a class="is_Text _col-inherit" data-slot="text" href="/benchmarks/kai-rag-relevance">RAG relevance</a></span><span> · <a class="is_Text _col-inherit" data-slot="text" href="/benchmarks/kai-model-routing">Model routing</a></span><span> · <a class="is_Text _col-inherit" data-slot="text" href="/benchmarks/kai-typed-decisions">Typed decisions</a></span><span> · <a class="is_Text _col-inherit" data-slot="text" href="/benchmarks/kai-choice-size">Choosing among many options</a></span><span> · <a class="is_Text _col-inherit" data-slot="text" href="/benchmarks/kai-latency">Latency of one decision</a></span></p><p class="is_Text font_mono _col-muted-foreg108704142 _dsp-block _mb-10px _ff-f-family _fs-f-size-1 _lh-f-lineHeigh112922" data-slot="text"><a class="is_Text _col-inherit" data-slot="text" href="/benchmarks?q=MASSIVE#all">Every result for MASSIVE on the shelf</a> <!-- -->·<!-- --> <a class="is_Text _col-inherit" data-slot="text" href="/benchmarks#methods">How these are measured</a></p></main><!--$--><!--/$--></div> |