mirror of
https://github.com/hanzoai/papers.git
synced 2026-10-29 07:34:31 +00:00
zeekay
cd91d9689a
11pp. Real executed benchmark numbers (enso-bench results/*.json via emit_paper.py): GPQA-Diamond enso 87.9 / ultra 90.4, HLE 29.4/29.2, LiveCodeBench 91.4/85.1, CharXiv 78.0/81.5, with per-benchmark metered costs. Includes routing-overhead, economics (1% aligned meter), and honest-reporting/limitations sections. PDF rebuilt fresh against the v2 verify-then-select results (committed PDF was stale).
29 lines
958 B
TeX
29 lines
958 B
TeX
% GENERATED by enso-bench/scripts/emit_paper.py -- do not hand-edit.
|
|
% Measured Enso / Enso-Ultra values injected into papers/enso/main.tex.
|
|
% Every number here is executed (results/*.json); absent keys stay 'run pending'.
|
|
|
|
% gpqa_diamond: enso n=198 acc=87.9 ultra n=198 acc=90.4
|
|
\renewcommand{\rEnsGPQA}{87.9}
|
|
\renewcommand{\rEnsCGPQA}{50.6}
|
|
\renewcommand{\rUltGPQA}{90.4}
|
|
\renewcommand{\rUltCGPQA}{80.2}
|
|
|
|
% hle: enso n=500 acc=29.4 ultra n=500 acc=29.2
|
|
\renewcommand{\rEnsHLE}{29.4}
|
|
\renewcommand{\rEnsCHLE}{153.1}
|
|
\renewcommand{\rUltHLE}{29.2}
|
|
\renewcommand{\rUltCHLE}{383.0}
|
|
|
|
% livecodebench: enso n=175 acc=91.4 ultra n=175 acc=85.1
|
|
\renewcommand{\rEnsLCB}{91.4}
|
|
\renewcommand{\rEnsCLCB}{29.9}
|
|
\renewcommand{\rUltLCB}{85.1}
|
|
\renewcommand{\rUltCLCB}{409.9}
|
|
|
|
% charxiv: enso n=200 acc=78.0 ultra n=200 acc=81.5
|
|
\renewcommand{\rEnsCHARXIV}{78.0}
|
|
\renewcommand{\rEnsCCHARXIV}{17.3}
|
|
\renewcommand{\rUltCHARXIV}{81.5}
|
|
\renewcommand{\rUltCCHARXIV}{50.7}
|
|
|