Files
papers/enso/references.bib
zeekayandHanzo Dev 7513388e56 Enso: two generated result files disagreed, and the paper now says so
The measured cells are injected from a generated file, which guarantees the
table matches a file but not that the file is the only one. It was not.

results-data.tex was built up across eight commits between 2026-07-15 and
2026-07-17, each naming its seed, sample size and system count. The three
files the paper actually prints arrived together in 54f5713, "wip: preserve
in-flight work", which named no run at all and rewrote main.tex around them.
The two sets disagree on GPQA Diamond (enso 92.9 vs 87.9, ultra 92.9 vs 90.4)
and LiveCodeBench (93.7 vs 91.4, 89.1 vs 85.1), and agree on HLE and CharXiv
exactly -- which is how we know the later file is the earlier one with two
benchmarks re-run and two carried forward, and not a re-roll. enso-flash is
populated for exactly the two that moved.

So: rename results-data.tex to results-prior.tex, say in its header that
nothing inputs it and why it is kept, and report the disagreement in
Limitations with the gaps in items (ten questions of 198 on GPQA, four of 175
on LiveCodeBench) against the binomial error, and with the cost gap -- $50.6
to $11.1 on GPQA -- marked as the configuration change it is rather than
sampling. enso-bench and emit_paper.py are on no machine we have, so neither
run can be re-executed and neither can be adjudicated; the paper prints the
later one and the spread is the honest uncertainty.

Drop "edging the best single arm" from the evaluation. One accuracy point at
n=198 is two questions, inside the standard error of either cell. It is a
match, and the result on that row is the cost. The router repository's
held-out replay agrees: over the same items the strongest single arm scores
exactly what the router scores, on all four benchmarks.

Also fix the build. 54f5713 renamed the vendor out of the prose but left the
bibliography key behind, so six citations resolved to nothing and
latexmk -Werror failed on a paper nobody had rebuilt.

Co-authored-by: Hanzo Dev <[email protected]>
2026-09-10 19:47:25 -07:00

245 lines
9.3 KiB
BibTeX

% =====================================================================
% Enso paper bibliography.
% Hanzo internal artifacts + real external literature. No fabricated
% author lists: where a paper's individual authors are not known to us
% (e.g. Sakana's ICLR foundations), the institutional author is used.
% =====================================================================
% ---- Hanzo internal ----
@misc{ensoengine,
author = {{Hanzo Industries}},
title = {{enso: Learned SLO-Constrained Routing Policy for hanzo-router}},
howpublished = {\url{https://github.com/hanzoai/engine}},
year = {2026}
}
@misc{hanzorouterpaper,
author = {Hanzo AI Research},
title = {{Hanzo Router: Memory-Aware, Local-First LLM Routing with a
Learned SLO-Constrained Policy}},
howpublished = {Hanzo Research},
year = {2026}
}
@misc{hanzoengine,
author = {{Hanzo Industries}},
title = {{hanzo-engine: An OpenAI-Compatible LLM Inference Engine in Rust}},
howpublished = {\url{https://github.com/hanzoai/engine}},
year = {2026}
}
@misc{hanzogateway,
author = {{Hanzo Industries}},
title = {{Hanzo AI Gateway: One \texttt{/v1} API over a Discovered Model Fleet}},
howpublished = {\url{https://api.hanzo.ai}},
year = {2026}
}
@misc{zenrouter,
author = {{Zen LM}},
title = {{zen-router: A 0.6B Trainable Routing Model}},
howpublished = {\url{https://github.com/zenlm/zen-router}},
year = {2026}
}
% ---- The foil: Sakana AI Fugu and its ICLR foundations ----
@misc{priororchestrator,
author = {{Sakana AI}},
title = {{Fugu: A Learned Orchestrator over Frontier Language Models}},
howpublished = {arXiv preprint arXiv:2606.21228, \url{https://sakana.ai/fugu-release}},
year = {2026}
}
@inproceedings{trinity,
author = {{Sakana AI}},
title = {{Trinity: Evolutionary Composition of Language Model Experts}},
booktitle = {International Conference on Learning Representations (ICLR)},
year = {2026}
}
@inproceedings{conductor,
author = {{Sakana AI}},
title = {{Conductor: Reinforcement-Learned Orchestration of Model Ensembles}},
booktitle = {International Conference on Learning Representations (ICLR)},
year = {2026}
}
% ---- LLM routing and cascading ----
@misc{routellm,
author = {Isaac Ong and Amjad Almahairi and Vincent Wu and Wei-Lin Chiang and
Tianhao Wu and Joseph E. Gonzalez and M. Waleed Kadous and Ion Stoica},
title = {{RouteLLM: Learning to Route LLMs with Preference Data}},
howpublished = {arXiv preprint arXiv:2406.18665},
year = {2024}
}
@article{frugalgpt,
author = {Lingjiao Chen and Matei Zaharia and James Zou},
title = {{FrugalGPT: How to Use Large Language Models While Reducing Cost
and Improving Performance}},
journal = {arXiv preprint arXiv:2305.05176},
year = {2023}
}
@inproceedings{hybridllm,
author = {Dujian Ding and Ankur Mallick and Chi Wang and Robert Sim and
Subhabrata Mukherjee and Victor R{\"u}hle and
Laks V. S. Lakshmanan and Ahmed Hassan Awadallah},
title = {{Hybrid LLM: Cost-Efficient and Quality-Aware Query Routing}},
booktitle = {International Conference on Learning Representations (ICLR)},
year = {2024}
}
@article{automix,
author = {Aman Madaan and Pranjal Aggarwal and Ankit Anand and
Srividya Pranavi Potharaju and Swaroop Mishra and Pei Zhou and
Aditya Gupta and Dheeraj Rajagopal and Karthik Kappaganthu and
Yiming Yang and Shyam Upadhyay and Mausam and Manaal Faruqui},
title = {{AutoMix: Automatically Mixing Language Models}},
journal = {arXiv preprint arXiv:2310.12963},
year = {2023}
}
@inproceedings{tabi,
author = {Yiding Wang and Kai Chen and Haisheng Tan and Kun Guo},
title = {{Tabi: An Efficient Multi-Level Inference System for Large
Language Models}},
booktitle = {Proceedings of the 18th European Conference on Computer Systems
(EuroSys)},
year = {2023},
pages = {233--248},
publisher = {ACM}
}
% ---- Multi-agent / ensemble synthesis (Enso Ultra) ----
@inproceedings{moa,
author = {Junlin Wang and Jue Wang and Ben Athiwaratkun and Ce Zhang and
James Zou},
title = {{Mixture-of-Agents Enhances Large Language Model Capabilities}},
booktitle = {International Conference on Learning Representations (ICLR)},
year = {2025}
}
@inproceedings{llmblender,
author = {Dongfu Jiang and Xiang Ren and Bill Yuchen Lin},
title = {{LLM-Blender: Ensembling Large Language Models with Pairwise
Ranking and Generative Fusion}},
booktitle = {Proceedings of the 61st Annual Meeting of the Association for
Computational Linguistics (ACL)},
year = {2023}
}
@inproceedings{selfconsistency,
author = {Xuezhi Wang and Jason Wei and Dale Schuurmans and Quoc Le and
Ed H. Chi and Sharan Narang and Aakanksha Chowdhery and Denny Zhou},
title = {{Self-Consistency Improves Chain of Thought Reasoning in
Language Models}},
booktitle = {International Conference on Learning Representations (ICLR)},
year = {2023}
}
% ---- Learning machinery ----
@inproceedings{linucb,
author = {Lihong Li and Wei Chu and John Langford and Robert E. Schapire},
title = {{A Contextual-Bandit Approach to Personalized News Article
Recommendation}},
booktitle = {Proceedings of the 19th International Conference on World Wide Web
(WWW)},
year = {2010},
pages = {661--670},
publisher = {ACM}
}
@article{ridge,
author = {Arthur E. Hoerl and Robert W. Kennard},
title = {{Ridge Regression: Biased Estimation for Nonorthogonal Problems}},
journal = {Technometrics},
volume = {12},
number = {1},
pages = {55--67},
year = {1970},
publisher = {Taylor \& Francis}
}
@article{grpo,
author = {Zhihong Shao and Peiyi Wang and Qihao Zhu and Runxin Xu and
Junxiao Song and Xiao Bi and Haowei Zhang and Mingchuan Zhang and
Y. K. Li and Y. Wu and Daya Guo},
title = {{DeepSeekMath: Pushing the Limits of Mathematical Reasoning in
Open Language Models}},
journal = {arXiv preprint arXiv:2402.03300},
year = {2024}
}
@article{sepcmaes,
author = {Raymond Ros and Nikolaus Hansen},
title = {{A Simple Modification in CMA-ES Achieving Linear Time and Space
Complexity}},
journal = {Parallel Problem Solving from Nature (PPSN X), LNCS 5199},
pages = {296--305},
year = {2008},
publisher = {Springer}
}
% ---- Benchmarks ----
@inproceedings{swebench,
author = {Carlos E. Jimenez and John Yang and Alexander Wettig and
Shunyu Yao and Kexin Pei and Ofir Press and Karthik Narasimhan},
title = {{SWE-bench: Can Language Models Resolve Real-World GitHub Issues?}},
booktitle = {International Conference on Learning Representations (ICLR)},
year = {2024}
}
@article{livecodebench,
author = {Naman Jain and King Han and Alex Gu and Wen-Ding Li and
Fanjia Yan and Tianjun Zhang and Sida Wang and Armando Solar-Lezama and
Koushik Sen and Ion Stoica},
title = {{LiveCodeBench: Holistic and Contamination Free Evaluation of
Large Language Models for Code}},
journal = {arXiv preprint arXiv:2403.07974},
year = {2024}
}
@article{gpqa,
author = {David Rein and Betty Li Hou and Asa Cooper Stickland and
Jackson Petty and Richard Yuanzhe Pang and Julien Dirani and
Julian Michael and Samuel R. Bowman},
title = {{GPQA: A Graduate-Level Google-Proof Q\&A Benchmark}},
journal = {arXiv preprint arXiv:2311.12022},
year = {2023}
}
@article{hle,
author = {Long Phan and others},
title = {{Humanity's Last Exam}},
journal = {arXiv preprint arXiv:2501.14249},
year = {2025}
}
@article{charxiv,
author = {Zirui Wang and Mengzhou Xia and Luxi He and Howard Chen and
Yitao Liu and Richard Zhu and Kaiqu Liang and Xindi Wu and
Haotian Liu and Sadhika Malladi and Alexis Chevalier and
Sanjeev Arora and Danqi Chen},
title = {{CharXiv: Charting Gaps in Realistic Chart Understanding in
Multimodal LLMs}},
journal = {arXiv preprint arXiv:2406.18521},
year = {2024}
}
@misc{terminalbench,
author = {{Terminal-Bench Team}},
title = {{Terminal-Bench: A Benchmark for AI Agents in Terminal Environments}},
howpublished = {\url{https://www.tbench.ai/}},
year = {2025}
}
% ---- Discipline ----
@misc{hickey_simple,
author = {Rich Hickey},
title = {{Simple Made Easy}},
howpublished = {Strange Loop Conference},
year = {2011},
note = {\url{https://www.infoq.com/presentations/Simple-Made-Easy/}}
}