hanzoai/papers
2
0
Fork 0
mirror of https://github.com/hanzoai/papers.git synced 2026-10-22 17:20:17 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Kai: Laya's latency at 1 to 1,000 questions, from the M1 Max run

Browse Source 
hanzoai/benchmarks 6b9bc4a. 461 cells remain: Kai's trained checkpoint, Jev's
latency and the Enso studies.

Co-authored-by: Hanzo Dev <[email protected]>
This commit is contained in:
zeekay
2026-09-25 21:24:08 -07:00
co-authored by Hanzo Dev
parent 339819c169
commit f36c12640d
1 changed files with 48 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
kai/results-data.tex
+48
View File
@@ -3686,6 +3686,54 @@
\setres{cap/orig/laya/typeddecisions.nll}{0.707}
\setres{cap/orig/laya/typeddecisions.unanswered}{0}
\setres{cap/orig/laya/typeddecisions.zeroprob}{0.000}
\setres{cap/questions/laya/n1.dropped}{0}
\setres{cap/questions/laya/n1.large.dropped}{0}
\setres{cap/questions/laya/n1.large.p50ms}{53.3}
\setres{cap/questions/laya/n1.large.p95ms}{117}
\setres{cap/questions/laya/n1.large.qpers}{14.8}
\setres{cap/questions/laya/n1.p50ms}{52.6}
\setres{cap/questions/laya/n1.p95ms}{410}
\setres{cap/questions/laya/n1.qpers}{6.650}
\setres{cap/questions/laya/n10.dropped}{0}
\setres{cap/questions/laya/n10.large.dropped}{0}
\setres{cap/questions/laya/n10.large.p50ms}{427}
\setres{cap/questions/laya/n10.large.p95ms}{655}
\setres{cap/questions/laya/n10.large.qpers}{21.4}
\setres{cap/questions/laya/n10.p50ms}{442}
\setres{cap/questions/laya/n10.p95ms}{516}
\setres{cap/questions/laya/n10.qpers}{22.1}
\setres{cap/questions/laya/n100.dropped}{0}
\setres{cap/questions/laya/n100.large.dropped}{0}
\setres{cap/questions/laya/n100.large.p50ms}{4673}
\setres{cap/questions/laya/n100.large.p95ms}{5036}
\setres{cap/questions/laya/n100.large.qpers}{21.0}
\setres{cap/questions/laya/n100.p50ms}{4698}
\setres{cap/questions/laya/n100.p95ms}{5129}
\setres{cap/questions/laya/n100.qpers}{21.4}
\setres{cap/questions/laya/n1000.dropped}{0}
\setres{cap/questions/laya/n1000.large.dropped}{0}
\setres{cap/questions/laya/n1000.large.p50ms}{40211}
\setres{cap/questions/laya/n1000.large.p95ms}{44383}
\setres{cap/questions/laya/n1000.large.qpers}{25.1}
\setres{cap/questions/laya/n1000.p50ms}{43918}
\setres{cap/questions/laya/n1000.p95ms}{48335}
\setres{cap/questions/laya/n1000.qpers}{23.1}
\setres{cap/questions/laya/n50.dropped}{0}
\setres{cap/questions/laya/n50.large.dropped}{0}
\setres{cap/questions/laya/n50.large.p50ms}{2309}
\setres{cap/questions/laya/n50.large.p95ms}{2487}
\setres{cap/questions/laya/n50.large.qpers}{21.5}
\setres{cap/questions/laya/n50.p50ms}{2030}
\setres{cap/questions/laya/n50.p95ms}{2343}
\setres{cap/questions/laya/n50.qpers}{24.6}
\setres{cap/questions/laya/n500.dropped}{0}
\setres{cap/questions/laya/n500.large.dropped}{0}
\setres{cap/questions/laya/n500.large.p50ms}{20436}
\setres{cap/questions/laya/n500.large.p95ms}{22105}
\setres{cap/questions/laya/n500.large.qpers}{24.5}
\setres{cap/questions/laya/n500.p50ms}{19138}
\setres{cap/questions/laya/n500.p95ms}{20936}
\setres{cap/questions/laya/n500.qpers}{26.0}
\setres{cap/sensors/jev/cmapss.accuracy}{0.270}
\setres{cap/sensors/jev/cmapss.brier}{0.776}
\setres{cap/sensors/jev/cmapss.ece}{0.077}