mirror of
https://github.com/hanzoai/papers.git
synced 2026-10-29 07:34:31 +00:00
zeekay
ab5afcf18d
Hanzo CI/CD / test (linux-amd64) (push) Skipped
Hanzo CI/CD / test (linux-arm64) (push) Skipped
Hanzo CI/CD / test-advisory (push) Skipped
Build LaTeX Papers / build-pdfs (push) Failing after 31s
ci / papers (push) Failing after 23s
Hanzo CI/CD / test-amd64 (push) Successful in 1m14s
Hanzo CI/CD / cicd (push) Successful in 1m36s
CI/CD / cicd (push) Successful in 2m55s
36 lines
2.0 KiB
TeX
36 lines
2.0 KiB
TeX
% languages.tex: written by `bench tex` (hanzoai/decision); Kai runs/a7, weights 0834a74f, metal bf16; harness a1a4a73; benchmarks 039fbfe
|
|
% MASSIVE intent accuracy by language, 20 options, 100 utterances each; Laya as its router picks.
|
|
\begin{tabular}{@{}lccc@{\qquad}lccc@{}}
|
|
\toprule
|
|
Language & Kai & Laya & Jev & Language & Kai & Laya & Jev \\
|
|
\midrule
|
|
af & 0.910 & 0.340 & 0.870 & ko & 0.910 & 0.470 & 0.940 \\
|
|
am & 0.850 & 0.150 & 0.850 & lv & 0.890 & 0.300 & 0.850 \\
|
|
ar & 0.920 & 0.460 & 0.870 & ml & 0.870 & 0.280 & 0.910 \\
|
|
az & 0.940 & 0.360 & 0.880 & mn & 0.880 & 0.160 & 0.840 \\
|
|
bn & 0.920 & 0.450 & 0.860 & ms & 0.930 & 0.270 & 0.920 \\
|
|
cy & 0.860 & 0.160 & 0.760 & my & 0.920 & 0.160 & 0.890 \\
|
|
da & 0.920 & 0.460 & 0.880 & nb & 0.940 & 0.500 & 0.860 \\
|
|
de & 0.910 & 0.530 & 0.939 & nl & 0.920 & 0.400 & 0.900 \\
|
|
el & 0.940 & 0.440 & 0.940 & pl & 0.940 & 0.470 & 0.920 \\
|
|
en & 0.940 & 0.820 & 0.920 & pt & 0.930 & 0.440 & 0.900 \\
|
|
es & 0.920 & 0.530 & 0.930 & ro & 0.910 & 0.370 & 0.940 \\
|
|
fa & 0.940 & 0.510 & 0.950 & ru & 0.970 & 0.570 & 0.940 \\
|
|
fi & 0.920 & 0.300 & 0.890 & sl & 0.910 & 0.330 & 0.890 \\
|
|
fr & 0.910 & 0.600 & 0.900 & sq & 0.930 & 0.290 & 0.760 \\
|
|
he & 0.910 & 0.370 & 0.940 & sv & 0.930 & 0.480 & 0.940 \\
|
|
hi & 0.910 & 0.460 & 0.950 & sw & 0.840 & 0.130 & 0.700 \\
|
|
hu & 0.900 & 0.340 & 0.920 & ta & 0.880 & 0.310 & 0.920 \\
|
|
hy & 0.890 & 0.250 & 0.840 & te & 0.870 & 0.220 & 0.910 \\
|
|
id & 0.960 & 0.360 & 0.930 & th & 0.930 & 0.480 & 0.940 \\
|
|
is & 0.850 & 0.330 & 0.840 & tl & 0.910 & 0.300 & 0.850 \\
|
|
it & 0.910 & 0.470 & 0.960 & tr & 0.900 & 0.410 & 0.920 \\
|
|
ja & 0.970 & 0.640 & 0.970 & ur & 0.900 & 0.420 & 0.900 \\
|
|
jv & 0.890 & 0.160 & 0.750 & vi & 0.910 & 0.330 & 0.890 \\
|
|
ka & 0.830 & 0.150 & 0.880 & zh-CN & 0.940 & 0.650 & 0.940 \\
|
|
km & 0.840 & 0.200 & 0.810 & zh-TW & 0.950 & 0.610 & 0.930 \\
|
|
kn & 0.910 & 0.300 & 0.870 & & & & \\
|
|
\bottomrule
|
|
\multicolumn{8}{@{}l@{}}{\footnotesize\begin{tabular}[t]{@{}l@{}}Kai runs/a7, weights 0834a74f, metal bf16 \\ harness a1a4a73, benchmarks 039fbfe\end{tabular}} \\
|
|
\end{tabular}
|