mirror of
https://github.com/hanzoai/benchmarks.git
synced 2026-10-30 14:59:11 +00:00
zeekay
c9126360b5
Kai's keys hold (one joint family's projected exact moves 0.02 to 0.025); its timings fall. questions.json is bench speed on ra: Kai, Kai with a cold option cache and Laya interleaved call by call, Metal F32 and CPU (Kai's projections Q8_0 there), and Jev's one network run. Claude-Session: https://claude.ai/code/session_018Gt5TvrE2rxXuZikWSauv3
1 line
1.9 KiB
JSON
1 line
1.9 KiB
JSON
{"meta":{"run 2026-09-27 09:30:23 +0000":{"host":"arm64-mac","machine":"aarch64","runtime":"bench (hanzo-ml)","load":[20.66748046875,26.85205078125,26.8134765625],"at":"2026-09-27 09:30:23 +0000","pending":{}},"run 2026-09-27 10:00:22 +0000":{"host":"arm64-mac","machine":"aarch64","runtime":"bench (hanzo-ml)","load":[19.7509765625,17.22314453125,20.40380859375],"at":"2026-09-27 10:00:22 +0000","pending":{}},"run 2026-09-27 11:15:11 +0000":{"host":"arm64-mac","machine":"aarch64","runtime":"bench (hanzo-ml)","load":[20.61572265625,16.89453125,17.15087890625],"at":"2026-09-27 11:15:11 +0000","pending":{}},"run 2026-09-27 14:44:27 +0000":{"host":"arm64-mac","machine":"aarch64","runtime":"bench (hanzo-ml)","load":[10.6669921875,9.20849609375,10.0126953125],"at":"2026-09-27 14:44:27 +0000","pending":{}}},"keys":{"cap/deploy/all/sandbox.blocks":"yes","cap/deploy/jev/fee":0.0001,"cap/deploy/jev/leaves":"yes","cap/deploy/jev/offline":"no","cap/deploy/jev/pinned":"model name","cap/deploy/jev/selfhosted":"no","cap/deploy/laya/fee":0.0,"cap/deploy/laya/leaves":"no","cap/deploy/laya/offline":"yes","cap/deploy/laya/pinned":"weights sha256","cap/deploy/laya/selfhosted":"yes"},"detail":{"sandbox":{"profile":"(version 1)(allow default)(deny network*)","https":{"exit":6,"out":"","err":"curl: (6) Could not resolve host: huggingface.co"}},"laya":{"offline":{"exit":0,"out":"{\"ok\":true,\"answer\":\"card arrival\"}","err":""},"weights":{"english":"891102d372688fc2a094dac56a384bc537b87c63f21f9f3dac0be2b7cbc8d86c","multilingual":"9d628fd971b700382ac6f65920a86f149777b2e748e0c955fb3b19695aa8f204","typed-decisions":"4fa56de72383a9d3efa9cfa78955733c81b9fc8067a587ca4beb82c78107a24e"}},"jev":{"offline":{"exit":0,"out":"{\"ok\":false,\"error\":\"http: error sending request\",\"served\":null}","err":""},"online":"{\"ok\":true,\"error\":null,\"served\":\"typesafe/jev-1.13-20260917\"}","ledger":{"spent_usd":0.699395,"calls":13326},"hf_models_by_typesafe":0}}} |