mirror of
https://github.com/hanzoai/trolley-bench.git
synced 2026-10-30 15:00:49 +00:00
Zachary Landes
8523fe418c
* Labelled weight hashes correctly: 18 files recorded as sha256 held the Hub's Xet hash, so the README's check failed on the right weights; every weights record now carries the true sha256 and, for Xet-stored files, xet_hash, checked against the Hub paths-info API * Made run/weights.py hash every file itself instead of trusting the cache blob name, and added --check to compare a rerun's meta with the committed one by sha256 * Put DECIDER_MODEL and HF_HUB_OFFLINE=1 into the decider-2b command, since its server reads the model from the environment, and had drive.py record the model-selecting variables as server_env * Shipped scenarios/cells-sample.json (324 stratified v1 cells) with its generator, documented --cells, and said plainly that --limit takes the first cells of one scenario and wording * No answer, count, statistic or page file changed; step 1 of the README still rebuilds every derived file byte for byte
49 lines
1.2 KiB
JSON
49 lines
1.2 KiB
JSON
{
|
|
"model_id": "winnow-12b",
|
|
"code": {
|
|
"repo": "https://github.com/EldanRing/winnow-inference",
|
|
"commit": "77d14580c6732ca2f3745750c1dc1fd446d8bcee"
|
|
},
|
|
"runtime": "winnow-server (patched llama.cpp 911f6cd), Metal, apple-silicon profile, text-only, BF16 GGUF",
|
|
"server_command": [
|
|
"python3",
|
|
"scripts/serve.py",
|
|
"--profile",
|
|
"apple-silicon",
|
|
"--text-only",
|
|
"--model",
|
|
"<scratch>/hf/hub/models--EldanRing--Winnow-12B/snapshots/b6ac22b0d51b69b18200acacb3fbdd98073fffe8/gguf/Winnow-12B-BF16.gguf",
|
|
"--host",
|
|
"127.0.0.1",
|
|
"--port",
|
|
"8091"
|
|
],
|
|
"startup_s_including_download": 21,
|
|
"probe_answer": {
|
|
"model": "Winnow-12B",
|
|
"answers": {
|
|
"q": {
|
|
"type": "noul",
|
|
"noul": 0.9995026345967611
|
|
}
|
|
},
|
|
"usage": {
|
|
"input_tokens": 100,
|
|
"output_tokens": 0
|
|
}
|
|
},
|
|
"weights": [
|
|
{
|
|
"repo": "EldanRing/Winnow-12B",
|
|
"revision": "b6ac22b0d51b69b18200acacb3fbdd98073fffe8",
|
|
"bytes": 23832065792,
|
|
"files": {
|
|
"gguf/Winnow-12B-BF16.gguf": {
|
|
"sha256": "10e6b41e00a3fc6668b53a92fb5d9c85179f47145e0786e7a3bc7b5b09ba8968",
|
|
"xet_hash": "049a4b95811405ab706600055a09a2f8f4d1be05489625bf2643c2a5f098b2c2",
|
|
"bytes": 23832065792
|
|
}
|
|
}
|
|
}
|
|
]
|
|
} |