mirror of
https://github.com/hanzoai/trolley-bench.git
synced 2026-10-30 15:00:49 +00:00
Zachary Landes
8523fe418c
* Labelled weight hashes correctly: 18 files recorded as sha256 held the Hub's Xet hash, so the README's check failed on the right weights; every weights record now carries the true sha256 and, for Xet-stored files, xet_hash, checked against the Hub paths-info API * Made run/weights.py hash every file itself instead of trusting the cache blob name, and added --check to compare a rerun's meta with the committed one by sha256 * Put DECIDER_MODEL and HF_HUB_OFFLINE=1 into the decider-2b command, since its server reads the model from the environment, and had drive.py record the model-selecting variables as server_env * Shipped scenarios/cells-sample.json (324 stratified v1 cells) with its generator, documented --cells, and said plainly that --limit takes the first cells of one scenario and wording * No answer, count, statistic or page file changed; step 1 of the README still rebuilds every derived file byte for byte
162 lines
4.9 KiB
JSON
162 lines
4.9 KiB
JSON
{
|
|
"model_id": "kev-4b",
|
|
"code": {
|
|
"repo": "https://github.com/jaredpalmer/kev",
|
|
"commit": "9c41005b2180347c3c646dfc9e50c4428483ec6b"
|
|
},
|
|
"server": {
|
|
"name": "kev-latest",
|
|
"description": "Kev pointer head on Qwen/Qwen3.5-4B-Base, serving jaredpalmer/kev-4b at temperature 2.41",
|
|
"release_date": "2026-09-24",
|
|
"run": "jaredpalmer/kev-4b",
|
|
"base": "Qwen/Qwen3.5-4B-Base",
|
|
"lora": 16,
|
|
"device": "mps",
|
|
"backend": "mlx",
|
|
"dtype": "bfloat16",
|
|
"temperature": 2.406050072164233,
|
|
"cuda_graphs": null,
|
|
"prefix_cache": {
|
|
"size": 4,
|
|
"min_state_tokens": 0,
|
|
"max_tokens": 65536,
|
|
"hits": 0,
|
|
"misses": 0,
|
|
"cached_states": 0,
|
|
"oom_retries": 0
|
|
},
|
|
"batches": {
|
|
"count": 0,
|
|
"requests": 0,
|
|
"queued": 0
|
|
}
|
|
},
|
|
"runtime": "kev.serve, MLX on Apple Silicon, bfloat16",
|
|
"weights": [
|
|
{
|
|
"repo": "Qwen/Qwen3.5-4B-Base",
|
|
"revision": "1001bb4d826a52d1f399e183466143f4da7b741b",
|
|
"bytes": 9342808116,
|
|
"files": {
|
|
"config.json": {
|
|
"sha256": "ddc63e1c717afa86c865bb5e01313d89d72bb53b97ad4a8a03ba8510c0621670",
|
|
"bytes": 3161
|
|
},
|
|
"merges.txt": {
|
|
"sha256": "a9d356d7bdf1ef4949e3e748e95b8e10ad9d4e2e838eddc38a0a7b6b94d1db8d",
|
|
"bytes": 3353259
|
|
},
|
|
"model.safetensors-00001-of-00002.safetensors": {
|
|
"sha256": "df547074dce70532a0493e5433152bd17a65efb89088cfabc2e7e2371a93d712",
|
|
"xet_hash": "712a985dcc18e3ba16651d5bfb56e9fc2a16a489e1fb66341edb030888c6550d",
|
|
"bytes": 5329398712
|
|
},
|
|
"model.safetensors-00002-of-00002.safetensors": {
|
|
"sha256": "590fbaac095dd31db886c322d9d2f7df47777966391acf306ddddc3e4e3a15ef",
|
|
"xet_hash": "196f268c895c6432ec612e56eaf9f50572751940eceb6c06f4fff4922037653f",
|
|
"bytes": 3990429344
|
|
},
|
|
"model.safetensors.index.json": {
|
|
"sha256": "eae340074abb0a5f31a6621f7ae8e8248a7c1790df04a722c4e4b70c2a6d1dbb",
|
|
"bytes": 76196
|
|
},
|
|
"preprocessor_config.json": {
|
|
"sha256": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516",
|
|
"bytes": 390
|
|
},
|
|
"tokenizer.json": {
|
|
"sha256": "fe000e3ed39ed12b8d2481d527d44f93c65d37e87645d2dcc80d1bf9d50d2927",
|
|
"xet_hash": "59036b7ec9c1c130de9dd3716f37308a51038389ae6fb9ba62e87c246696707a",
|
|
"bytes": 12807196
|
|
},
|
|
"tokenizer_config.json": {
|
|
"sha256": "3891e840d7dc5fca0af33d3a25083a735e36fe06214e3f707024820cb6b9f89c",
|
|
"bytes": 16713
|
|
},
|
|
"video_preprocessor_config.json": {
|
|
"sha256": "d039cd7d88b3502a99edd455496b75b44ecf7dd3b3669748bafac37e6cecc085",
|
|
"bytes": 386
|
|
},
|
|
"vocab.json": {
|
|
"sha256": "ce99b4cb2983d118806ce0a8b777a35b093e2000a503ebde25853284c9dfa003",
|
|
"bytes": 6722759
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"repo": "jaredpalmer/kev-4b",
|
|
"revision": "139fdd94f1b6a6ad80cc15e08fcb99cac885a101",
|
|
"bytes": 159702543,
|
|
"files": {
|
|
"adapter_config.json": {
|
|
"sha256": "8a05dfd6c5e7f61a62e6db5d8de8093a8dbbd105aa7ee7b5e7b73f6249f45617",
|
|
"bytes": 1271
|
|
},
|
|
"adapter_model.safetensors": {
|
|
"sha256": "90e817356246e7f18bfa7ca3d31794cd4fbeb3332a66a84cb51d9ceae925f2b2",
|
|
"xet_hash": "4426a24cc31a3d5784413a43133c4433c85f876c7207da355703fc6647e99aca",
|
|
"bytes": 129924032
|
|
},
|
|
"added_tokens.json": {
|
|
"sha256": "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680",
|
|
"bytes": 707
|
|
},
|
|
"head.pt": {
|
|
"sha256": "dd633435998ecc751ac538717a3742e32149500fabf7d7276287dbf0693f347c",
|
|
"xet_hash": "fdfd452dbf570f8d39bf40c5bc23c6480571f5bc359766fec65a67c5bfcdc320",
|
|
"bytes": 5249791
|
|
},
|
|
"merges.txt": {
|
|
"sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",
|
|
"bytes": 1671853
|
|
},
|
|
"provenance.json": {
|
|
"sha256": "7aa999a629f25d93713950d6fb39d0b4c37fe8a9f43d2673a79c4c455d42b26a",
|
|
"bytes": 4265
|
|
},
|
|
"result.json": {
|
|
"sha256": "c28c365684ebc739d93c51d7ee881e3c589e2633deb3b42f4818b149b4c43ab2",
|
|
"bytes": 80553
|
|
},
|
|
"special_tokens_map.json": {
|
|
"sha256": "6676f091c8bc4d1b50146427cfde92073402866b87b6e39223227931b70083e9",
|
|
"bytes": 616
|
|
},
|
|
"tokenizer.json": {
|
|
"sha256": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523",
|
|
"xet_hash": "777bcaa63794fa47b8f53680be9d6d176f1fcbd7ba03cdc6c3bae2b3d76b323f",
|
|
"bytes": 19989325
|
|
},
|
|
"tokenizer_config.json": {
|
|
"sha256": "8671bed7c852ce9e661be94f179a7b4ffd091c2a65aea0363e5501c20318ee45",
|
|
"bytes": 1128
|
|
},
|
|
"training_config.json": {
|
|
"sha256": "005f939bef00274f49f15282dfa60543f5f82e781268f3c12d8ceeacb9f61f30",
|
|
"bytes": 1845
|
|
},
|
|
"training_metrics.json": {
|
|
"sha256": "a75fa00aa5b365b042c16d7b164b14b667d06183a6c6b4c14e8a81b017b57729",
|
|
"bytes": 324
|
|
},
|
|
"vocab.json": {
|
|
"sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910",
|
|
"bytes": 2776833
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"server_command": [
|
|
"uv",
|
|
"run",
|
|
"--extra",
|
|
"serve",
|
|
"python",
|
|
"-m",
|
|
"kev.serve",
|
|
"--run",
|
|
"jaredpalmer/kev-4b",
|
|
"--port",
|
|
"8009"
|
|
]
|
|
} |