mirror of
https://github.com/hanzoai/trolley-bench.git
synced 2026-11-02 13:22:03 +00:00
Zachary Landes
26576dfdef
* Kept the original raw answers while making later runs reproducible. * Registered a variance-sized sample before the independent rerun. * Removed article drafts and private paths from the current tree.
50 lines
1.8 KiB
JSON
50 lines
1.8 KiB
JSON
{
|
|
"model_id": "jevk5",
|
|
"code": {
|
|
"repo": "https://github.com/allebee/jevk5",
|
|
"commit": "1e5ae1b533b9eb80c0cbe3fbd010607d0b4e26ae"
|
|
},
|
|
"runtime": "JevK5 v0.3 4B through jevk5.gguf.JevK5GGUF (temperature 1.22 / knockout 0.93, README table), llama.cpp 9575389 llama-server with Metal, Q8_0 GGUF; 1 slots, prompt cache 0, 1 in flight",
|
|
"server_command": [
|
|
"./run/v2/jevk5_serve.sh",
|
|
"/private/tmp/claude-501/-Users-zacharylandes--treehouse-decision-gate-291af8-3-decision-gate/c50ef210-1e58-4471-b04f-9aab5cd3c1cf/scratchpad/ptest/code/llama.cpp/build/bin/llama-server",
|
|
"/private/tmp/claude-501/-Users-zacharylandes--treehouse-decision-gate-291af8-3-decision-gate/c50ef210-1e58-4471-b04f-9aab5cd3c1cf/scratchpad/v2-weights/jevk5/hf/hub/models--alibiserikbay--JevK5-GGUF/snapshots/ec67b0bfce5119a8b11a2cdb430bb43e3fa3e82a/jevk5-4b-v0.3-Q8_0.gguf",
|
|
"/private/tmp/claude-501/-Users-zacharylandes--treehouse-decision-gate-291af8-3-decision-gate/c50ef210-1e58-4471-b04f-9aab5cd3c1cf/scratchpad/ptest/code/jevk5",
|
|
"8015",
|
|
"1",
|
|
"0"
|
|
],
|
|
"startup_s_including_download": 25,
|
|
"probe_answer": {
|
|
"answers": {
|
|
"q": {
|
|
"type": "noul",
|
|
"confidence": 0.9362359061173955,
|
|
"input_tokens": 105,
|
|
"noul": 0.9362359061173955
|
|
}
|
|
},
|
|
"model": "JevK5 v0.3 4B, jevk5-4b-v0.3-Q8_0.gguf",
|
|
"usage": {
|
|
"prompt_tokens_evaluated": 105,
|
|
"prompt_tokens_cached": 0
|
|
}
|
|
},
|
|
"weights": [
|
|
{
|
|
"repo": "alibiserikbay/JevK5-GGUF",
|
|
"revision": "ec67b0bfce5119a8b11a2cdb430bb43e3fa3e82a",
|
|
"bytes": 4482403710,
|
|
"files": {
|
|
"SHA256SUMS": {
|
|
"sha256": "ad21b6c0b7a21fb6cc6980495a91bb2a1c97078beacfc065d4f19e934d6d9422",
|
|
"bytes": 990
|
|
},
|
|
"jevk5-4b-v0.3-Q8_0.gguf": {
|
|
"sha256": "aea433883bc7ed399f2fbd539e53d2eac7caf71a946fe6650995a413979d4a30",
|
|
"bytes": 4482402720
|
|
}
|
|
}
|
|
}
|
|
]
|
|
} |