hanzoai/trolley-bench
2
0
Fork 0
mirror of https://github.com/hanzoai/trolley-bench.git synced 2026-11-02 13:22:03 +00:00
Code Issues Packages Projects Releases Wiki Activity
Files
main
trolley-bench/results/footbridge-self/jev-footbridge-self-pass-c.jsonl
T
zachlandesandGitHub 462aaf404e feat: add v2 benchmark and registered reproduction sample (#1) 
* Kept the original raw answers while making later runs reproducible.
* Registered a variance-sized sample before the independent rerun.
* Removed article drafts and private paths from the current tree.
2026-10-14 15:36:06 -07:00

127 lines
54 KiB
JSON
Raw Permalink Blame History

{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|0","scenario":"footbridge_self","wording":"v1","order":"o1","n":0,"k":0,"answers":{"pull":0.42,"pull_criteria":0.4,"stay":0.65},"raw":{"pull":{"type":"noul","noul":0.42},"pull_criteria":{"type":"noul","noul":0.4},"stay":{"type":"noul","noul":0.65}},"model":"jev-1.13.0","input_tokens":511,"ms":386,"at":"2026-10-05T23:15:24.743Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|1","scenario":"footbridge_self","wording":"v1","order":"o1","n":1,"k":0,"answers":{"pull":0.47,"pull_criteria":0.57,"stay":0.56},"raw":{"pull":{"type":"noul","noul":0.47},"pull_criteria":{"type":"noul","noul":0.57},"stay":{"type":"noul","noul":0.56}},"model":"jev-1.13.0","input_tokens":517,"ms":576,"at":"2026-10-05T23:15:24.758Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|2","scenario":"footbridge_self","wording":"v1","order":"o1","n":2,"k":0,"answers":{"pull":0.47,"pull_criteria":0.57,"stay":0.53},"raw":{"pull":{"type":"noul","noul":0.47},"pull_criteria":{"type":"noul","noul":0.57},"stay":{"type":"noul","noul":0.53}},"model":"jev-1.13.0","input_tokens":517,"ms":415,"at":"2026-10-05T23:15:24.758Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|3","scenario":"footbridge_self","wording":"v1","order":"o1","n":3,"k":0,"answers":{"pull":0.5,"pull_criteria":0.59,"stay":0.54},"raw":{"pull":{"type":"noul","noul":0.5},"pull_criteria":{"type":"noul","noul":0.59},"stay":{"type":"noul","noul":0.54}},"model":"jev-1.13.0","input_tokens":517,"ms":294,"at":"2026-10-05T23:15:24.758Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|4","scenario":"footbridge_self","wording":"v1","order":"o1","n":4,"k":0,"answers":{"pull":0.52,"pull_criteria":0.6,"stay":0.54},"raw":{"pull":{"type":"noul","noul":0.52},"pull_criteria":{"type":"noul","noul":0.6},"stay":{"type":"noul","noul":0.54}},"model":"jev-1.13.0","input_tokens":517,"ms":241,"at":"2026-10-05T23:15:25.052Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|5","scenario":"footbridge_self","wording":"v1","order":"o1","n":5,"k":0,"answers":{"pull":0.51,"pull_criteria":0.6,"stay":0.53},"raw":{"pull":{"type":"noul","noul":0.51},"pull_criteria":{"type":"noul","noul":0.6},"stay":{"type":"noul","noul":0.53}},"model":"jev-1.13.0","input_tokens":517,"ms":303,"at":"2026-10-05T23:15:25.130Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|6","scenario":"footbridge_self","wording":"v1","order":"o1","n":6,"k":0,"answers":{"pull":0.54,"pull_criteria":0.64,"stay":0.51},"raw":{"pull":{"type":"noul","noul":0.54},"pull_criteria":{"type":"noul","noul":0.64},"stay":{"type":"noul","noul":0.51}},"model":"jev-1.13.0","input_tokens":517,"ms":304,"at":"2026-10-05T23:15:25.173Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|7","scenario":"footbridge_self","wording":"v1","order":"o1","n":7,"k":0,"answers":{"pull":0.56,"pull_criteria":0.64,"stay":0.5},"raw":{"pull":{"type":"noul","noul":0.56},"pull_criteria":{"type":"noul","noul":0.64},"stay":{"type":"noul","noul":0.5}},"model":"jev-1.13.0","input_tokens":517,"ms":341,"at":"2026-10-05T23:15:25.293Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|8","scenario":"footbridge_self","wording":"v1","order":"o1","n":8,"k":0,"answers":{"pull":0.56,"pull_criteria":0.67,"stay":0.45},"raw":{"pull":{"type":"noul","noul":0.56},"pull_criteria":{"type":"noul","noul":0.67},"stay":{"type":"noul","noul":0.45}},"model":"jev-1.13.0","input_tokens":517,"ms":382,"at":"2026-10-05T23:15:25.334Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|9","scenario":"footbridge_self","wording":"v1","order":"o1","n":9,"k":0,"answers":{"pull":0.58,"pull_criteria":0.67,"stay":0.45},"raw":{"pull":{"type":"noul","noul":0.58},"pull_criteria":{"type":"noul","noul":0.67},"stay":{"type":"noul","noul":0.45}},"model":"jev-1.13.0","input_tokens":517,"ms":244,"at":"2026-10-05T23:15:25.433Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|10","scenario":"footbridge_self","wording":"v1","order":"o1","n":10,"k":0,"answers":{"pull":0.53,"pull_criteria":0.66,"stay":0.49},"raw":{"pull":{"type":"noul","noul":0.53},"pull_criteria":{"type":"noul","noul":0.66},"stay":{"type":"noul","noul":0.49}},"model":"jev-1.13.0","input_tokens":518,"ms":293,"at":"2026-10-05T23:15:25.477Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|11","scenario":"footbridge_self","wording":"v1","order":"o1","n":11,"k":0,"answers":{"pull":0.58,"pull_criteria":0.66,"stay":0.46},"raw":{"pull":{"type":"noul","noul":0.58},"pull_criteria":{"type":"noul","noul":0.66},"stay":{"type":"noul","noul":0.46}},"model":"jev-1.13.0","input_tokens":518,"ms":329,"at":"2026-10-05T23:15:25.634Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|12","scenario":"footbridge_self","wording":"v1","order":"o1","n":12,"k":0,"answers":{"pull":0.54,"pull_criteria":0.66,"stay":0.49},"raw":{"pull":{"type":"noul","noul":0.54},"pull_criteria":{"type":"noul","noul":0.66},"stay":{"type":"noul","noul":0.49}},"model":"jev-1.13.0","input_tokens":518,"ms":226,"at":"2026-10-05T23:15:25.677Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|13","scenario":"footbridge_self","wording":"v1","order":"o1","n":13,"k":0,"answers":{"pull":0.52,"pull_criteria":0.63,"stay":0.49},"raw":{"pull":{"type":"noul","noul":0.52},"pull_criteria":{"type":"noul","noul":0.63},"stay":{"type":"noul","noul":0.49}},"model":"jev-1.13.0","input_tokens":518,"ms":484,"at":"2026-10-05T23:15:25.716Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|14","scenario":"footbridge_self","wording":"v1","order":"o1","n":14,"k":0,"answers":{"pull":0.6,"pull_criteria":0.71,"stay":0.42},"raw":{"pull":{"type":"noul","noul":0.6},"pull_criteria":{"type":"noul","noul":0.71},"stay":{"type":"noul","noul":0.42}},"model":"jev-1.13.0","input_tokens":518,"ms":239,"at":"2026-10-05T23:15:25.770Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|15","scenario":"footbridge_self","wording":"v1","order":"o1","n":15,"k":0,"answers":{"pull":0.59,"pull_criteria":0.67,"stay":0.43},"raw":{"pull":{"type":"noul","noul":0.59},"pull_criteria":{"type":"noul","noul":0.67},"stay":{"type":"noul","noul":0.43}},"model":"jev-1.13.0","input_tokens":518,"ms":380,"at":"2026-10-05T23:15:25.902Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|16","scenario":"footbridge_self","wording":"v1","order":"o1","n":16,"k":0,"answers":{"pull":0.57,"pull_criteria":0.67,"stay":0.47},"raw":{"pull":{"type":"noul","noul":0.57},"pull_criteria":{"type":"noul","noul":0.67},"stay":{"type":"noul","noul":0.47}},"model":"jev-1.13.0","input_tokens":518,"ms":278,"at":"2026-10-05T23:15:25.962Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|17","scenario":"footbridge_self","wording":"v1","order":"o1","n":17,"k":0,"answers":{"pull":0.6,"pull_criteria":0.7,"stay":0.43},"raw":{"pull":{"type":"noul","noul":0.6},"pull_criteria":{"type":"noul","noul":0.7},"stay":{"type":"noul","noul":0.43}},"model":"jev-1.13.0","input_tokens":518,"ms":315,"at":"2026-10-05T23:15:26.008Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|18","scenario":"footbridge_self","wording":"v1","order":"o1","n":18,"k":0,"answers":{"pull":0.59,"pull_criteria":0.69,"stay":0.47},"raw":{"pull":{"type":"noul","noul":0.59},"pull_criteria":{"type":"noul","noul":0.69},"stay":{"type":"noul","noul":0.47}},"model":"jev-1.13.0","input_tokens":518,"ms":428,"at":"2026-10-05T23:15:26.200Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|19","scenario":"footbridge_self","wording":"v1","order":"o1","n":19,"k":0,"answers":{"pull":0.58,"pull_criteria":0.69,"stay":0.5},"raw":{"pull":{"type":"noul","noul":0.58},"pull_criteria":{"type":"noul","noul":0.69},"stay":{"type":"noul","noul":0.5}},"model":"jev-1.13.0","input_tokens":518,"ms":290,"at":"2026-10-05T23:15:26.241Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o1|20","scenario":"footbridge_self","wording":"v1","order":"o1","n":20,"k":0,"answers":{"pull":0.6,"pull_criteria":0.7,"stay":0.46},"raw":{"pull":{"type":"noul","noul":0.6},"pull_criteria":{"type":"noul","noul":0.7},"stay":{"type":"noul","noul":0.46}},"model":"jev-1.13.0","input_tokens":518,"ms":305,"at":"2026-10-05T23:15:26.283Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|0","scenario":"footbridge_self","wording":"v1","order":"o2","n":0,"k":0,"answers":{"pull":0.3,"pull_criteria":0.37,"stay":0.73},"raw":{"pull":{"type":"noul","noul":0.3},"pull_criteria":{"type":"noul","noul":0.37},"stay":{"type":"noul","noul":0.73}},"model":"jev-1.13.0","input_tokens":511,"ms":345,"at":"2026-10-05T23:15:26.324Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|1","scenario":"footbridge_self","wording":"v1","order":"o2","n":1,"k":0,"answers":{"pull":0.53,"pull_criteria":0.67,"stay":0.46},"raw":{"pull":{"type":"noul","noul":0.53},"pull_criteria":{"type":"noul","noul":0.67},"stay":{"type":"noul","noul":0.46}},"model":"jev-1.13.0","input_tokens":517,"ms":456,"at":"2026-10-05T23:15:26.531Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|2","scenario":"footbridge_self","wording":"v1","order":"o2","n":2,"k":0,"answers":{"pull":0.57,"pull_criteria":0.7,"stay":0.45},"raw":{"pull":{"type":"noul","noul":0.57},"pull_criteria":{"type":"noul","noul":0.7},"stay":{"type":"noul","noul":0.45}},"model":"jev-1.13.0","input_tokens":517,"ms":172,"at":"2026-10-05T23:15:26.588Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|3","scenario":"footbridge_self","wording":"v1","order":"o2","n":3,"k":0,"answers":{"pull":0.56,"pull_criteria":0.69,"stay":0.45},"raw":{"pull":{"type":"noul","noul":0.56},"pull_criteria":{"type":"noul","noul":0.69},"stay":{"type":"noul","noul":0.45}},"model":"jev-1.13.0","input_tokens":517,"ms":318,"at":"2026-10-05T23:15:26.628Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|4","scenario":"footbridge_self","wording":"v1","order":"o2","n":4,"k":0,"answers":{"pull":0.57,"pull_criteria":0.68,"stay":0.46},"raw":{"stay":{"type":"noul","noul":0.46},"pull":{"type":"noul","noul":0.57},"pull_criteria":{"type":"noul","noul":0.68}},"model":"jev-1.13.0","input_tokens":517,"ms":237,"at":"2026-10-05T23:15:26.669Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|5","scenario":"footbridge_self","wording":"v1","order":"o2","n":5,"k":0,"answers":{"pull":0.58,"pull_criteria":0.69,"stay":0.47},"raw":{"pull":{"type":"noul","noul":0.58},"pull_criteria":{"type":"noul","noul":0.69},"stay":{"type":"noul","noul":0.47}},"model":"jev-1.13.0","input_tokens":517,"ms":331,"at":"2026-10-05T23:15:26.759Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|6","scenario":"footbridge_self","wording":"v1","order":"o2","n":6,"k":0,"answers":{"pull":0.61,"pull_criteria":0.7,"stay":0.41},"raw":{"pull":{"type":"noul","noul":0.61},"pull_criteria":{"type":"noul","noul":0.7},"stay":{"type":"noul","noul":0.41}},"model":"jev-1.13.0","input_tokens":517,"ms":520,"at":"2026-10-05T23:15:26.905Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|7","scenario":"footbridge_self","wording":"v1","order":"o2","n":7,"k":0,"answers":{"pull":0.63,"pull_criteria":0.71,"stay":0.4},"raw":{"pull":{"type":"noul","noul":0.63},"pull_criteria":{"type":"noul","noul":0.71},"stay":{"type":"noul","noul":0.4}},"model":"jev-1.13.0","input_tokens":517,"ms":311,"at":"2026-10-05T23:15:26.946Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|8","scenario":"footbridge_self","wording":"v1","order":"o2","n":8,"k":0,"answers":{"pull":0.62,"pull_criteria":0.73,"stay":0.39},"raw":{"pull":{"type":"noul","noul":0.62},"pull_criteria":{"type":"noul","noul":0.73},"stay":{"type":"noul","noul":0.39}},"model":"jev-1.13.0","input_tokens":517,"ms":228,"at":"2026-10-05T23:15:26.987Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|9","scenario":"footbridge_self","wording":"v1","order":"o2","n":9,"k":0,"answers":{"pull":0.64,"pull_criteria":0.73,"stay":0.41},"raw":{"pull":{"type":"noul","noul":0.64},"pull_criteria":{"type":"noul","noul":0.73},"stay":{"type":"noul","noul":0.41}},"model":"jev-1.13.0","input_tokens":517,"ms":292,"at":"2026-10-05T23:15:27.090Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|10","scenario":"footbridge_self","wording":"v1","order":"o2","n":10,"k":0,"answers":{"pull":0.59,"pull_criteria":0.73,"stay":0.46},"raw":{"pull":{"type":"noul","noul":0.59},"pull_criteria":{"type":"noul","noul":0.73},"stay":{"type":"noul","noul":0.46}},"model":"jev-1.13.0","input_tokens":518,"ms":294,"at":"2026-10-05T23:15:27.215Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|11","scenario":"footbridge_self","wording":"v1","order":"o2","n":11,"k":0,"answers":{"pull":0.63,"pull_criteria":0.72,"stay":0.42},"raw":{"pull":{"type":"noul","noul":0.63},"pull_criteria":{"type":"noul","noul":0.72},"stay":{"type":"noul","noul":0.42}},"model":"jev-1.13.0","input_tokens":518,"ms":210,"at":"2026-10-05T23:15:27.257Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|12","scenario":"footbridge_self","wording":"v1","order":"o2","n":12,"k":0,"answers":{"pull":0.6,"pull_criteria":0.7,"stay":0.43},"raw":{"pull":{"type":"noul","noul":0.6},"pull_criteria":{"type":"noul","noul":0.7},"stay":{"type":"noul","noul":0.43}},"model":"jev-1.13.0","input_tokens":518,"ms":230,"at":"2026-10-05T23:15:27.382Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|13","scenario":"footbridge_self","wording":"v1","order":"o2","n":13,"k":0,"answers":{"pull":0.67,"pull_criteria":0.73,"stay":0.36},"raw":{"pull":{"type":"noul","noul":0.67},"pull_criteria":{"type":"noul","noul":0.73},"stay":{"type":"noul","noul":0.36}},"model":"jev-1.13.0","input_tokens":518,"ms":262,"at":"2026-10-05T23:15:27.425Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|14","scenario":"footbridge_self","wording":"v1","order":"o2","n":14,"k":0,"answers":{"pull":0.59,"pull_criteria":0.74,"stay":0.41},"raw":{"pull":{"type":"noul","noul":0.59},"pull_criteria":{"type":"noul","noul":0.74},"stay":{"type":"noul","noul":0.41}},"model":"jev-1.13.0","input_tokens":518,"ms":300,"at":"2026-10-05T23:15:27.467Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|15","scenario":"footbridge_self","wording":"v1","order":"o2","n":15,"k":0,"answers":{"pull":0.59,"pull_criteria":0.71,"stay":0.42},"raw":{"pull":{"type":"noul","noul":0.59},"pull_criteria":{"type":"noul","noul":0.71},"stay":{"type":"noul","noul":0.42}},"model":"jev-1.13.0","input_tokens":518,"ms":219,"at":"2026-10-05T23:15:27.509Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|16","scenario":"footbridge_self","wording":"v1","order":"o2","n":16,"k":0,"answers":{"pull":0.65,"pull_criteria":0.72,"stay":0.36},"raw":{"pull":{"type":"noul","noul":0.65},"pull_criteria":{"type":"noul","noul":0.72},"stay":{"type":"noul","noul":0.36}},"model":"jev-1.13.0","input_tokens":518,"ms":300,"at":"2026-10-05T23:15:27.612Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|17","scenario":"footbridge_self","wording":"v1","order":"o2","n":17,"k":0,"answers":{"pull":0.65,"pull_criteria":0.75,"stay":0.34},"raw":{"pull":{"type":"noul","noul":0.65},"pull_criteria":{"type":"noul","noul":0.75},"stay":{"type":"noul","noul":0.34}},"model":"jev-1.13.0","input_tokens":518,"ms":186,"at":"2026-10-05T23:15:27.687Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|18","scenario":"footbridge_self","wording":"v1","order":"o2","n":18,"k":0,"answers":{"pull":0.64,"pull_criteria":0.73,"stay":0.36},"raw":{"pull":{"type":"noul","noul":0.64},"pull_criteria":{"type":"noul","noul":0.73},"stay":{"type":"noul","noul":0.36}},"model":"jev-1.13.0","input_tokens":518,"ms":302,"at":"2026-10-05T23:15:27.728Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|19","scenario":"footbridge_self","wording":"v1","order":"o2","n":19,"k":0,"answers":{"pull":0.65,"pull_criteria":0.73,"stay":0.41},"raw":{"pull":{"type":"noul","noul":0.65},"pull_criteria":{"type":"noul","noul":0.73},"stay":{"type":"noul","noul":0.41}},"model":"jev-1.13.0","input_tokens":518,"ms":222,"at":"2026-10-05T23:15:27.767Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v1|o2|20","scenario":"footbridge_self","wording":"v1","order":"o2","n":20,"k":0,"answers":{"pull":0.66,"pull_criteria":0.75,"stay":0.39},"raw":{"pull":{"type":"noul","noul":0.66},"pull_criteria":{"type":"noul","noul":0.75},"stay":{"type":"noul","noul":0.39}},"model":"jev-1.13.0","input_tokens":518,"ms":271,"at":"2026-10-05T23:15:27.873Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|0","scenario":"footbridge_self","wording":"v2","order":"o1","n":0,"k":0,"answers":{"pull":0.33,"pull_criteria":0.22,"stay":0.8},"raw":{"pull":{"type":"noul","noul":0.33},"pull_criteria":{"type":"noul","noul":0.22},"stay":{"type":"noul","noul":0.8}},"model":"jev-1.13.0","input_tokens":537,"ms":272,"at":"2026-10-05T23:15:27.912Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|1","scenario":"footbridge_self","wording":"v2","order":"o1","n":1,"k":0,"answers":{"pull":0.52,"pull_criteria":0.53,"stay":0.49},"raw":{"pull":{"type":"noul","noul":0.52},"pull_criteria":{"type":"noul","noul":0.53},"stay":{"type":"noul","noul":0.49}},"model":"jev-1.13.0","input_tokens":538,"ms":236,"at":"2026-10-05T23:15:27.989Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|2","scenario":"footbridge_self","wording":"v2","order":"o1","n":2,"k":0,"answers":{"pull":0.59,"pull_criteria":0.61,"stay":0.42},"raw":{"pull":{"type":"noul","noul":0.59},"pull_criteria":{"type":"noul","noul":0.61},"stay":{"type":"noul","noul":0.42}},"model":"jev-1.13.0","input_tokens":538,"ms":236,"at":"2026-10-05T23:15:28.030Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|3","scenario":"footbridge_self","wording":"v2","order":"o1","n":3,"k":0,"answers":{"pull":0.57,"pull_criteria":0.65,"stay":0.38},"raw":{"pull":{"type":"noul","noul":0.57},"pull_criteria":{"type":"noul","noul":0.65},"stay":{"type":"noul","noul":0.38}},"model":"jev-1.13.0","input_tokens":538,"ms":258,"at":"2026-10-05T23:15:28.144Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|4","scenario":"footbridge_self","wording":"v2","order":"o1","n":4,"k":0,"answers":{"pull":0.55,"pull_criteria":0.63,"stay":0.38},"raw":{"pull":{"type":"noul","noul":0.55},"pull_criteria":{"type":"noul","noul":0.63},"stay":{"type":"noul","noul":0.38}},"model":"jev-1.13.0","input_tokens":538,"ms":171,"at":"2026-10-05T23:15:28.184Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|5","scenario":"footbridge_self","wording":"v2","order":"o1","n":5,"k":0,"answers":{"pull":0.6,"pull_criteria":0.68,"stay":0.4},"raw":{"pull":{"type":"noul","noul":0.6},"pull_criteria":{"type":"noul","noul":0.68},"stay":{"type":"noul","noul":0.4}},"model":"jev-1.13.0","input_tokens":538,"ms":215,"at":"2026-10-05T23:15:28.225Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|6","scenario":"footbridge_self","wording":"v2","order":"o1","n":6,"k":0,"answers":{"pull":0.59,"pull_criteria":0.68,"stay":0.4},"raw":{"pull":{"type":"noul","noul":0.59},"pull_criteria":{"type":"noul","noul":0.68},"stay":{"type":"noul","noul":0.4}},"model":"jev-1.13.0","input_tokens":538,"ms":213,"at":"2026-10-05T23:15:28.266Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|7","scenario":"footbridge_self","wording":"v2","order":"o1","n":7,"k":0,"answers":{"pull":0.61,"pull_criteria":0.67,"stay":0.34},"raw":{"pull":{"type":"noul","noul":0.61},"pull_criteria":{"type":"noul","noul":0.67},"stay":{"type":"noul","noul":0.34}},"model":"jev-1.13.0","input_tokens":538,"ms":179,"at":"2026-10-05T23:15:28.355Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|8","scenario":"footbridge_self","wording":"v2","order":"o1","n":8,"k":0,"answers":{"pull":0.61,"pull_criteria":0.67,"stay":0.37},"raw":{"pull":{"type":"noul","noul":0.61},"pull_criteria":{"type":"noul","noul":0.67},"stay":{"type":"noul","noul":0.37}},"model":"jev-1.13.0","input_tokens":538,"ms":284,"at":"2026-10-05T23:15:28.402Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|9","scenario":"footbridge_self","wording":"v2","order":"o1","n":9,"k":0,"answers":{"pull":0.63,"pull_criteria":0.69,"stay":0.34},"raw":{"pull":{"type":"noul","noul":0.63},"pull_criteria":{"type":"noul","noul":0.69},"stay":{"type":"noul","noul":0.34}},"model":"jev-1.13.0","input_tokens":538,"ms":296,"at":"2026-10-05T23:15:28.440Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|10","scenario":"footbridge_self","wording":"v2","order":"o1","n":10,"k":0,"answers":{"pull":0.62,"pull_criteria":0.68,"stay":0.37},"raw":{"pull":{"type":"noul","noul":0.62},"pull_criteria":{"type":"noul","noul":0.68},"stay":{"type":"noul","noul":0.37}},"model":"jev-1.13.0","input_tokens":540,"ms":335,"at":"2026-10-05T23:15:28.479Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|11","scenario":"footbridge_self","wording":"v2","order":"o1","n":11,"k":0,"answers":{"pull":0.6,"pull_criteria":0.67,"stay":0.36},"raw":{"pull":{"type":"noul","noul":0.6},"pull_criteria":{"type":"noul","noul":0.67},"stay":{"type":"noul","noul":0.36}},"model":"jev-1.13.0","input_tokens":540,"ms":239,"at":"2026-10-05T23:15:28.534Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|12","scenario":"footbridge_self","wording":"v2","order":"o1","n":12,"k":0,"answers":{"pull":0.63,"pull_criteria":0.67,"stay":0.34},"raw":{"pull":{"type":"noul","noul":0.63},"pull_criteria":{"type":"noul","noul":0.67},"stay":{"type":"noul","noul":0.34}},"model":"jev-1.13.0","input_tokens":540,"ms":317,"at":"2026-10-05T23:15:28.686Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|13","scenario":"footbridge_self","wording":"v2","order":"o1","n":13,"k":0,"answers":{"pull":0.64,"pull_criteria":0.7,"stay":0.33},"raw":{"pull":{"type":"noul","noul":0.64},"pull_criteria":{"type":"noul","noul":0.7},"stay":{"type":"noul","noul":0.33}},"model":"jev-1.13.0","input_tokens":540,"ms":219,"at":"2026-10-05T23:15:28.736Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|14","scenario":"footbridge_self","wording":"v2","order":"o1","n":14,"k":0,"answers":{"pull":0.6,"pull_criteria":0.68,"stay":0.35},"raw":{"pull":{"type":"noul","noul":0.6},"pull_criteria":{"type":"noul","noul":0.68},"stay":{"type":"noul","noul":0.35}},"model":"jev-1.13.0","input_tokens":540,"ms":298,"at":"2026-10-05T23:15:28.773Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|15","scenario":"footbridge_self","wording":"v2","order":"o1","n":15,"k":0,"answers":{"pull":0.64,"pull_criteria":0.71,"stay":0.36},"raw":{"pull":{"type":"noul","noul":0.64},"pull_criteria":{"type":"noul","noul":0.71},"stay":{"type":"noul","noul":0.36}},"model":"jev-1.13.0","input_tokens":540,"ms":301,"at":"2026-10-05T23:15:28.814Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|16","scenario":"footbridge_self","wording":"v2","order":"o1","n":16,"k":0,"answers":{"pull":0.61,"pull_criteria":0.69,"stay":0.35},"raw":{"pull":{"type":"noul","noul":0.61},"pull_criteria":{"type":"noul","noul":0.69},"stay":{"type":"noul","noul":0.35}},"model":"jev-1.13.0","input_tokens":540,"ms":223,"at":"2026-10-05T23:15:28.955Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|17","scenario":"footbridge_self","wording":"v2","order":"o1","n":17,"k":0,"answers":{"pull":0.65,"pull_criteria":0.7,"stay":0.33},"raw":{"pull":{"type":"noul","noul":0.65},"pull_criteria":{"type":"noul","noul":0.7},"stay":{"type":"noul","noul":0.33}},"model":"jev-1.13.0","input_tokens":540,"ms":237,"at":"2026-10-05T23:15:29.003Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|18","scenario":"footbridge_self","wording":"v2","order":"o1","n":18,"k":0,"answers":{"pull":0.64,"pull_criteria":0.71,"stay":0.35},"raw":{"pull":{"type":"noul","noul":0.64},"pull_criteria":{"type":"noul","noul":0.71},"stay":{"type":"noul","noul":0.35}},"model":"jev-1.13.0","input_tokens":540,"ms":250,"at":"2026-10-05T23:15:29.071Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|19","scenario":"footbridge_self","wording":"v2","order":"o1","n":19,"k":0,"answers":{"pull":0.64,"pull_criteria":0.69,"stay":0.29},"raw":{"pull":{"type":"noul","noul":0.64},"pull_criteria":{"type":"noul","noul":0.69},"stay":{"type":"noul","noul":0.29}},"model":"jev-1.13.0","input_tokens":540,"ms":246,"at":"2026-10-05T23:15:29.115Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o1|20","scenario":"footbridge_self","wording":"v2","order":"o1","n":20,"k":0,"answers":{"pull":0.64,"pull_criteria":0.72,"stay":0.31},"raw":{"pull":{"type":"noul","noul":0.64},"pull_criteria":{"type":"noul","noul":0.72},"stay":{"type":"noul","noul":0.31}},"model":"jev-1.13.0","input_tokens":540,"ms":275,"at":"2026-10-05T23:15:29.178Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|0","scenario":"footbridge_self","wording":"v2","order":"o2","n":0,"k":0,"answers":{"pull":0.16,"pull_criteria":0.15,"stay":0.87},"raw":{"pull":{"type":"noul","noul":0.16},"pull_criteria":{"type":"noul","noul":0.15},"stay":{"type":"noul","noul":0.87}},"model":"jev-1.13.0","input_tokens":537,"ms":256,"at":"2026-10-05T23:15:29.240Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|1","scenario":"footbridge_self","wording":"v2","order":"o2","n":1,"k":0,"answers":{"pull":0.51,"pull_criteria":0.57,"stay":0.41},"raw":{"pull":{"type":"noul","noul":0.51},"pull_criteria":{"type":"noul","noul":0.57},"stay":{"type":"noul","noul":0.41}},"model":"jev-1.13.0","input_tokens":538,"ms":257,"at":"2026-10-05T23:15:29.322Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|2","scenario":"footbridge_self","wording":"v2","order":"o2","n":2,"k":0,"answers":{"pull":0.55,"pull_criteria":0.63,"stay":0.35},"raw":{"stay":{"type":"noul","noul":0.35},"pull":{"type":"noul","noul":0.55},"pull_criteria":{"type":"noul","noul":0.63}},"model":"jev-1.13.0","input_tokens":538,"ms":177,"at":"2026-10-05T23:15:29.361Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|3","scenario":"footbridge_self","wording":"v2","order":"o2","n":3,"k":0,"answers":{"pull":0.54,"pull_criteria":0.63,"stay":0.34},"raw":{"pull":{"type":"noul","noul":0.54},"pull_criteria":{"type":"noul","noul":0.63},"stay":{"type":"noul","noul":0.34}},"model":"jev-1.13.0","input_tokens":538,"ms":174,"at":"2026-10-05T23:15:29.453Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|4","scenario":"footbridge_self","wording":"v2","order":"o2","n":4,"k":0,"answers":{"pull":0.52,"pull_criteria":0.63,"stay":0.33},"raw":{"pull":{"type":"noul","noul":0.52},"pull_criteria":{"type":"noul","noul":0.63},"stay":{"type":"noul","noul":0.33}},"model":"jev-1.13.0","input_tokens":538,"ms":344,"at":"2026-10-05T23:15:29.496Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|5","scenario":"footbridge_self","wording":"v2","order":"o2","n":5,"k":0,"answers":{"pull":0.54,"pull_criteria":0.62,"stay":0.3},"raw":{"pull":{"type":"noul","noul":0.54},"pull_criteria":{"type":"noul","noul":0.62},"stay":{"type":"noul","noul":0.3}},"model":"jev-1.13.0","input_tokens":538,"ms":344,"at":"2026-10-05T23:15:29.538Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|6","scenario":"footbridge_self","wording":"v2","order":"o2","n":6,"k":0,"answers":{"pull":0.57,"pull_criteria":0.67,"stay":0.31},"raw":{"pull":{"type":"noul","noul":0.57},"pull_criteria":{"type":"noul","noul":0.67},"stay":{"type":"noul","noul":0.31}},"model":"jev-1.13.0","input_tokens":538,"ms":222,"at":"2026-10-05T23:15:29.578Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|7","scenario":"footbridge_self","wording":"v2","order":"o2","n":7,"k":0,"answers":{"pull":0.52,"pull_criteria":0.65,"stay":0.34},"raw":{"pull":{"type":"noul","noul":0.52},"pull_criteria":{"type":"noul","noul":0.65},"stay":{"type":"noul","noul":0.34}},"model":"jev-1.13.0","input_tokens":538,"ms":300,"at":"2026-10-05T23:15:29.627Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|8","scenario":"footbridge_self","wording":"v2","order":"o2","n":8,"k":0,"answers":{"pull":0.53,"pull_criteria":0.62,"stay":0.34},"raw":{"pull":{"type":"noul","noul":0.53},"pull_criteria":{"type":"noul","noul":0.62},"stay":{"type":"noul","noul":0.34}},"model":"jev-1.13.0","input_tokens":538,"ms":178,"at":"2026-10-05T23:15:29.800Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|9","scenario":"footbridge_self","wording":"v2","order":"o2","n":9,"k":0,"answers":{"pull":0.57,"pull_criteria":0.66,"stay":0.29},"raw":{"pull":{"type":"noul","noul":0.57},"pull_criteria":{"type":"noul","noul":0.66},"stay":{"type":"noul","noul":0.29}},"model":"jev-1.13.0","input_tokens":538,"ms":210,"at":"2026-10-05T23:15:29.840Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|10","scenario":"footbridge_self","wording":"v2","order":"o2","n":10,"k":0,"answers":{"pull":0.57,"pull_criteria":0.66,"stay":0.28},"raw":{"pull":{"type":"noul","noul":0.57},"pull_criteria":{"type":"noul","noul":0.66},"stay":{"type":"noul","noul":0.28}},"model":"jev-1.13.0","input_tokens":540,"ms":256,"at":"2026-10-05T23:15:29.882Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|11","scenario":"footbridge_self","wording":"v2","order":"o2","n":11,"k":0,"answers":{"pull":0.59,"pull_criteria":0.66,"stay":0.27},"raw":{"pull":{"type":"noul","noul":0.59},"pull_criteria":{"type":"noul","noul":0.66},"stay":{"type":"noul","noul":0.27}},"model":"jev-1.13.0","input_tokens":540,"ms":169,"at":"2026-10-05T23:15:29.928Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|12","scenario":"footbridge_self","wording":"v2","order":"o2","n":12,"k":0,"answers":{"pull":0.57,"pull_criteria":0.66,"stay":0.31},"raw":{"pull":{"type":"noul","noul":0.57},"pull_criteria":{"type":"noul","noul":0.66},"stay":{"type":"noul","noul":0.31}},"model":"jev-1.13.0","input_tokens":540,"ms":304,"at":"2026-10-05T23:15:29.978Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|13","scenario":"footbridge_self","wording":"v2","order":"o2","n":13,"k":0,"answers":{"pull":0.6,"pull_criteria":0.68,"stay":0.24},"raw":{"pull":{"type":"noul","noul":0.6},"pull_criteria":{"type":"noul","noul":0.68},"stay":{"type":"noul","noul":0.24}},"model":"jev-1.13.0","input_tokens":540,"ms":186,"at":"2026-10-05T23:15:30.050Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|14","scenario":"footbridge_self","wording":"v2","order":"o2","n":14,"k":0,"answers":{"pull":0.6,"pull_criteria":0.7,"stay":0.26},"raw":{"pull":{"type":"noul","noul":0.6},"pull_criteria":{"type":"noul","noul":0.7},"stay":{"type":"noul","noul":0.26}},"model":"jev-1.13.0","input_tokens":540,"ms":233,"at":"2026-10-05T23:15:30.097Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|15","scenario":"footbridge_self","wording":"v2","order":"o2","n":15,"k":0,"answers":{"pull":0.61,"pull_criteria":0.69,"stay":0.24},"raw":{"pull":{"type":"noul","noul":0.61},"pull_criteria":{"type":"noul","noul":0.69},"stay":{"type":"noul","noul":0.24}},"model":"jev-1.13.0","input_tokens":540,"ms":347,"at":"2026-10-05T23:15:30.139Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|16","scenario":"footbridge_self","wording":"v2","order":"o2","n":16,"k":0,"answers":{"pull":0.58,"pull_criteria":0.67,"stay":0.28},"raw":{"pull":{"type":"noul","noul":0.58},"pull_criteria":{"type":"noul","noul":0.67},"stay":{"type":"noul","noul":0.28}},"model":"jev-1.13.0","input_tokens":540,"ms":292,"at":"2026-10-05T23:15:30.237Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|17","scenario":"footbridge_self","wording":"v2","order":"o2","n":17,"k":0,"answers":{"pull":0.58,"pull_criteria":0.69,"stay":0.27},"raw":{"pull":{"type":"noul","noul":0.58},"pull_criteria":{"type":"noul","noul":0.69},"stay":{"type":"noul","noul":0.27}},"model":"jev-1.13.0","input_tokens":540,"ms":156,"at":"2026-10-05T23:15:30.282Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|18","scenario":"footbridge_self","wording":"v2","order":"o2","n":18,"k":0,"answers":{"pull":0.61,"pull_criteria":0.69,"stay":0.27},"raw":{"pull":{"type":"noul","noul":0.61},"pull_criteria":{"type":"noul","noul":0.69},"stay":{"type":"noul","noul":0.27}},"model":"jev-1.13.0","input_tokens":540,"ms":238,"at":"2026-10-05T23:15:30.330Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|19","scenario":"footbridge_self","wording":"v2","order":"o2","n":19,"k":0,"answers":{"pull":0.61,"pull_criteria":0.68,"stay":0.23},"raw":{"pull":{"type":"noul","noul":0.61},"pull_criteria":{"type":"noul","noul":0.68},"stay":{"type":"noul","noul":0.23}},"model":"jev-1.13.0","input_tokens":540,"ms":220,"at":"2026-10-05T23:15:30.438Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v2|o2|20","scenario":"footbridge_self","wording":"v2","order":"o2","n":20,"k":0,"answers":{"pull":0.59,"pull_criteria":0.67,"stay":0.25},"raw":{"pull_criteria":{"type":"noul","noul":0.67},"stay":{"type":"noul","noul":0.25},"pull":{"type":"noul","noul":0.59}},"model":"jev-1.13.0","input_tokens":540,"ms":215,"at":"2026-10-05T23:15:30.486Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|0","scenario":"footbridge_self","wording":"v3","order":"o1","n":0,"k":0,"answers":{"pull":0.39,"pull_criteria":0.35,"stay":0.57},"raw":{"pull":{"type":"noul","noul":0.39},"pull_criteria":{"type":"noul","noul":0.35},"stay":{"type":"noul","noul":0.57}},"model":"jev-1.13.0","input_tokens":476,"ms":212,"at":"2026-10-05T23:15:30.528Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|1","scenario":"footbridge_self","wording":"v3","order":"o1","n":1,"k":0,"answers":{"pull":0.42,"pull_criteria":0.51,"stay":0.52},"raw":{"pull":{"type":"noul","noul":0.42},"pull_criteria":{"type":"noul","noul":0.51},"stay":{"type":"noul","noul":0.52}},"model":"jev-1.13.0","input_tokens":477,"ms":210,"at":"2026-10-05T23:15:30.568Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|2","scenario":"footbridge_self","wording":"v3","order":"o1","n":2,"k":0,"answers":{"pull":0.46,"pull_criteria":0.57,"stay":0.51},"raw":{"pull":{"type":"noul","noul":0.46},"pull_criteria":{"type":"noul","noul":0.57},"stay":{"type":"noul","noul":0.51}},"model":"jev-1.13.0","input_tokens":477,"ms":232,"at":"2026-10-05T23:15:30.657Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|3","scenario":"footbridge_self","wording":"v3","order":"o1","n":3,"k":0,"answers":{"pull":0.51,"pull_criteria":0.62,"stay":0.52},"raw":{"pull":{"type":"noul","noul":0.51},"pull_criteria":{"type":"noul","noul":0.62},"stay":{"type":"noul","noul":0.52}},"model":"jev-1.13.0","input_tokens":477,"ms":232,"at":"2026-10-05T23:15:30.700Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|4","scenario":"footbridge_self","wording":"v3","order":"o1","n":4,"k":0,"answers":{"pull":0.52,"pull_criteria":0.64,"stay":0.53},"raw":{"pull_criteria":{"type":"noul","noul":0.64},"stay":{"type":"noul","noul":0.53},"pull":{"type":"noul","noul":0.52}},"model":"jev-1.13.0","input_tokens":477,"ms":236,"at":"2026-10-05T23:15:30.740Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|5","scenario":"footbridge_self","wording":"v3","order":"o1","n":5,"k":0,"answers":{"pull":0.52,"pull_criteria":0.62,"stay":0.52},"raw":{"pull":{"type":"noul","noul":0.52},"pull_criteria":{"type":"noul","noul":0.62},"stay":{"type":"noul","noul":0.52}},"model":"jev-1.13.0","input_tokens":477,"ms":245,"at":"2026-10-05T23:15:30.778Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|6","scenario":"footbridge_self","wording":"v3","order":"o1","n":6,"k":0,"answers":{"pull":0.54,"pull_criteria":0.64,"stay":0.51},"raw":{"pull":{"type":"noul","noul":0.54},"pull_criteria":{"type":"noul","noul":0.64},"stay":{"type":"noul","noul":0.51}},"model":"jev-1.13.0","input_tokens":477,"ms":192,"at":"2026-10-05T23:15:30.889Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|7","scenario":"footbridge_self","wording":"v3","order":"o1","n":7,"k":0,"answers":{"pull":0.54,"pull_criteria":0.64,"stay":0.55},"raw":{"pull":{"type":"noul","noul":0.54},"pull_criteria":{"type":"noul","noul":0.64},"stay":{"type":"noul","noul":0.55}},"model":"jev-1.13.0","input_tokens":477,"ms":288,"at":"2026-10-05T23:15:30.933Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|8","scenario":"footbridge_self","wording":"v3","order":"o1","n":8,"k":0,"answers":{"pull":0.54,"pull_criteria":0.64,"stay":0.5},"raw":{"pull":{"type":"noul","noul":0.54},"pull_criteria":{"type":"noul","noul":0.64},"stay":{"type":"noul","noul":0.5}},"model":"jev-1.13.0","input_tokens":477,"ms":329,"at":"2026-10-05T23:15:30.977Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|9","scenario":"footbridge_self","wording":"v3","order":"o1","n":9,"k":0,"answers":{"pull":0.58,"pull_criteria":0.66,"stay":0.51},"raw":{"pull":{"type":"noul","noul":0.58},"pull_criteria":{"type":"noul","noul":0.66},"stay":{"type":"noul","noul":0.51}},"model":"jev-1.13.0","input_tokens":477,"ms":240,"at":"2026-10-05T23:15:31.023Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|10","scenario":"footbridge_self","wording":"v3","order":"o1","n":10,"k":0,"answers":{"pull":0.55,"pull_criteria":0.65,"stay":0.53},"raw":{"pull":{"type":"noul","noul":0.55},"pull_criteria":{"type":"noul","noul":0.65},"stay":{"type":"noul","noul":0.53}},"model":"jev-1.13.0","input_tokens":478,"ms":269,"at":"2026-10-05T23:15:31.081Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|11","scenario":"footbridge_self","wording":"v3","order":"o1","n":11,"k":0,"answers":{"pull":0.55,"pull_criteria":0.66,"stay":0.55},"raw":{"pull_criteria":{"type":"noul","noul":0.66},"stay":{"type":"noul","noul":0.55},"pull":{"type":"noul","noul":0.55}},"model":"jev-1.13.0","input_tokens":478,"ms":207,"at":"2026-10-05T23:15:31.221Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|12","scenario":"footbridge_self","wording":"v3","order":"o1","n":12,"k":0,"answers":{"pull":0.51,"pull_criteria":0.64,"stay":0.53},"raw":{"pull":{"type":"noul","noul":0.51},"pull_criteria":{"type":"noul","noul":0.64},"stay":{"type":"noul","noul":0.53}},"model":"jev-1.13.0","input_tokens":478,"ms":261,"at":"2026-10-05T23:15:31.263Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|13","scenario":"footbridge_self","wording":"v3","order":"o1","n":13,"k":0,"answers":{"pull":0.53,"pull_criteria":0.63,"stay":0.52},"raw":{"pull":{"type":"noul","noul":0.53},"pull_criteria":{"type":"noul","noul":0.63},"stay":{"type":"noul","noul":0.52}},"model":"jev-1.13.0","input_tokens":478,"ms":255,"at":"2026-10-05T23:15:31.306Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|14","scenario":"footbridge_self","wording":"v3","order":"o1","n":14,"k":0,"answers":{"pull":0.54,"pull_criteria":0.64,"stay":0.49},"raw":{"pull":{"type":"noul","noul":0.54},"pull_criteria":{"type":"noul","noul":0.64},"stay":{"type":"noul","noul":0.49}},"model":"jev-1.13.0","input_tokens":478,"ms":247,"at":"2026-10-05T23:15:31.350Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|15","scenario":"footbridge_self","wording":"v3","order":"o1","n":15,"k":0,"answers":{"pull":0.54,"pull_criteria":0.64,"stay":0.51},"raw":{"pull":{"type":"noul","noul":0.54},"pull_criteria":{"type":"noul","noul":0.64},"stay":{"type":"noul","noul":0.51}},"model":"jev-1.13.0","input_tokens":478,"ms":207,"at":"2026-10-05T23:15:31.428Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|16","scenario":"footbridge_self","wording":"v3","order":"o1","n":16,"k":0,"answers":{"pull":0.57,"pull_criteria":0.68,"stay":0.52},"raw":{"pull":{"type":"noul","noul":0.57},"pull_criteria":{"type":"noul","noul":0.68},"stay":{"type":"noul","noul":0.52}},"model":"jev-1.13.0","input_tokens":478,"ms":191,"at":"2026-10-05T23:15:31.523Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|17","scenario":"footbridge_self","wording":"v3","order":"o1","n":17,"k":0,"answers":{"pull":0.58,"pull_criteria":0.68,"stay":0.5},"raw":{"pull":{"type":"noul","noul":0.58},"pull_criteria":{"type":"noul","noul":0.68},"stay":{"type":"noul","noul":0.5}},"model":"jev-1.13.0","input_tokens":478,"ms":254,"at":"2026-10-05T23:15:31.560Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|18","scenario":"footbridge_self","wording":"v3","order":"o1","n":18,"k":0,"answers":{"pull":0.56,"pull_criteria":0.65,"stay":0.53},"raw":{"pull":{"type":"noul","noul":0.56},"pull_criteria":{"type":"noul","noul":0.65},"stay":{"type":"noul","noul":0.53}},"model":"jev-1.13.0","input_tokens":478,"ms":324,"at":"2026-10-05T23:15:31.597Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|19","scenario":"footbridge_self","wording":"v3","order":"o1","n":19,"k":0,"answers":{"pull":0.6,"pull_criteria":0.67,"stay":0.5},"raw":{"pull":{"type":"noul","noul":0.6},"pull_criteria":{"type":"noul","noul":0.67},"stay":{"type":"noul","noul":0.5}},"model":"jev-1.13.0","input_tokens":478,"ms":326,"at":"2026-10-05T23:15:31.635Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o1|20","scenario":"footbridge_self","wording":"v3","order":"o1","n":20,"k":0,"answers":{"pull":0.55,"pull_criteria":0.67,"stay":0.47},"raw":{"pull":{"type":"noul","noul":0.55},"pull_criteria":{"type":"noul","noul":0.67},"stay":{"type":"noul","noul":0.47}},"model":"jev-1.13.0","input_tokens":478,"ms":285,"at":"2026-10-05T23:15:31.714Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|0","scenario":"footbridge_self","wording":"v3","order":"o2","n":0,"k":0,"answers":{"pull":0.28,"pull_criteria":0.31,"stay":0.77},"raw":{"pull":{"type":"noul","noul":0.28},"pull_criteria":{"type":"noul","noul":0.31},"stay":{"type":"noul","noul":0.77}},"model":"jev-1.13.0","input_tokens":476,"ms":223,"at":"2026-10-05T23:15:31.814Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|1","scenario":"footbridge_self","wording":"v3","order":"o2","n":1,"k":0,"answers":{"pull":0.41,"pull_criteria":0.51,"stay":0.46},"raw":{"pull":{"type":"noul","noul":0.41},"pull_criteria":{"type":"noul","noul":0.51},"stay":{"type":"noul","noul":0.46}},"model":"jev-1.13.0","input_tokens":477,"ms":256,"at":"2026-10-05T23:15:31.921Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|2","scenario":"footbridge_self","wording":"v3","order":"o2","n":2,"k":0,"answers":{"pull":0.52,"pull_criteria":0.63,"stay":0.43},"raw":{"pull_criteria":{"type":"noul","noul":0.63},"stay":{"type":"noul","noul":0.43},"pull":{"type":"noul","noul":0.52}},"model":"jev-1.13.0","input_tokens":477,"ms":257,"at":"2026-10-05T23:15:31.961Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|3","scenario":"footbridge_self","wording":"v3","order":"o2","n":3,"k":0,"answers":{"pull":0.53,"pull_criteria":0.65,"stay":0.4},"raw":{"pull":{"type":"noul","noul":0.53},"pull_criteria":{"type":"noul","noul":0.65},"stay":{"type":"noul","noul":0.4}},"model":"jev-1.13.0","input_tokens":477,"ms":256,"at":"2026-10-05T23:15:31.999Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|4","scenario":"footbridge_self","wording":"v3","order":"o2","n":4,"k":0,"answers":{"pull":0.55,"pull_criteria":0.65,"stay":0.38},"raw":{"pull":{"type":"noul","noul":0.55},"pull_criteria":{"type":"noul","noul":0.65},"stay":{"type":"noul","noul":0.38}},"model":"jev-1.13.0","input_tokens":477,"ms":461,"at":"2026-10-05T23:15:32.037Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|5","scenario":"footbridge_self","wording":"v3","order":"o2","n":5,"k":0,"answers":{"pull":0.5,"pull_criteria":0.64,"stay":0.39},"raw":{"stay":{"type":"noul","noul":0.39},"pull":{"type":"noul","noul":0.5},"pull_criteria":{"type":"noul","noul":0.64}},"model":"jev-1.13.0","input_tokens":477,"ms":238,"at":"2026-10-05T23:15:32.177Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|6","scenario":"footbridge_self","wording":"v3","order":"o2","n":6,"k":0,"answers":{"pull":0.56,"pull_criteria":0.68,"stay":0.39},"raw":{"pull":{"type":"noul","noul":0.56},"pull_criteria":{"type":"noul","noul":0.68},"stay":{"type":"noul","noul":0.39}},"model":"jev-1.13.0","input_tokens":477,"ms":239,"at":"2026-10-05T23:15:32.218Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|7","scenario":"footbridge_self","wording":"v3","order":"o2","n":7,"k":0,"answers":{"pull":0.57,"pull_criteria":0.68,"stay":0.39},"raw":{"pull":{"type":"noul","noul":0.57},"pull_criteria":{"type":"noul","noul":0.68},"stay":{"type":"noul","noul":0.39}},"model":"jev-1.13.0","input_tokens":477,"ms":284,"at":"2026-10-05T23:15:32.255Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|8","scenario":"footbridge_self","wording":"v3","order":"o2","n":8,"k":0,"answers":{"pull":0.56,"pull_criteria":0.66,"stay":0.4},"raw":{"pull":{"type":"noul","noul":0.56},"pull_criteria":{"type":"noul","noul":0.66},"stay":{"type":"noul","noul":0.4}},"model":"jev-1.13.0","input_tokens":477,"ms":221,"at":"2026-10-05T23:15:32.415Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|9","scenario":"footbridge_self","wording":"v3","order":"o2","n":9,"k":0,"answers":{"pull":0.59,"pull_criteria":0.69,"stay":0.4},"raw":{"pull":{"type":"noul","noul":0.59},"pull_criteria":{"type":"noul","noul":0.69},"stay":{"type":"noul","noul":0.4}},"model":"jev-1.13.0","input_tokens":477,"ms":387,"at":"2026-10-05T23:15:32.457Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|10","scenario":"footbridge_self","wording":"v3","order":"o2","n":10,"k":0,"answers":{"pull":0.52,"pull_criteria":0.65,"stay":0.37},"raw":{"pull":{"type":"noul","noul":0.52},"pull_criteria":{"type":"noul","noul":0.65},"stay":{"type":"noul","noul":0.37}},"model":"jev-1.13.0","input_tokens":478,"ms":259,"at":"2026-10-05T23:15:32.498Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|11","scenario":"footbridge_self","wording":"v3","order":"o2","n":11,"k":0,"answers":{"pull":0.57,"pull_criteria":0.66,"stay":0.4},"raw":{"pull":{"type":"noul","noul":0.57},"pull_criteria":{"type":"noul","noul":0.66},"stay":{"type":"noul","noul":0.4}},"model":"jev-1.13.0","input_tokens":478,"ms":264,"at":"2026-10-05T23:15:32.539Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|12","scenario":"footbridge_self","wording":"v3","order":"o2","n":12,"k":0,"answers":{"pull":0.53,"pull_criteria":0.66,"stay":0.38},"raw":{"pull":{"type":"noul","noul":0.53},"pull_criteria":{"type":"noul","noul":0.66},"stay":{"type":"noul","noul":0.38}},"model":"jev-1.13.0","input_tokens":478,"ms":317,"at":"2026-10-05T23:15:32.636Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|13","scenario":"footbridge_self","wording":"v3","order":"o2","n":13,"k":0,"answers":{"pull":0.53,"pull_criteria":0.64,"stay":0.4},"raw":{"pull":{"type":"noul","noul":0.53},"pull_criteria":{"type":"noul","noul":0.64},"stay":{"type":"noul","noul":0.4}},"model":"jev-1.13.0","input_tokens":478,"ms":275,"at":"2026-10-05T23:15:32.757Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|14","scenario":"footbridge_self","wording":"v3","order":"o2","n":14,"k":0,"answers":{"pull":0.54,"pull_criteria":0.64,"stay":0.41},"raw":{"pull":{"type":"noul","noul":0.54},"pull_criteria":{"type":"noul","noul":0.64},"stay":{"type":"noul","noul":0.41}},"model":"jev-1.13.0","input_tokens":478,"ms":269,"at":"2026-10-05T23:15:32.804Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|15","scenario":"footbridge_self","wording":"v3","order":"o2","n":15,"k":0,"answers":{"pull":0.55,"pull_criteria":0.67,"stay":0.37},"raw":{"pull":{"type":"noul","noul":0.55},"pull_criteria":{"type":"noul","noul":0.67},"stay":{"type":"noul","noul":0.37}},"model":"jev-1.13.0","input_tokens":478,"ms":266,"at":"2026-10-05T23:15:32.844Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|16","scenario":"footbridge_self","wording":"v3","order":"o2","n":16,"k":0,"answers":{"pull":0.54,"pull_criteria":0.66,"stay":0.33},"raw":{"pull":{"type":"noul","noul":0.54},"pull_criteria":{"type":"noul","noul":0.66},"stay":{"type":"noul","noul":0.33}},"model":"jev-1.13.0","input_tokens":478,"ms":197,"at":"2026-10-05T23:15:32.953Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|17","scenario":"footbridge_self","wording":"v3","order":"o2","n":17,"k":0,"answers":{"pull":0.52,"pull_criteria":0.67,"stay":0.38},"raw":{"pull":{"type":"noul","noul":0.52},"pull_criteria":{"type":"noul","noul":0.67},"stay":{"type":"noul","noul":0.38}},"model":"jev-1.13.0","input_tokens":478,"ms":262,"at":"2026-10-05T23:15:33.032Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|18","scenario":"footbridge_self","wording":"v3","order":"o2","n":18,"k":0,"answers":{"pull":0.54,"pull_criteria":0.68,"stay":0.38},"raw":{"pull":{"type":"noul","noul":0.54},"pull_criteria":{"type":"noul","noul":0.68},"stay":{"type":"noul","noul":0.38}},"model":"jev-1.13.0","input_tokens":478,"ms":180,"at":"2026-10-05T23:15:33.072Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|19","scenario":"footbridge_self","wording":"v3","order":"o2","n":19,"k":0,"answers":{"pull":0.55,"pull_criteria":0.66,"stay":0.38},"raw":{"pull":{"type":"noul","noul":0.55},"pull_criteria":{"type":"noul","noul":0.66},"stay":{"type":"noul","noul":0.38}},"model":"jev-1.13.0","input_tokens":478,"ms":299,"at":"2026-10-05T23:15:33.110Z"}
{"prompt_version":"trolley-v1.0-footbridge-self","model_id":"jev","pass":"c","id":"footbridge_self|v3|o2|20","scenario":"footbridge_self","wording":"v3","order":"o2","n":20,"k":0,"answers":{"pull":0.62,"pull_criteria":0.7,"stay":0.38},"raw":{"pull":{"type":"noul","noul":0.62},"pull_criteria":{"type":"noul","noul":0.7},"stay":{"type":"noul","noul":0.38}},"model":"jev-1.13.0","input_tokens":478,"ms":291,"at":"2026-10-05T23:15:33.150Z"}
Reference in New Issue View Git Blame Copy Permalink