mirror of
https://github.com/hanzoai/papers.git
synced 2026-10-30 14:58:42 +00:00
62 lines
973 B
JSON
62 lines
973 B
JSON
{
|
|
"stage": "rag3",
|
|
"init": {
|
|
"repo": "hanzoai/kai-1-multilingual",
|
|
"revision": "3119843b5261e34903f93d03813467524c57982e"
|
|
},
|
|
"sources": [
|
|
"rag_relevance"
|
|
],
|
|
"manifest": null,
|
|
"licenses": [
|
|
"GREEN",
|
|
"YELLOW",
|
|
"RED"
|
|
],
|
|
"lang": null,
|
|
"takes": [
|
|
{
|
|
"suite": "rag_relevance",
|
|
"rows": 24000,
|
|
"times": 1,
|
|
"balance_class": false,
|
|
"balance_lang": false
|
|
}
|
|
],
|
|
"share": 1.0,
|
|
"frozen": [
|
|
"encoder.embeddings.tok_embeddings."
|
|
],
|
|
"evidence": null,
|
|
"shared": false,
|
|
"mixed": 0.05,
|
|
"epochs": 2,
|
|
"lr_encoder": 3e-05,
|
|
"lr_head": 0.0001,
|
|
"weight_decay": 0.01,
|
|
"warmup": 0.03,
|
|
"cool": 0.2,
|
|
"decay": 1.0,
|
|
"budget": {
|
|
"ctx": 4096,
|
|
"options": 4096,
|
|
"head": 8192,
|
|
"keys": 16384,
|
|
"rows": 128,
|
|
"evidence": 16384
|
|
},
|
|
"retrieval": {
|
|
"wide": 0.2,
|
|
"whole": 0.2
|
|
},
|
|
"top_k": 32,
|
|
"max_len": 1024,
|
|
"clip": 1.0,
|
|
"seed": 1,
|
|
"eval_every": 1100,
|
|
"eval_rows": 400,
|
|
"max_steps": 0,
|
|
"outer": 0.7,
|
|
"momentum": 0.9,
|
|
"round": 120.0
|
|
} |