mirror of
https://github.com/zenlm/engine.git
synced 2026-10-30 15:00:05 +00:00
12 lines
404 B
TOML
12 lines
404 B
TOML
[model]
|
|
tok_model_id = "mistralai/Mistral-7B-Instruct-v0.1"
|
|
quantized_model_id = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF"
|
|
quantized_filename = "mistral-7b-instruct-v0.1.Q2_K.gguf"
|
|
|
|
[speculative]
|
|
gamma = 32
|
|
|
|
[speculative.draft_model]
|
|
tok_model_id = "mistralai/Mistral-7B-Instruct-v0.1"
|
|
quantized_model_id = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF"
|
|
quantized_filename = "mistral-7b-instruct-v0.1.Q2_K.gguf" |