mirror of
https://github.com/zenlm/engine.git
synced 2026-10-30 15:00:05 +00:00
11 lines
297 B
TOML
11 lines
297 B
TOML
[model]
|
|
model_id = "mistralai/Mistral-7B-Instruct-v0.1"
|
|
arch = "mistral"
|
|
|
|
[speculative]
|
|
gamma = 32
|
|
|
|
[speculative.draft_model]
|
|
tok_model_id = "mistralai/Mistral-7B-Instruct-v0.1"
|
|
quantized_model_id = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF"
|
|
quantized_filename = "mistral-7b-instruct-v0.1.Q2_K.gguf" |