mirror of
https://github.com/zenlm/engine.git
synced 2026-10-30 15:00:05 +00:00
Eric BuehlerandGitHub
f1ad6aeb47
* Add builtin mcp client * Use async loader * Add headers * Handle sse * More flexible search request * Add tool callbacks with tools, for mcp * Add bearer token support * Add websocket support * Update docs * Add python api * Clippy * Add http api, docs * Tests pass * Make these configs actually work * Add docs * Make mistralrs-mcp * Refactor examples * Update examples * Add defaults * Add defaults * Add defaults * Update docs * Improved docs * Add -y to npx usages * Even better examples
8 lines
152 B
TOML
8 lines
152 B
TOML
[model]
|
|
model_id = "meta-llama/Llama-3.1-8B-Instruct"
|
|
|
|
[speculative]
|
|
gamma = 12
|
|
|
|
[speculative.draft_model]
|
|
model_id = "meta-llama/Llama-3.2-1B-Instruct" |