mirror of
https://github.com/hanzoai/stack.git
synced 2026-11-19 03:06:57 +00:00
53 lines
1.2 KiB
YAML
53 lines
1.2 KiB
YAML
model_list:
|
|
# OpenAI models
|
|
- model_name: gpt-4
|
|
llm_params:
|
|
model: gpt-4
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
|
|
- model_name: gpt-4-turbo
|
|
llm_params:
|
|
model: gpt-4-turbo-preview
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
|
|
- model_name: gpt-3.5-turbo
|
|
llm_params:
|
|
model: gpt-3.5-turbo
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
|
|
# Anthropic models
|
|
- model_name: claude-3-opus
|
|
llm_params:
|
|
model: claude-3-opus-20240229
|
|
api_key: os.environ/ANTHROPIC_API_KEY
|
|
|
|
- model_name: claude-3-sonnet
|
|
llm_params:
|
|
model: claude-3-sonnet-20240229
|
|
api_key: os.environ/ANTHROPIC_API_KEY
|
|
|
|
- model_name: claude-3-haiku
|
|
llm_params:
|
|
model: claude-3-haiku-20240307
|
|
api_key: os.environ/ANTHROPIC_API_KEY
|
|
|
|
llm_settings:
|
|
drop_params: true
|
|
set_verbose: false
|
|
cache: true
|
|
cache_params:
|
|
type: redis
|
|
host: redis
|
|
port: 6379
|
|
password: os.environ/REDIS_PASSWORD
|
|
|
|
general_settings:
|
|
master_key: os.environ/LLM_MASTER_KEY
|
|
database_url: os.environ/DATABASE_URL
|
|
store_model_in_db: true
|
|
|
|
router_settings:
|
|
routing_strategy: simple-shuffle
|
|
num_retries: 2
|
|
timeout: 600
|
|
max_retries: 3 |