Files
stack/config/llm-config.yaml
zeekay a96cdb7d29 rebrand: rename litellm to llm — configs and compose files
litellm_params → llm_params, python -m litellm → python -m llm.
2026-02-25 15:13:22 -08:00

53 lines
1.2 KiB
YAML

model_list:
# OpenAI models
- model_name: gpt-4
llm_params:
model: gpt-4
api_key: os.environ/OPENAI_API_KEY
- model_name: gpt-4-turbo
llm_params:
model: gpt-4-turbo-preview
api_key: os.environ/OPENAI_API_KEY
- model_name: gpt-3.5-turbo
llm_params:
model: gpt-3.5-turbo
api_key: os.environ/OPENAI_API_KEY
# Anthropic models
- model_name: claude-3-opus
llm_params:
model: claude-3-opus-20240229
api_key: os.environ/ANTHROPIC_API_KEY
- model_name: claude-3-sonnet
llm_params:
model: claude-3-sonnet-20240229
api_key: os.environ/ANTHROPIC_API_KEY
- model_name: claude-3-haiku
llm_params:
model: claude-3-haiku-20240307
api_key: os.environ/ANTHROPIC_API_KEY
llm_settings:
drop_params: true
set_verbose: false
cache: true
cache_params:
type: redis
host: redis
port: 6379
password: os.environ/REDIS_PASSWORD
general_settings:
master_key: os.environ/LLM_MASTER_KEY
database_url: os.environ/DATABASE_URL
store_model_in_db: true
router_settings:
routing_strategy: simple-shuffle
num_retries: 2
timeout: 600
max_retries: 3