21 lines
536 B
YAML
21 lines
536 B
YAML
model_list:
|
|
- model_name: gpt-4-production
|
|
litellm_params:
|
|
model: gpt-4
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
- model_name: claude-3-production
|
|
litellm_params:
|
|
model: claude-3-opus
|
|
api_key: os.environ/ANTHROPIC_API_KEY
|
|
|
|
litellm_settings:
|
|
drop_params: True
|
|
set_verbose: False
|
|
database_url: "os.environ/DATABASE_URL"
|
|
redis_host: "os.environ/REDIS_HOST"
|
|
redis_port: "os.environ/REDIS_PORT"
|
|
redis_password: "os.environ/REDIS_PASSWORD"
|
|
|
|
router_settings:
|
|
routing_strategy: latency-based-routing
|