20 lines
481 B
YAML
20 lines
481 B
YAML
model_list:
|
|
- model_name: gpt-3.5-turbo
|
|
litellm_params:
|
|
model: gpt-3.5-turbo
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
- model_name: claude-3-opus
|
|
litellm_params:
|
|
model: claude-3-opus
|
|
api_key: os.environ/ANTHROPIC_API_KEY
|
|
|
|
litellm_settings:
|
|
drop_params: True
|
|
set_verbose: True
|
|
database_url: "os.environ/DATABASE_URL"
|
|
redis_host: "os.environ/REDIS_HOST"
|
|
redis_port: "os.environ/REDIS_PORT"
|
|
|
|
router_settings:
|
|
routing_strategy: simple-shuffle
|