commit inicial
This commit is contained in:
20
k8s/service-config/config.prd/config.yaml
Normal file
20
k8s/service-config/config.prd/config.yaml
Normal file
@@ -0,0 +1,20 @@
|
||||
model_list:
|
||||
- model_name: gpt-4-production
|
||||
litellm_params:
|
||||
model: gpt-4
|
||||
api_key: os.environ/OPENAI_API_KEY
|
||||
- model_name: claude-3-production
|
||||
litellm_params:
|
||||
model: claude-3-opus
|
||||
api_key: os.environ/ANTHROPIC_API_KEY
|
||||
|
||||
litellm_settings:
|
||||
drop_params: True
|
||||
set_verbose: False
|
||||
database_url: "os.environ/DATABASE_URL"
|
||||
redis_host: "os.environ/REDIS_HOST"
|
||||
redis_port: "os.environ/REDIS_PORT"
|
||||
redis_password: "os.environ/REDIS_PASSWORD"
|
||||
|
||||
router_settings:
|
||||
routing_strategy: latency-based-routing
|
||||
Reference in New Issue
Block a user