commit inicial
This commit is contained in:
21
k8s/service-config/config.box/config.yaml
Normal file
21
k8s/service-config/config.box/config.yaml
Normal file
@@ -0,0 +1,21 @@
|
||||
model_list:
|
||||
- model_name: ollama-model
|
||||
litellm_params:
|
||||
model: ollama/llama2
|
||||
api_base: http://10.0.0.107:11434
|
||||
|
||||
litellm_settings:
|
||||
set_verbose: True
|
||||
cache: True
|
||||
cache_params:
|
||||
type: redis
|
||||
host: os.environ/REDIS_HOST
|
||||
port: os.environ/REDIS_PORT
|
||||
password: os.environ/REDIS_PASSWORD
|
||||
|
||||
router_settings:
|
||||
routing_strategy: simple-shuffle
|
||||
|
||||
general_settings:
|
||||
master_key: admin
|
||||
database_url: "os.environ/DATABASE_URL"
|
||||
Reference in New Issue
Block a user