22 lines
451 B
YAML
22 lines
451 B
YAML
model_list:
|
|
- model_name: ollama-model
|
|
litellm_params:
|
|
model: ollama/llama2
|
|
api_base: http://10.0.0.107:11434
|
|
|
|
litellm_settings:
|
|
set_verbose: True
|
|
cache: True
|
|
cache_params:
|
|
type: redis
|
|
host: os.environ/REDIS_HOST
|
|
port: os.environ/REDIS_PORT
|
|
password: os.environ/REDIS_PASSWORD
|
|
|
|
router_settings:
|
|
routing_strategy: simple-shuffle
|
|
|
|
general_settings:
|
|
master_key: admin
|
|
database_url: "os.environ/DATABASE_URL"
|