commit inicial

k8s/service-config/Secrets/litellm-secrets-dev.yaml

@@ -0,0 +1,8 @@
+apiVersion: bitnami.com/v1alpha1
+kind: SealedSecret
+metadata:
+  name: litellm-secrets-dev
+  namespace: litellm
+spec:
+  encryptedData:
+    OPENAI_API_KEY: AgA...

k8s/service-config/Secrets/litellm-secrets-prd.yaml

@@ -0,0 +1,10 @@
+apiVersion: bitnami.com/v1alpha1
+kind: SealedSecret
+metadata:
+  name: litellm-secrets-prd
+  namespace: litellm
+spec:
+  encryptedData:
+    DATABASE_URL: AgA...
+    OPENAI_API_KEY: AgA...
+    REDIS_PASSWORD: AgA...

k8s/service-config/Secrets/litellm-secrets-qat.yaml

@@ -0,0 +1,8 @@
+apiVersion: bitnami.com/v1alpha1
+kind: SealedSecret
+metadata:
+  name: litellm-secrets-qat
+  namespace: litellm
+spec:
+  encryptedData:
+    OPENAI_API_KEY: AgA...

k8s/service-config/config.box/config.yaml

@@ -0,0 +1,21 @@
+model_list:
+  - model_name: ollama-model
+    litellm_params:
+      model: ollama/llama2
+      api_base: http://10.0.0.107:11434
+
+litellm_settings:
+  set_verbose: True
+  cache: True
+  cache_params:
+    type: redis
+    host: os.environ/REDIS_HOST
+    port: os.environ/REDIS_PORT
+    password: os.environ/REDIS_PASSWORD
+
+router_settings:
+  routing_strategy: simple-shuffle
+
+general_settings:
+  master_key: admin
+  database_url: "os.environ/DATABASE_URL"

k8s/service-config/config.dev/config.yaml

@@ -0,0 +1,19 @@
+model_list:
+  - model_name: gpt-3.5-turbo
+    litellm_params:
+      model: gpt-3.5-turbo
+      api_key: os.environ/OPENAI_API_KEY
+  - model_name: claude-3-opus
+    litellm_params:
+      model: claude-3-opus
+      api_key: os.environ/ANTHROPIC_API_KEY
+
+litellm_settings:
+  drop_params: True
+  set_verbose: True
+  database_url: "os.environ/DATABASE_URL"
+  redis_host: "os.environ/REDIS_HOST"
+  redis_port: "os.environ/REDIS_PORT"
+
+router_settings:
+  routing_strategy: simple-shuffle

k8s/service-config/config.prd/config.yaml

@@ -0,0 +1,20 @@
+model_list:
+  - model_name: gpt-4-production
+    litellm_params:
+      model: gpt-4
+      api_key: os.environ/OPENAI_API_KEY
+  - model_name: claude-3-production
+    litellm_params:
+      model: claude-3-opus
+      api_key: os.environ/ANTHROPIC_API_KEY
+
+litellm_settings:
+  drop_params: True
+  set_verbose: False
+  database_url: "os.environ/DATABASE_URL"
+  redis_host: "os.environ/REDIS_HOST"
+  redis_port: "os.environ/REDIS_PORT"
+  redis_password: "os.environ/REDIS_PASSWORD"
+
+router_settings:
+  routing_strategy: latency-based-routing

k8s/service-config/config.qat/config.yaml

@@ -0,0 +1,12 @@
+model_list:
+  - model_name: gpt-4
+    litellm_params:
+      model: gpt-4
+      api_key: os.environ/OPENAI_API_KEY
+
+litellm_settings:
+  drop_params: True
+  set_verbose: False
+  database_url: "os.environ/DATABASE_URL"
+  redis_host: "os.environ/REDIS_HOST"
+  redis_port: "os.environ/REDIS_PORT"