Spaces:
Runtime error
Runtime error
Create config.yaml
#2
by
syaikhipin
- opened
- config.yaml +24 -0
config.yaml
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
model_list:
|
2 |
+
- model_name: solar
|
3 |
+
litellm_params:
|
4 |
+
model: ollama/solar
|
5 |
+
api_base: http://llm.arifin.uk/
|
6 |
+
|
7 |
+
- model_name: phi
|
8 |
+
litellm_params:
|
9 |
+
model: ollama/phi
|
10 |
+
api_base: http://llm.arifin.uk/
|
11 |
+
|
12 |
+
litellm_settings:
|
13 |
+
drop_params: True
|
14 |
+
set_verbose: True
|
15 |
+
|
16 |
+
general_settings:
|
17 |
+
master_key: sk-1234 # [OPTIONAL] Only use this if you to require all calls to contain this key (Authorization: Bearer sk-1234)
|
18 |
+
# database_url: "postgresql://<user>:<password>@<host>:<port>/<dbname>" # [OPTIONAL] use for token-based auth to proxy
|
19 |
+
|
20 |
+
environment_variables:
|
21 |
+
# settings for using redis caching
|
22 |
+
# REDIS_HOST: redis-16337.c322.us-east-1-2.ec2.cloud.redislabs.com
|
23 |
+
# REDIS_PORT: "16337"
|
24 |
+
# REDIS_PASSWORD:
|