Spaces:
Running
Running
Update config.yaml
Browse files- config.yaml +23 -0
config.yaml
CHANGED
@@ -140,6 +140,29 @@ model_list:
|
|
140 |
rpm: 75 # 15 * # of keys
|
141 |
tpm: 5000000 # 1,000,000 * # of keys
|
142 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
143 |
# --------------gemini-exp-1206--------------------
|
144 |
- model_name: gemini-exp-1206-k1
|
145 |
litellm_params:
|
|
|
140 |
rpm: 75 # 15 * # of keys
|
141 |
tpm: 5000000 # 1,000,000 * # of keys
|
142 |
|
143 |
+
# --------------gemini-2.0-flash-exp--------------------
|
144 |
+
- model_name: gemini-2.0-flash-exp-k1
|
145 |
+
litellm_params:
|
146 |
+
model: gemini/gemini-2.0-flash-exp
|
147 |
+
api_key: os.environ/GEMINI_API_KEY1
|
148 |
+
- model_name: gemini-2.0-flash-exp
|
149 |
+
litellm_params:
|
150 |
+
model: gemini/gemini-2.0-flash-exp
|
151 |
+
api_key: os.environ/GEMINI_API_KEY1
|
152 |
+
rpm: 10 # 2 * # of keys
|
153 |
+
tpm: 5000000 # 32,000 * # of keys
|
154 |
+
|
155 |
+
- model_name: gemini-2.0-flash-exp-k2
|
156 |
+
litellm_params:
|
157 |
+
model: gemini/gemini-2.0-flash-exp
|
158 |
+
api_key: os.environ/GEMINI_API_KEY2
|
159 |
+
- model_name: gemini-2.0-flash-exp
|
160 |
+
litellm_params:
|
161 |
+
model: gemini/gemini-2.0-flash-exp
|
162 |
+
api_key: os.environ/GEMINI_API_KEY2
|
163 |
+
rpm: 10 # 2 * # of keys
|
164 |
+
tpm: 5000000 # 32,000 * # of keys
|
165 |
+
|
166 |
# --------------gemini-exp-1206--------------------
|
167 |
- model_name: gemini-exp-1206-k1
|
168 |
litellm_params:
|