issaocean commited on
Commit
8bcb532
·
verified ·
1 Parent(s): 3eee99c

Update config.yaml

Browse files
Files changed (1) hide show
  1. config.yaml +44 -68
config.yaml CHANGED
@@ -187,6 +187,50 @@ model_list:
187
  rpm: 50 # 2 * # of keys
188
  tpm: 5000000 # 32,000 * # of keys
189
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
190
  # --------------gemini-exp-1206--------------------
191
  - model_name: gemini-exp-1206-k1
192
  litellm_params:
@@ -256,74 +300,6 @@ model_list:
256
  rpm: 20 # 2 * # of keys
257
  tpm: 5000000 # 32,000 * # of keys
258
 
259
- # --------------gemini-1.5-flash--------------------
260
-
261
- - model_name: gemini-1.5-flash-k1
262
- litellm_params:
263
- model: gemini/gemini-1.5-flash
264
- api_key: os.environ/GEMINI_API_KEY1
265
- - model_name: gemini-1.5-flash
266
- litellm_params:
267
- model: gemini/gemini-1.5-flash
268
- api_key: os.environ/GEMINI_API_KEY1
269
- rpm: 30 # 15 * # of keys
270
- tpm: 2000000 # 1,000,000 * # of keys
271
-
272
- - model_name: gemini-1.5-flash-k2
273
- litellm_params:
274
- model: gemini/gemini-1.5-flash
275
- api_key: os.environ/GEMINI_API_KEY2
276
- - model_name: gemini-1.5-flash
277
- litellm_params:
278
- model: gemini/gemini-1.5-flash
279
- api_key: os.environ/GEMINI_API_KEY2
280
- rpm: 30 # 15 * # of keys
281
- tpm: 2000000 # 1,000,000 * # of keys
282
-
283
- - model_name: gemini-1.5-flash-002-k1
284
- litellm_params:
285
- model: gemini/gemini-1.5-flash-002
286
- api_key: os.environ/GEMINI_API_KEY1
287
- - model_name: gemini-1.5-flash-002
288
- litellm_params:
289
- model: gemini/gemini-1.5-flash-002
290
- api_key: os.environ/GEMINI_API_KEY1
291
- rpm: 75 # 15 * # of keys
292
- tpm: 5000000 # 1,000,000 * # of keys
293
-
294
- - model_name: gemini-1.5-flash-002-k2
295
- litellm_params:
296
- model: gemini/gemini-1.5-flash-002
297
- api_key: os.environ/GEMINI_API_KEY2
298
- - model_name: gemini-1.5-flash-002
299
- litellm_params:
300
- model: gemini/gemini-1.5-flash-002
301
- api_key: os.environ/GEMINI_API_KEY2
302
- rpm: 75 # 15 * # of keys
303
- tpm: 5000000 # 1,000,000 * # of keys
304
-
305
- - model_name: gemini-1.5-flash-exp-k1
306
- litellm_params:
307
- model: gemini/gemini-1.5-flash-exp
308
- api_key: os.environ/GEMINI_API_KEY1
309
- - model_name: gemini-1.5-flash-exp
310
- litellm_params:
311
- model: gemini/gemini-1.5-flash-exp
312
- api_key: os.environ/GEMINI_API_KEY1
313
- rpm: 75 # 15 * # of keys
314
- tpm: 5000000 # 1,000,000 * # of keys
315
-
316
- - model_name: gemini-1.5-flash-exp-k2
317
- litellm_params:
318
- model: gemini/gemini-1.5-flash-exp
319
- api_key: os.environ/GEMINI_API_KEY2
320
- - model_name: gemini-1.5-flash-exp
321
- litellm_params:
322
- model: gemini/gemini-1.5-flash-exp
323
- api_key: os.environ/GEMINI_API_KEY2
324
- rpm: 75 # 15 * # of keys
325
- tpm: 5000000 # 1,000,000 * # of keys
326
-
327
  litellm_settings:
328
  # Networking settings
329
  request_timeout: 20 # (int) llm request timeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
 
187
  rpm: 50 # 2 * # of keys
188
  tpm: 5000000 # 32,000 * # of keys
189
 
190
+ - model_name: gemini-2.0-flash-thinking-exp-k1
191
+ litellm_params:
192
+ model: gemini/gemini-2.0-flash-thinking-exp
193
+ api_key: os.environ/GEMINI_API_KEY1
194
+ - model_name: gemini-2.0-flash-thinking-exp
195
+ litellm_params:
196
+ model: gemini/gemini-2.0-flash-thinking-exp
197
+ api_key: os.environ/GEMINI_API_KEY1
198
+ rpm: 50 # 2 * # of keys
199
+ tpm: 5000000 # 32,000 * # of keys
200
+
201
+ - model_name: gemini-2.0-flash-thinking-exp-k2
202
+ litellm_params:
203
+ model: gemini/gemini-2.0-flash-thinking-exp
204
+ api_key: os.environ/GEMINI_API_KEY2
205
+ - model_name: gemini-2.0-flash-thinking-exp
206
+ litellm_params:
207
+ model: gemini/gemini-2.0-flash-thinking-exp
208
+ api_key: os.environ/GEMINI_API_KEY2
209
+ rpm: 50 # 2 * # of keys
210
+ tpm: 5000000 # 32,000 * # of keys
211
+
212
+ - model_name: gemini-2.0-flash-thinking-exp-1219-k1
213
+ litellm_params:
214
+ model: gemini/gemini-2.0-flash-thinking-exp-1219
215
+ api_key: os.environ/GEMINI_API_KEY1
216
+ - model_name: gemini-2.0-flash-thinking-exp-1219
217
+ litellm_params:
218
+ model: gemini/gemini-2.0-flash-thinking-exp-1219
219
+ api_key: os.environ/GEMINI_API_KEY1
220
+ rpm: 50 # 2 * # of keys
221
+ tpm: 5000000 # 32,000 * # of keys
222
+
223
+ - model_name: gemini-2.0-flash-thinking-exp-1219-k2
224
+ litellm_params:
225
+ model: gemini/gemini-2.0-flash-thinking-exp-1219
226
+ api_key: os.environ/GEMINI_API_KEY2
227
+ - model_name: gemini-2.0-flash-thinking-exp-1219
228
+ litellm_params:
229
+ model: gemini/gemini-2.0-flash-thinking-exp-1219
230
+ api_key: os.environ/GEMINI_API_KEY2
231
+ rpm: 50 # 2 * # of keys
232
+ tpm: 5000000 # 32,000 * # of keys
233
+
234
  # --------------gemini-exp-1206--------------------
235
  - model_name: gemini-exp-1206-k1
236
  litellm_params:
 
300
  rpm: 20 # 2 * # of keys
301
  tpm: 5000000 # 32,000 * # of keys
302
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
303
  litellm_settings:
304
  # Networking settings
305
  request_timeout: 20 # (int) llm request timeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout