ffreemt commited on
Commit
88aceaf
1 Parent(s): c5a9402

Update model_group_alias

Browse files
Files changed (2) hide show
  1. .gitignore +1 -0
  2. config.yaml +6 -2
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ .env
config.yaml CHANGED
@@ -73,10 +73,14 @@ litellm_settings:
73
  # Networking settings
74
  request_timeout: 20 # (int) llm request timeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
75
  num_retries: 3
76
- fallbacks: [{"gemini-1.5-pro": ["gpt-4o-mini"]}]
77
  allowed_fails: 3 # cooldown model if it fails > 1 call in a minute.
78
  cooldown_time: 30 # how long to cooldown model if fails/min > allowed_fails
79
 
80
  general_settings:
81
  master_key: os.environ/MASTER_KEY # sk-1234 # [OPTIONAL] Only use this if you require all calls to contain this key (Authorization: Bearer sk-1234)
82
- routing_strategy: simple-shuffle
 
 
 
 
 
73
  # Networking settings
74
  request_timeout: 20 # (int) llm request timeout in seconds. Raise Timeout error if call takes longer than 10s. Sets litellm.request_timeout
75
  num_retries: 3
76
+ fallbacks: [{"gemini-1.5-pro": ["gemini-1.5-flash"]}]
77
  allowed_fails: 3 # cooldown model if it fails > 1 call in a minute.
78
  cooldown_time: 30 # how long to cooldown model if fails/min > allowed_fails
79
 
80
  general_settings:
81
  master_key: os.environ/MASTER_KEY # sk-1234 # [OPTIONAL] Only use this if you require all calls to contain this key (Authorization: Bearer sk-1234)
82
+
83
+ router_settings:
84
+ fallbacks: [{"gpt-4o-mini": ["gemini-1.5-flash"]}]
85
+ model_group_alias: {"gpt-4": "gemini-1.5-pro"}
86
+ routing_strategy: simple-shuffle