lemonteaa commited on
Commit
60613b8
1 Parent(s): bf0dc2a

add drop_params for compatibility

Browse files
Files changed (1) hide show
  1. litellm_config.yaml +11 -0
litellm_config.yaml CHANGED
@@ -67,6 +67,12 @@ model_list:
67
  api_key: os.environ/OPENROUTER_API_KEY
68
  api_base: https://openrouter.ai/api/v1
69
  rpm: 6
 
 
 
 
 
 
70
  - model_name: cf-qwen1-5-7b
71
  litellm_params:
72
  model: cloudflare/@cf/qwen/qwen1.5-7b-chat-awq
@@ -87,6 +93,10 @@ model_list:
87
  litellm_params:
88
  model: cloudflare/@cf/defog/sqlcoder-7b-2
89
  api_key: os.environ/CLOUDFLARE_API_KEY
 
 
 
 
90
 
91
  litellm_settings:
92
  success_callback: ["langfuse"]
@@ -94,3 +104,4 @@ litellm_settings:
94
  num_retries: 3
95
  request_timeout: 20
96
  allowed_fails: 3
 
 
67
  api_key: os.environ/OPENROUTER_API_KEY
68
  api_base: https://openrouter.ai/api/v1
69
  rpm: 6
70
+ - model_name: or-mistral-7b-v01
71
+ litellm_params:
72
+ model: openai/mistralai/mistral-7b-instruct:free
73
+ api_key: os.environ/OPENROUTER_API_KEY
74
+ api_base: https://openrouter.ai/api/v1
75
+ rpm: 6
76
  - model_name: cf-qwen1-5-7b
77
  litellm_params:
78
  model: cloudflare/@cf/qwen/qwen1.5-7b-chat-awq
 
93
  litellm_params:
94
  model: cloudflare/@cf/defog/sqlcoder-7b-2
95
  api_key: os.environ/CLOUDFLARE_API_KEY
96
+ - model_name: cf-mistral-7b-v02
97
+ litellm_params:
98
+ model: cloudflare/@hf/mistral/mistral-7b-instruct-v0.2
99
+ api_key: os.environ/CLOUDFLARE_API_KEY
100
 
101
  litellm_settings:
102
  success_callback: ["langfuse"]
 
104
  num_retries: 3
105
  request_timeout: 20
106
  allowed_fails: 3
107
+ drop_params: true