davanstrien HF staff commited on
Commit
bdf0ce8
1 Parent(s): 3aa07be

Update base_url in predict function

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -183,7 +183,7 @@ async def predict(card: str, dataset_id: str) -> str | None:
183
  try:
184
  prompt = format_prompt(card)
185
  client = AsyncOpenAI(
186
- base_url="https://api-inference.huggingface.co/models/mistralai/Mistral-7B-Instruct-v0.2/v1",
187
  api_key=HF_TOKEN,
188
  )
189
 
 
183
  try:
184
  prompt = format_prompt(card)
185
  client = AsyncOpenAI(
186
+ base_url="https://api-inference.huggingface.co/models/mistralai/Mixtral-8x7B-v0.1/v1",
187
  api_key=HF_TOKEN,
188
  )
189