InferenceClientModel

agent.json

@@ -5,7 +5,7 @@
         "final_answer"
     ],
     "model": {
-        "class": "HfApiModel",
+        "class": "InferenceClientModel",
         "data": {
             "max_tokens": 2096,
             "temperature": 0.5,

app.py

@@ -1,4 +1,4 @@
-from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel,load_tool,tool
+from smolagents import CodeAgent,DuckDuckGoSearchTool, InferenceClientModel ,load_tool,tool
 import datetime
 import requests
 import pytz
@@ -39,7 +39,7 @@ final_answer = FinalAnswerTool()
 # If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
 # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud' 
 
-model = HfApiModel(
+model = InferenceClientModel (
 max_tokens=2096,
 temperature=0.5,
 model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded