Trying InferenceClientModel (#11)

- Trying InferenceClientModel (9f2e12a37a5462839347e8b0a52fce7fa669d8b8)

app.py

@@ -3,7 +3,8 @@ import gradio as gr
 import requests
 import inspect
 import pandas as pd
-from smolagents import CodeAgent, DuckDuckGoSearchTool, HfApiModel, WikipediaSearchTool, VisitWebpageTool
+from smolagents import CodeAgent, DuckDuckGoSearchTool, HfApiModel, InferenceClientModel, WikipediaSearchTool, VisitWebpageTool
+from huggingface_hub import login
 
 # (Keep Constants as is)
 # --- Constants ---
@@ -14,12 +15,15 @@ DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
 class BasicAgent:
     def __init__(self):
         print("BasicAgent initialized.")
-        model = HfApiModel(
-            max_tokens=2096,
-            temperature=0.5,
-            model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
-            custom_role_conversions=None,
-        )
+        login()
+        #model = HfApiModel(
+        #    max_tokens=2096,
+         #   temperature=0.5,
+          #  model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
+           # custom_role_conversions=None,
+        #)
+
+        model = InferenceClientModel(model_id="Qwen/Qwen2.5-Coder-32B-Instruct", provider="together", max_tokens=2096)
         self.agent = CodeAgent(
             model = model,
             tools = [DuckDuckGoSearchTool(), WikipediaSearchTool(), VisitWebpageTool()],