Update app.py

app.py

@@ -3,7 +3,7 @@ import gradio as gr
 import requests
 import inspect
 import pandas as pd
-from smolagents import CodeAgent, DuckDuckGoSearchTool, HfApiModel, InferenceClientModel, WikipediaSearchTool, VisitWebpageTool
+from smolagents import CodeAgent, DuckDuckGoSearchTool, HfApiModel, InferenceClientModel, WikipediaSearchTool, VisitWebpageTool, TransformersModel
 from huggingface_hub import login
 import os
 
@@ -34,8 +34,16 @@ class BasicAgent:
          #                            max_tokens=2096,
           #                           token=token,
            #                          custom_role_conversions=None)
+
+        # Initialize the model with TransformersModel
+        model = TransformersModel(
+            model_id="Qwen/Qwen2.5-Coder-32B-Instruct",
+            max_new_tokens=4096,
+            device_map="auto"
+        )
         self.agent = CodeAgent(
-            model = HfApiModel(model_id="Qwen/Qwen2.5-Coder-7B-Instruct",token=token),
+            #model = HfApiModel(model_id="Qwen/Qwen2.5-Coder-7B-Instruct",token=token),
+            model = model
             tools = [DuckDuckGoSearchTool(),WikipediaSearchTool(),VisitWebpageTool()],
             #additional_authorized_imports = ["pandas", "numpy"]
         )