✨ feat: update model to LiteLLM and add litellm dependency

app.py

@@ -1,8 +1,9 @@
-from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel,load_tool,tool
+from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel, load_tool, tool, LiteLLMModel
 import datetime
 import requests
 import pytz
 import yaml
+import os
 from tools.final_answer import FinalAnswerTool
 from tools.visit_webpage import VisitWebpageTool
 from tools.web_search import DuckDuckGoSearchTool
@@ -13,7 +14,7 @@ from Gradio_UI import GradioUI
 @tool
 def my_custom_tool(arg1:str, arg2:int)-> str: #it's import to specify the return type
     #Keep this format for the description / args / args description but feel free to modify the tool
-    """A tool that does nothing yet 
+    """A tool that does nothing yet
     Args:
         arg1: the first argument
         arg2: the second argument
@@ -39,16 +40,25 @@ def get_current_time_in_timezone(timezone: str) -> str:
 visit_webpage = VisitWebpageTool()
 web_search = DuckDuckGoSearchTool()
 final_answer = FinalAnswerTool()
-model = HfApiModel(
-max_tokens=2096,
-temperature=0.5,
-model_id='Qwen/Qwen2.5-Coder-32B-Instruct',
-custom_role_conversions=None,
+
+# hugging face is getting the hug of death so lets use litellm for now
+# model = HfApiModel(
+# max_tokens=2096,
+# temperature=0.5,
+# model_id='Qwen/Qwen2.5-Coder-32B-Instruct',
+# custom_role_conversions=None,
+# )
+
+model = LiteLLMModel(
+  model_id="gemini/gemini-2.0-flash-exp",
+  max_tokens=2096,
+  temperature=0.6,
+  api_key=os.getenv("LITELLM_API_KEY")
 )
 
 with open("prompts.yaml", 'r') as stream:
     prompt_templates = yaml.safe_load(stream)
-    
+
 agent = CodeAgent(
     model=model,
     tools=[visit_webpage, web_search, final_answer], ## add your tools here (don't remove final answer)
@@ -61,4 +71,4 @@ agent = CodeAgent(
     prompt_templates=prompt_templates
 )
 
-GradioUI(agent).launch()
+GradioUI(agent).launch()

requirements.txt

@@ -3,3 +3,4 @@ smolagents
 requests
 duckduckgo_search
 pandas
+litellm