Integrate telemetry support in main.py by registering the SmolagentsInstrumentor for enhanced monitoring. Update the main function to simplify question enhancement instructions and improve clarity. Modify extract_final_answer utility to prioritize 'final_answer_text' in results. Update requirements.txt to include telemetry dependencies for smolagents.

main.py

@@ -19,8 +19,12 @@ from agents import create_data_analysis_agent, create_media_agent, create_web_ag
 from prompts import MANAGER_SYSTEM_PROMPT
 from tools import perform_calculation, web_search
 from utils import extract_final_answer
+from phoenix.otel import register
+from openinference.instrumentation.smolagents import SmolagentsInstrumentor
 
 litellm._turn_on_debug()
+register()
+SmolagentsInstrumentor().instrument()
 
 # Configure logging
 logging.basicConfig(
@@ -280,22 +284,14 @@ async def run_with_streaming(task: str, thread_id: str) -> dict:
 
 
 def main(task: str, thread_id: str = str(uuid.uuid4())):
-    # Enhance the question with instructions specific to GAIA tasks
+    # Enhance the question with minimal instructions
     enhanced_question = f"""
-    GAIA Benchmark Question: {task}
+    GAIA Question: {task}
     
-    This is a multi-step reasoning problem from the GAIA benchmark. Please solve it by:
-    
-    1. Breaking the question down into clear logical steps
-    2. Using the appropriate specialized agents when needed:
-       - web_agent for web searches and browsing
-       - data_agent for data analysis and calculations
-       - media_agent for working with images and PDFs
-    3. Tracking your progress through the problem
-    4. Providing your final answer in EXACTLY the format requested by the question
-    
-    IMPORTANT: GAIA questions often involve multiple steps of information gathering and reasoning.
-    You must follow the chain of reasoning completely and provide the exact format requested.
+    Please solve this multi-step reasoning problem by:
+    1. Breaking it down into logical steps
+    2. Using specialized agents when needed
+    3. Providing the final answer in the exact format requested
     """
 
     logger.info(
@@ -304,18 +300,6 @@ def main(task: str, thread_id: str = str(uuid.uuid4())):
     result = asyncio.run(run_with_streaming(enhanced_question, thread_id))
     logger.info("Agent run finished.")
 
-    # Print final results
-    # print("\n--- Execution Results ---")
-    # print(f"Number of Steps: {len(result.get('steps', []))}")
-    # # Optionally print step details
-    # # for i, step in enumerate(result.get('steps', [])):
-    # #    print(f"Step {i+1} Details: {step}")
-    # print(f"Final Answer: {result.get('final_answer') or 'Not found'}")
-    # if err := result.get("error"):
-    #     print(f"Error: {err}")
-
-    # return result.get("final_answer")
-
     logger.info(f"Result: {result}")
     return extract_final_answer(result)
 

requirements.txt

@@ -8,6 +8,6 @@ pytest>=8.3.5
 pytest-cov>=6.1.1
 python-dotenv>=1.0.0
 requests>=2.32.3
-smolagents[litellm]>=0.1.3
+smolagents[litellm,telemetry]>=0.1.3
 typing-extensions>=4.5.0
 wikipedia-api>=0.8.1

utils.py

@@ -15,6 +15,10 @@ def extract_final_answer(result: Union[str, dict]) -> str:
     """
     # Handle dictionary input
     if isinstance(result, dict):
+        # Check for final_answer_text first (from agent output)
+        if "final_answer_text" in result:
+            return str(result["final_answer_text"])
+        # Fall back to final_answer key
         if "final_answer" in result:
             return str(result["final_answer"])
         return "No final answer found in result"