First Commit

app.py

@@ -10,7 +10,7 @@ from typing import Optional, Literal
 
 load_dotenv()
 HF_TOKEN=os.getenv("HF_TOKEN")
-HF_MODEL=os.getenv("HF_MODEL","Qwen/Qwen1.5-0.5B-Chat")
+HF_MODEL=os.getenv("HF_MODEL","google/gemma-2-2b")
 app=FastAPI(title="MODEL-CARD-CHATBOT")
 app.add_middleware(CORSMiddleware,allow_origins=["*"],allow_methods=["*"],allow_headers=["*"])
 
@@ -67,9 +67,15 @@ async def chat_function(user_message, history, model_id):
     history = history + [(user_message, None)]
     try:
         response = ""
-        async for output in agent_instance.run(prompt):
-            if hasattr(output, "content") and output.content:
-                response = output.content
+        try:
+            async for output in agent_instance.run(prompt):
+                if hasattr(output, "content") and output.content:
+                    response = output.content
+        except TypeError:
+            for output in agent_instance.run(prompt):
+                if hasattr(output, "content") and output.content:
+                    response = output.content
+            
         final_response = response or "⚠️ Sorry, I couldn't generate a response."
         history[-1] = (user_message, final_response)
     except Exception as e: