json

llms.py

@@ -19,7 +19,17 @@ class GeminiProvider(LLMProvider):
         if messages and not prompt:
             content = "\n".join([f"{m['role']}: {m['content']}" for m in messages])
             
-        response = model.generate_content(content)
+        if "response_format" in kwargs and kwargs["response_format"].get("type") == "json_object":
+            generation_config = {
+                "response_mime_type": "application/json",
+            }
+            response = model.generate_content(
+                content,
+                generation_config=generation_config
+            )
+        else:
+            response = model.generate_content(content)
+            
         return response.text
 
 class OpenAIProvider(LLMProvider):