Update helper_functions_api.py

helper_functions_api.py

@@ -206,6 +206,17 @@ def openrouter_response(messages, model="meta-llama/llama-3-70b-instruct:nitro")
         print(f"An error occurred: {str(e)}")
         return None
 
+def openrouter_response_stream(messages, model="meta-llama/llama-3-70b-instruct:nitro"):
+    response = or_client.chat.completions.create(
+        model=model,
+        messages=messages,
+        max_tokens=4096,
+        stream=True
+    )
+    
+    for chunk in response:
+        if chunk.choices[0].delta.content is not None:
+            yield chunk.choices[0].delta.content
 
 def json_from_text(text):
     """