Update webscout.py

webscout.py

@@ -9,6 +9,9 @@ from random import choice
 from threading import Event
 from types import TracebackType
 from typing import Dict, List, Optional, Tuple, Type, Union, cast
+import asyncio
+import json
+import aiohttp
 
 import pyreqwest_impersonate as pri
 
@@ -1722,4 +1725,23 @@ def fastai(user, model="llama3-70b", system="Answer as concisely as possible."):
                 except json.JSONDecodeError:
                     if line[len('data: '):] == '[DONE]':
                         break
-        return output
+        return output
+
+
+async def fastai_stream(user, model="llama3-8b", system="Answer as concisely as possible."):
+    env_type = "tp16405b" if "405b" in model else "tp16"
+    data = {'body': {'messages': [{'role': 'system', 'content': system}, {'role': 'user', 'content': user}], 'stream': True, 'model': model}, 'env_type': env_type}
+    
+    async with aiohttp.ClientSession() as session:
+        async with session.post('https://fast.snova.ai/api/completion', headers={'content-type': 'application/json'}, json=data) as response:
+            async for line in response.content:
+                line = line.decode('utf-8').strip()
+                if line.startswith('data:'):
+                    try:
+                        data = json.loads(line[len('data: '):])
+                        content = data.get("choices", [{}])[0].get("delta", {}).get("content", '')
+                        if content:
+                            yield f"data: {json.dumps({'response': content})}\n\n"
+                    except json.JSONDecodeError:
+                        if line[len('data: '):] == '[DONE]':
+                            break