Update main.py

main.py

@@ -24,7 +24,7 @@ def format_prompt(message, history):
     return prompt
 
 def generate(item: Item):
-    temperature = max(0.1, item.temperature)  # Ensure temperature isn't too low
+    temperature = max(0.1, item.temperature)
     top_p = float(item.top_p)
 
     generate_kwargs = dict(
@@ -41,9 +41,19 @@ def generate(item: Item):
         formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False
     )
 
-    output = "".join(response.token.text for response in response_stream)
+    output = ""
+    try:
+        for response in response_stream:
+            if hasattr(response, "token") and response.token is not None:
+                output += response.token.text
+            else:
+                output += str(response)  # Obsługa przypadków, gdy `response` nie ma atrybutu `token`
+    except Exception as e:
+        output = f"Błąd: {str(e)}"
+
     return output
 
+
 @app.post("/generate/")
 async def generate_text(item: Item):
     try: