Update main.py

main.py

@@ -45,8 +45,8 @@ def generate(item: Item):
     stream = client.text_generation(
         formatted_prompt,
         **generate_kwargs,
-        stream=item.stream,
-        # stream=True,
+        # stream=item.stream,
+        stream=False,
         details=item.details,
         return_full_text=item.return_full_text
     )
@@ -56,8 +56,8 @@ def generate(item: Item):
     # for response in stream:
     #     Check if response has the attribute 'token'
         
-    #     if hasattr(response, 'token'):
-    #         output += response.token.text
+    #     if hasattr(response, 'tokens'):
+    #         output += response.tokens.text
     #     else:
     #         output += response  # If not, treat it as a string
     # return output