LlavaAPI

Paused

Tonic commited on Oct 16, 2023

Commit

2e5d75c

•

1 Parent(s): c34350a

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -313,8 +313,8 @@ def http_bot(
             worker_addr + "/worker_generate_stream",
             headers=headers,
             json=pload,
-            stream=True,
-            timeout=10,
         )
         for chunk in response.iter_lines(decode_unicode=False, delimiter=b"\0"):
             if chunk:

             worker_addr + "/worker_generate_stream",
             headers=headers,
             json=pload,
+            stream=False,
+            timeout=100,
         )
         for chunk in response.iter_lines(decode_unicode=False, delimiter=b"\0"):
             if chunk: