LlavaAPI

Paused

Tonic commited on Oct 16, 2023

Commit

06d7b92

•

1 Parent(s): 2e5d75c

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -313,7 +313,7 @@ def http_bot(
             worker_addr + "/worker_generate_stream",
             headers=headers,
             json=pload,
-            stream=False,
             timeout=100,
         )
         for chunk in response.iter_lines(decode_unicode=False, delimiter=b"\0"):

             worker_addr + "/worker_generate_stream",
             headers=headers,
             json=pload,
+            stream=True,
             timeout=100,
         )
         for chunk in response.iter_lines(decode_unicode=False, delimiter=b"\0"):