update
Browse files
app.py
CHANGED
@@ -72,7 +72,7 @@ def predict(inputs, top_p, temperature, top_k, repetition_penalty, history=[]):
|
|
72 |
}
|
73 |
|
74 |
history.append(inputs)
|
75 |
-
response = requests.post(
|
76 |
token_counter = 0
|
77 |
partial_words = "" #inputs
|
78 |
for chunk in response.iter_lines():
|
|
|
72 |
}
|
73 |
|
74 |
history.append(inputs)
|
75 |
+
response = requests.post(API_URL, headers=headers, json=payload, stream=True)
|
76 |
token_counter = 0
|
77 |
partial_words = "" #inputs
|
78 |
for chunk in response.iter_lines():
|