update
Browse files
app.py
CHANGED
|
@@ -72,7 +72,7 @@ def predict(inputs, top_p, temperature, top_k, repetition_penalty, history=[]):
|
|
| 72 |
}
|
| 73 |
|
| 74 |
history.append(inputs)
|
| 75 |
-
response = requests.post(
|
| 76 |
token_counter = 0
|
| 77 |
partial_words = "" #inputs
|
| 78 |
for chunk in response.iter_lines():
|
|
|
|
| 72 |
}
|
| 73 |
|
| 74 |
history.append(inputs)
|
| 75 |
+
response = requests.post(API_URL, headers=headers, json=payload, stream=True)
|
| 76 |
token_counter = 0
|
| 77 |
partial_words = "" #inputs
|
| 78 |
for chunk in response.iter_lines():
|