Spaces:
Runtime error
Runtime error
fix: use the right way to extract the generated text from the stream
Browse files
app.py
CHANGED
@@ -137,16 +137,17 @@ def generate(
|
|
137 |
|
138 |
if len(ENDPOINT)>0:
|
139 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
140 |
-
print(f"STREAM: {stream}\n")
|
141 |
-
stream = stream.generated_text
|
142 |
else:
|
143 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
|
144 |
|
145 |
-
|
146 |
-
|
147 |
output = ""
|
148 |
for response in stream:
|
149 |
-
|
|
|
|
|
|
|
|
|
|
|
150 |
|
151 |
for stop_str in stop_sequences:
|
152 |
if output.endswith(stop_str):
|
|
|
137 |
|
138 |
if len(ENDPOINT)>0:
|
139 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
|
|
|
|
140 |
else:
|
141 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
|
142 |
|
|
|
|
|
143 |
output = ""
|
144 |
for response in stream:
|
145 |
+
print('stream',response)
|
146 |
+
|
147 |
+
if len(ENDPOINT)>0:
|
148 |
+
output += response.generated_text
|
149 |
+
else:
|
150 |
+
output += response
|
151 |
|
152 |
for stop_str in stop_sequences:
|
153 |
if output.endswith(stop_str):
|