Spaces:
Sleeping
Sleeping
Baptiste Pannier
commited on
Commit
•
376e1fc
1
Parent(s):
fca63f5
:art:
Browse files
app.py
CHANGED
@@ -55,12 +55,10 @@ def generate(
|
|
55 |
)
|
56 |
|
57 |
formatted_prompt = format_prompt(prompt, history, system_prompt)
|
58 |
-
print(formatted_prompt)
|
59 |
|
60 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
61 |
output = ""
|
62 |
|
63 |
-
previous_token = ""
|
64 |
for response in stream:
|
65 |
output += response.token.text
|
66 |
|
@@ -69,8 +67,6 @@ def generate(
|
|
69 |
output = output[:-len(stop_str)]
|
70 |
output = output.rstrip()
|
71 |
yield output
|
72 |
-
|
73 |
-
previous_token = response.token.text
|
74 |
yield output
|
75 |
return output
|
76 |
|
|
|
55 |
)
|
56 |
|
57 |
formatted_prompt = format_prompt(prompt, history, system_prompt)
|
|
|
58 |
|
59 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
60 |
output = ""
|
61 |
|
|
|
62 |
for response in stream:
|
63 |
output += response.token.text
|
64 |
|
|
|
67 |
output = output[:-len(stop_str)]
|
68 |
output = output.rstrip()
|
69 |
yield output
|
|
|
|
|
70 |
yield output
|
71 |
return output
|
72 |
|