added streamer in generation_kwargs
Browse files
app.py
CHANGED
@@ -71,6 +71,7 @@ def krypton(input,
|
|
71 |
# Generation kwargs
|
72 |
generation_kwargs = dict(
|
73 |
inputs=inputs,
|
|
|
74 |
max_new_tokens=max_new_tokens,
|
75 |
temperature=temperature,
|
76 |
num_beams=num_beams,
|
|
|
71 |
# Generation kwargs
|
72 |
generation_kwargs = dict(
|
73 |
inputs=inputs,
|
74 |
+
streamer=streamer,
|
75 |
max_new_tokens=max_new_tokens,
|
76 |
temperature=temperature,
|
77 |
num_beams=num_beams,
|