Spaces:
Paused
Paused
Arturo Jiménez de los Galanes Reguillos
commited on
Commit
·
41caafb
1
Parent(s):
dc9192f
Skip prompt for streamer
Browse files
app.py
CHANGED
|
@@ -27,7 +27,7 @@ model = AutoModelForCausalLM.from_pretrained(MODEL, torch_dtype=torch.bfloat16,
|
|
| 27 |
model.eval()
|
| 28 |
|
| 29 |
decode_kwargs = dict(skip_special_tokens=True)
|
| 30 |
-
streamer = TextIteratorStreamer(tokenizer, decode_kwargs=decode_kwargs)
|
| 31 |
|
| 32 |
cplusplus = None
|
| 33 |
def translate(python):
|
|
|
|
| 27 |
model.eval()
|
| 28 |
|
| 29 |
decode_kwargs = dict(skip_special_tokens=True)
|
| 30 |
+
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, decode_kwargs=decode_kwargs)
|
| 31 |
|
| 32 |
cplusplus = None
|
| 33 |
def translate(python):
|