aigeek0x0 commited on
Commit
5d4d88f
1 Parent(s): d56a4fd

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -88,7 +88,7 @@ inputs = tokenizer(
88
 
89
  # generate text using the model
90
  streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
91
- outputs = model.generate(**inputs, max_length=2048, streamer=streamer, do_sample=True, eos_token_id=tokenizer.encode("<|im_end|>"))
92
 
93
  # decode and print the output
94
  text = tokenizer.batch_decode(outputs)[0]
 
88
 
89
  # generate text using the model
90
  streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
91
+ outputs = model.generate(**inputs, max_length=2048, streamer=streamer, do_sample=True, repetition_penalty=1.1, eos_token_id=tokenizer.encode("<|im_end|>"))
92
 
93
  # decode and print the output
94
  text = tokenizer.batch_decode(outputs)[0]