pvduy commited on
Commit
56b4bc6
1 Parent(s): 3f24747

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -1
README.md CHANGED
@@ -54,7 +54,8 @@ tokens = model.generate(
54
  inputs.to(model.device),
55
  max_new_tokens=100,
56
  temperature=0.7,
57
- do_sample=True
 
58
  )
59
  output = tokenizer.decode(tokens[:, inputs.shape[-1]:][0], skip_special_tokens=False)
60
 
 
54
  inputs.to(model.device),
55
  max_new_tokens=100,
56
  temperature=0.7,
57
+ do_sample=True,
58
+ eos_token_id=100278 # <|im_end|>
59
  )
60
  output = tokenizer.decode(tokens[:, inputs.shape[-1]:][0], skip_special_tokens=False)
61