doubledsbv commited on
Commit
dd4855e
1 Parent(s): 58d493d

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -70,7 +70,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id)
70
 
71
  tokenizer.padding_side = "left"
72
  tokenizer.pad_token = tokenizer.unk_token
73
- tokenizer.add_eos_token = True
74
 
75
  def generate_prompt(input):
76
  prompt = ''
 
70
 
71
  tokenizer.padding_side = "left"
72
  tokenizer.pad_token = tokenizer.unk_token
73
+ tokenizer.add_eos_token = False
74
 
75
  def generate_prompt(input):
76
  prompt = ''