rhaymison commited on
Commit
98ca8e1
1 Parent(s): 05d0768

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +0 -4
README.md CHANGED
@@ -197,9 +197,6 @@ You can use with Pipeline.
197
  ```python
198
 
199
  from transformers import pipeline
200
- stop_token = "<|eot_id|>"
201
- stop_token_id = tokenizer.encode(stop_token)[0]
202
-
203
  pipe = pipeline("text-generation",
204
  model=model,
205
  tokenizer=tokenizer,
@@ -210,7 +207,6 @@ pipe = pipeline("text-generation",
210
  top_k=50,
211
  top_p=0.95,
212
  early_stopping=True,
213
- eos_token_id=stop_token_id,
214
  pad_token_id=tokenizer.eos_token_id,
215
  )
216
 
 
197
  ```python
198
 
199
  from transformers import pipeline
 
 
 
200
  pipe = pipeline("text-generation",
201
  model=model,
202
  tokenizer=tokenizer,
 
207
  top_k=50,
208
  top_p=0.95,
209
  early_stopping=True,
 
210
  pad_token_id=tokenizer.eos_token_id,
211
  )
212