AyyAsk / test.py
xzxyx's picture
Duplicate from abxhr/design-project
b71b65d
raw
history blame contribute delete
214 Bytes
#%%
from transformers import GPT2Tokenizer
# %%
tok = GPT2Tokenizer.from_pretrained("D:/ML/Models/aragpt2-medium", use_fast=False)
# %%
tok.pad_token = tok.eos_token
#%%
tok.pad_token_id = [tok.eos_token_id]
# %%