from transformers import AutoTokenizer, AutoModelForPreTraining
tokenizer = AutoTokenizer.from_pretrained("damien-ir/ko-rest-electra-discriminator")
model = AutoModelForPreTraining.from_pretrained("damien-ir/ko-rest-electra-discriminator")
How to clone the model repo
git lfs install
git clone https://huggingface.co/damien-ir/ko-rest-electra-discriminator
# if you want to clone without large files β just their pointers
# prepend your git clone with the following env var:
GIT_LFS_SKIP_SMUDGE=1