from transformers import AutoTokenizer, AutoModel tokenizer = AutoTokenizer.from_pretrained("allenai/scibert_scivocab_uncased") model = AutoModel.from_pretrained("allenai/scibert_scivocab_uncased")
git lfs install git clone https://huggingface.co/allenai/scibert_scivocab_uncased
# if you want to clone without large files – just their pointers # prepend your git clone with the following env var: GIT_LFS_SKIP_SMUDGE=1
