from transformers import AutoTokenizer, AutoModel
tokenizer = AutoTokenizer.from_pretrained("allenai/news_roberta_base")
model = AutoModel.from_pretrained("allenai/news_roberta_base")
How to clone the model repo
git lfs install
git clone https://huggingface.co/allenai/news_roberta_base
# if you want to clone without large files – just their pointers
# prepend your git clone with the following env var:
GIT_LFS_SKIP_SMUDGE=1