allenai

/

longformer-base-4096

                from transformers import AutoTokenizer, AutoModel
  
  tokenizer = AutoTokenizer.from_pretrained("allenai/longformer-base-4096")
  
  model = AutoModel.from_pretrained("allenai/longformer-base-4096")
            

  git lfs install
  git clone https://huggingface.co/allenai/longformer-base-4096
  

    # if you want to clone without large files – just their pointers
    # prepend your git clone with the following env var:
  
  GIT_LFS_SKIP_SMUDGE=1