Dat commited on
Commit
b44c574
1 Parent(s): 0c39d97

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -29,13 +29,13 @@ Here is how to use this model to get the features of a given text in PyTorch:
29
  from transformers import BigBirdModel
30
 
31
  # by default its in `block_sparse` mode with num_random_blocks=3, block_size=64
32
- model = BigBirdModel.from_pretrained("flax-community/pino-roberta-base")
33
 
34
  # you can change `attention_type` to full attention like this:
35
- model = BigBirdModel.from_pretrained("flax-community/pino-roberta-base", attention_type="original_full")
36
 
37
  # you can change `block_size` & `num_random_blocks` like this:
38
- model = BigBirdModel.from_pretrained("flax-community/pino-roberta-base", block_size=16, num_random_blocks=2)
39
 
40
 
41
  ```
 
29
  from transformers import BigBirdModel
30
 
31
  # by default its in `block_sparse` mode with num_random_blocks=3, block_size=64
32
+ model = BigBirdModel.from_pretrained("flax-community/pino-bigbird-roberta-base")
33
 
34
  # you can change `attention_type` to full attention like this:
35
+ model = BigBirdModel.from_pretrained("flax-community/pino-bigbird-roberta-base", attention_type="original_full")
36
 
37
  # you can change `block_size` & `num_random_blocks` like this:
38
+ model = BigBirdModel.from_pretrained("flax-community/pino-bigbird-roberta-base", block_size=16, num_random_blocks=2)
39
 
40
 
41
  ```