abhishek HF staff commited on
Commit
cfb2d0d
1 Parent(s): 7dbd624

Update script.py

Browse files
Files changed (1) hide show
  1. script.py +2 -0
script.py CHANGED
@@ -1,5 +1,7 @@
1
  import pandas as pd
 
2
 
 
3
 
4
  sub = []
5
  for i in range(10000):
 
1
  import pandas as pd
2
+ from transformers import AutoTokenizer
3
 
4
+ tok = AutoTokenizer("bert-base-uncased")
5
 
6
  sub = []
7
  for i in range(10000):