khanfou
commited on
Commit
•
071ae62
1
Parent(s):
f265ba3
Update app.py
Browse files
app.py
CHANGED
@@ -13,8 +13,8 @@ from pprint import pprint
|
|
13 |
# Datasets load_dataset function
|
14 |
from datasets import load_dataset
|
15 |
# Transformers Autokenizer
|
16 |
-
from transformers import AutoTokenizer
|
17 |
-
tokenizer = AutoTokenizer.from_pretrained('distilbert-base-uncased')
|
18 |
# Standard PyTorch DataLoader
|
19 |
from torch.utils.data import DataLoader
|
20 |
|
|
|
13 |
# Datasets load_dataset function
|
14 |
from datasets import load_dataset
|
15 |
# Transformers Autokenizer
|
16 |
+
#from transformers import AutoTokenizer
|
17 |
+
#tokenizer = AutoTokenizer.from_pretrained('distilbert-base-uncased')
|
18 |
# Standard PyTorch DataLoader
|
19 |
from torch.utils.data import DataLoader
|
20 |
|