Update page1.py
Browse files
page1.py
CHANGED
@@ -3,6 +3,11 @@ from transformers import T5Tokenizer, T5ForConditionalGeneration, Trainer, Train
|
|
3 |
from datasets import Dataset
|
4 |
from sklearn.model_selection import train_test_split
|
5 |
import re
|
|
|
|
|
|
|
|
|
|
|
6 |
|
7 |
|
8 |
logging.basicConfig(level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s")
|
|
|
3 |
from datasets import Dataset
|
4 |
from sklearn.model_selection import train_test_split
|
5 |
import re
|
6 |
+
from transformers import T5Tokenizer, T5ForConditionalGeneration
|
7 |
+
|
8 |
+
model_name = "t5-base"
|
9 |
+
tokenizer = T5Tokenizer.from_pretrained(model_name)
|
10 |
+
model = T5ForConditionalGeneration.from_pretrained(model_name)
|
11 |
|
12 |
|
13 |
logging.basicConfig(level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s")
|