GurgenGulay commited on
Commit
ac65c4c
·
verified ·
1 Parent(s): a2fc342

Update page1.py

Browse files
Files changed (1) hide show
  1. page1.py +5 -0
page1.py CHANGED
@@ -3,6 +3,11 @@ from transformers import T5Tokenizer, T5ForConditionalGeneration, Trainer, Train
3
  from datasets import Dataset
4
  from sklearn.model_selection import train_test_split
5
  import re
 
 
 
 
 
6
 
7
 
8
  logging.basicConfig(level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s")
 
3
  from datasets import Dataset
4
  from sklearn.model_selection import train_test_split
5
  import re
6
+ from transformers import T5Tokenizer, T5ForConditionalGeneration
7
+
8
+ model_name = "t5-base"
9
+ tokenizer = T5Tokenizer.from_pretrained(model_name)
10
+ model = T5ForConditionalGeneration.from_pretrained(model_name)
11
 
12
 
13
  logging.basicConfig(level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s")