Mitocho commited on
Commit
9a1491b
1 Parent(s): 8cabea6

Create main.py

Browse files
Files changed (1) hide show
  1. main.py +16 -0
main.py ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from datasets import load_dataset
2
+ from transformers import GPT2LMHeadModel
3
+
4
+ dataset = load_dataset("Mireu-Lab/UNSW-NB15", name="en-US")
5
+ model = GPT2LMHeadModel.from_pretrained("gpt2")
6
+
7
+ # 训练模型
8
+ trainer = Trainer(
9
+ model=model,
10
+ train_dataset=train_data,
11
+ )
12
+
13
+ trainer.train()
14
+
15
+ # 评估模型
16
+ trainer.evaluate()