File size: 544 Bytes
f48d4d6
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
from transformers import BertTokenizer, BertForSequenceClassification
from fastai.text.all import Learner

# 1) KoBERT ํ† ํฌ๋‚˜์ด์ € ๋ถˆ๋Ÿฌ์˜ค๊ธฐ
tokenizer = BertTokenizer.from_pretrained('monologg/kobert')

# 2) ๋ชจ๋ธ ์ •์˜ ๋ฐ fine-tune
model = BertForSequenceClassification.from_pretrained('monologg/kobert', num_labels=len(categories))
# ... (FastAI ๋ฐ์ดํ„ฐ๋ธ”๋ก & Trainer ์„ค์ •)

# 3) ํ•™์Šต ํ›„ ์ €์žฅ
learn = Learner(dls, model, loss_func=CrossEntropyLossFlat(), metrics=accuracy)
learn.fine_tune(3)
learn.export('model_ko.pkl')