File size: 411 Bytes
280d87f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
from transformers import BertForTokenClassification

from .config_train import device, pretrain_model_name
from .load_data import tag2idx

# Fine-tuning BERT for token classification
model = BertForTokenClassification.from_pretrained(
    # "bert-base-multilingual-cased",
    pretrain_model_name,
    num_labels=len(tag2idx),
    output_attentions = False,
    output_hidden_states = False
)
model.to(device)