|
from datasets import load_dataset |
|
from transformers import BertForSequenceClassification, Trainer, TrainingArguments |
|
from transformers import BertTokenizer |
|
|
|
|
|
dataset = load_dataset('csv', data_files='dataset.csv') |
|
|
|
|
|
tokenizer = BertTokenizer.from_pretrained('bert-base-uncased') |
|
|
|
|
|
def tokenize_function(examples): |
|
return tokenizer(examples['question'], padding="max_length", truncation=True) |
|
|
|
tokenized_datasets = dataset.map(tokenize_function, batched=True) |
|
|
|
|
|
model = BertForSequenceClassification.from_pretrained('bert-base-uncased', num_labels=1) |
|
|
|
|
|
training_args = TrainingArguments( |
|
output_dir="./results", |
|
evaluation_strategy="epoch", |
|
learning_rate=2e-3, |
|
per_device_train_batch_size=8, |
|
per_device_eval_batch_size=8, |
|
num_train_epochs=10, |
|
weight_decay=0.01, |
|
) |
|
|
|
|
|
trainer = Trainer( |
|
model=model, |
|
args=training_args, |
|
train_dataset=tokenized_datasets['train'], |
|
eval_dataset=tokenized_datasets['test'] |
|
) |
|
|
|
|
|
trainer.train() |
|
|