roberta-swedish-scandi / evaluate.py
birgermoell's picture
Added eval code
23c8364
from transformers import AutoTokenizer, AutoModel
from transformers import RobertaTokenizer, RobertaForMaskedLM, pipeline
import torch
def pt_evaluate():
tokenizer = RobertaTokenizer.from_pretrained('birgermoell/roberta-swedish-scandi')
#model = RobertaForMaskedLM.from_pretrained('birgermoell/roberta-swedish-scandi')
model = RobertaForMaskedLM.from_pretrained("birgermoell/roberta-swedish-scandi", from_flax=True)
my_unmasker_pipeline = pipeline('fill-mask', model=model, tokenizer=tokenizer)
output = my_unmasker_pipeline("Huvudstaden i Sverige är <mask>.")
print(output)
pt_evaluate()