nordic-gpt-wiki / evaluate.py
birgermoell's picture
Updated evaluation script
4ddf1d1
from transformers import GPT2Tokenizer, GPT2Model, FlaxGPT2LMHeadModel, GPT2LMHeadModel, pipeline, set_seed
tokenizer = GPT2Tokenizer.from_pretrained("flax-community/nordic-gpt-wiki")
model = GPT2LMHeadModel.from_pretrained("flax-community/nordic-gpt-wiki")
generator = pipeline('text-generation', model=model, tokenizer=tokenizer)
set_seed(42)
result = generator("Det er flott", max_length=100, num_return_sequences=5)
print(result)
result = generator("Jag älskar livet", max_length=150, num_return_sequences=5)
print(result)
result = generator("Det er fremragende", max_length=150, num_return_sequences=5)
print(result)