Spaces:
Runtime error
Runtime error
| import streamlit as st | |
| from transformers import GPT2LMHeadModel, GPT2Tokenizer | |
| import numpy as np | |
| model = GPT2LMHeadModel.from_pretrained('gpt2') | |
| tokenizer = GPT2Tokenizer.from_pretrained('gpt2') | |
| def score(tokens_tensor): | |
| loss=model(tokens_tensor, labels=tokens_tensor)[0] | |
| return np.exp(loss.cpu().detach().numpy()) | |
| sentence = st.text_input("Enter the sentence","this is a well formed sentence.") | |
| tokens_tensor = tokenizer.encode( sentence, add_special_tokens=False, return_tensors="pt") | |
| res = score(tokens_tensor) | |
| st.write('score is', res) | |