import streamlit as st from transformers import GPT2LMHeadModel, GPT2Tokenizer import numpy as np model = GPT2LMHeadModel.from_pretrained('gpt2') tokenizer = GPT2Tokenizer.from_pretrained('gpt2') def score(tokens_tensor): loss=model(tokens_tensor, labels=tokens_tensor)[0] return np.exp(loss.cpu().detach().numpy()) sentence = st.text_input("Enter the sentence","this is a well formed sentence.") tokens_tensor = tokenizer.encode( sentence, add_special_tokens=False, return_tensors="pt") res = score(tokens_tensor) st.write('score is', res)