File size: 554 Bytes
52cd7a0
e7fe3f3
 
a877a7f
e7fe3f3
 
 
 
52cd7a0
e7fe3f3
52cd7a0
e7fe3f3
52cd7a0
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
import streamlit as st
from transformers import GPT2LMHeadModel, GPT2Tokenizer
import numpy as np 


model = GPT2LMHeadModel.from_pretrained('gpt2')
tokenizer = GPT2Tokenizer.from_pretrained('gpt2')

def score(tokens_tensor):
    loss=model(tokens_tensor, labels=tokens_tensor)[0]
    return np.exp(loss.cpu().detach().numpy())

sentence = st.text_input("Enter the sentence","this is a well formed sentence.")
tokens_tensor = tokenizer.encode( sentence, add_special_tokens=False, return_tensors="pt")
res = score(tokens_tensor)
st.write('score is', res)