Spaces:
Runtime error
Runtime error
revert
Browse files
app.py
CHANGED
@@ -1,18 +1,16 @@
|
|
1 |
-
|
2 |
from transformers import GPT2LMHeadModel, GPT2Tokenizer
|
3 |
import numpy as np
|
4 |
|
5 |
-
app = FastAPI()
|
6 |
|
7 |
model = GPT2LMHeadModel.from_pretrained('gpt2')
|
8 |
tokenizer = GPT2Tokenizer.from_pretrained('gpt2')
|
9 |
|
10 |
-
|
11 |
-
def score(text: str):
|
12 |
-
tokens_tensor = tokenizer.encode( text, add_special_tokens=False, return_tensors="pt")
|
13 |
loss=model(tokens_tensor, labels=tokens_tensor)[0]
|
14 |
return np.exp(loss.cpu().detach().numpy())
|
15 |
|
16 |
-
|
17 |
-
|
18 |
-
|
|
|
|
1 |
+
import streamlit as st
|
2 |
from transformers import GPT2LMHeadModel, GPT2Tokenizer
|
3 |
import numpy as np
|
4 |
|
|
|
5 |
|
6 |
model = GPT2LMHeadModel.from_pretrained('gpt2')
|
7 |
tokenizer = GPT2Tokenizer.from_pretrained('gpt2')
|
8 |
|
9 |
+
def score(tokens_tensor):
|
|
|
|
|
10 |
loss=model(tokens_tensor, labels=tokens_tensor)[0]
|
11 |
return np.exp(loss.cpu().detach().numpy())
|
12 |
|
13 |
+
sentence = st.text_input("Enter the sentence","this is a well formed sentence.")
|
14 |
+
tokens_tensor = tokenizer.encode( sentence, add_special_tokens=False, return_tensors="pt")
|
15 |
+
res = score(tokens_tensor)
|
16 |
+
st.write('score is', res)
|