ldenoue commited on
Commit
c1abcb4
1 Parent(s): f626f9f
Files changed (1) hide show
  1. app.py +6 -8
app.py CHANGED
@@ -1,18 +1,16 @@
1
- from fastapi import FastAPI
2
  from transformers import GPT2LMHeadModel, GPT2Tokenizer
3
  import numpy as np
4
 
5
- app = FastAPI()
6
 
7
  model = GPT2LMHeadModel.from_pretrained('gpt2')
8
  tokenizer = GPT2Tokenizer.from_pretrained('gpt2')
9
 
10
- @app.get("/score/{text}")
11
- def score(text: str):
12
- tokens_tensor = tokenizer.encode( text, add_special_tokens=False, return_tensors="pt")
13
  loss=model(tokens_tensor, labels=tokens_tensor)[0]
14
  return np.exp(loss.cpu().detach().numpy())
15
 
16
- #sentence = st.text_input("Enter the sentence","this is a well formed sentence.")
17
- #res = score(sentence)
18
- #st.write('score is', res)
 
 
1
+ import streamlit as st
2
  from transformers import GPT2LMHeadModel, GPT2Tokenizer
3
  import numpy as np
4
 
 
5
 
6
  model = GPT2LMHeadModel.from_pretrained('gpt2')
7
  tokenizer = GPT2Tokenizer.from_pretrained('gpt2')
8
 
9
+ def score(tokens_tensor):
 
 
10
  loss=model(tokens_tensor, labels=tokens_tensor)[0]
11
  return np.exp(loss.cpu().detach().numpy())
12
 
13
+ sentence = st.text_input("Enter the sentence","this is a well formed sentence.")
14
+ tokens_tensor = tokenizer.encode( sentence, add_special_tokens=False, return_tensors="pt")
15
+ res = score(tokens_tensor)
16
+ st.write('score is', res)