serhii-korobchenko's picture
Update app.py
643d4bb
import gradio as gr
from transformers import pipeline
import keras_nlp
import tensorflow as tf
import gdown
from tensorflow import keras
import time
def download_model_NLP():
preprocessor = keras_nlp.models.GPT2CausalLMPreprocessor.from_preset(
"gpt2_base_en",
sequence_length=128,)
model = keras_nlp.models.GPT2CausalLM.from_preset(
"gpt2_base_en", preprocessor=preprocessor)
model_clear = model
#output = "GPT2_keras_deer"
#id_weights = "106fk9vGF_sHB8St9B2cKYE9jQVNSdKW_"
#gdown.download(id=id_weights, output=output, quiet=False)
#id_index = "10EWM2kJG4djpI5T6VLuj0UkGCbVIjmJx"
#gdown.download(id=id_index, output=output, quiet=False)
#id_check_point = "10Et7a0EzyrnnBhMWzt6frXLiNVm8a2qz"
#gdown.download(id=id_check_point, output=output, quiet=False)
#id_folder = "1zi3hSBRTP9uwHDVwQMqpGeXb8RBhJfrO"
#gdown.download_folder(id=id_folder, quiet=True, use_cookies=False)
# id = "1-CiBtOhzyVuiUGShONZqluey7TyX9-Y6"
output = "total.h5"
id = "1-KgcnP1ayWQ6l2-4h723JCYPoWxzOnU3"
gdown.download(id=id, output=output, quiet=False)
model.load_weights(output)
#model = tf.keras.models.load_model(output)
return model_clear, model
def get_model():
return pipeline('text-generation', model='gpt-2')
def complete_text(start_of_sentence):
result_clear = model_clear.generate(start_of_sentence, max_length=100)
result = model.generate(start_of_sentence, max_length=100)
#result = model(start_of_sentence, max_length=50, do_sample=True)[0]['generated_text']
return result_clear, result
model_clear, model = download_model_NLP()
iface = gr.Interface(fn=complete_text, inputs=gr.inputs.Textbox(lines=2, placeholder='Start of Sentence Here...'), outputs=["text", "text"],)
iface.launch()