app.py

import gradio as gr
import requests
import json
import os
#API_URL = "https://api-inference.huggingface.co/models/EleutherAI/gpt-neo-2.7B"
API_URL = "https://api-inference.huggingface.co/models/EleutherAI/gpt-neo-1.3B"
apikey=os.environ.get('api_key')
headers = {"Authorization": f"Bearer {apikey}"}
def query(input_sentence,num,start):
    paraphrase_final=[]
    for i in range(0,num):
       intial="""These are the few examples of converting original sentences into paraphrased sentences.\n original: The gray clouds were a warning of an approaching storm.\n paraphrase: The coming storm was foretold by the dark clouds.\n original: Giraffes like Acacia leaves and hay, and they can consume 75 pounds of food a day.\n paraphrase: A giraffe can eat up to 75 pounds of Acacia leaves and hay daily.\n """
       full_input=intial+"original:"+input_sentence + "\n paraphrase:"+start
       data = json.dumps({"inputs":full_input,"parameters":{"max_length":len(full_input.split())+70,"min_length":len(full_input.split())+70},"temperature":0.650+0.05*i})
       response = requests.request("POST", API_URL, headers=headers, data=data)
       # https://stackoverflow.com/questions/16511337/correct-way-to-try-except-using-python-requests-module
       if response.status_code != 200:
          output = f'{response.status_code} problem, response={response.content.decode("utf-8")}'
       else:
          output=json.loads(response.content.decode("utf-8"))[0]['generated_text']
       paraphrase=output.split('paraphrase:',3)[-1]
       paraphrase_text=paraphrase.split('original:',1)[0]
       paraphrase_final.append( paraphrase_text.split('.',1)[0]+".")
    return '\n\n'.join([i for i in paraphrase_final[0:]])
title = "Paraphrasing with GPT-NEO"
description = "Gradio Demo for Paraphrasing with GPT-NEO. Simply add one line sentence in the Input. It is possible to control the start of output paraphrased sentences using optional Starting Point Input. If outputs are not satisfactory try to increase number of outputs"
article = "<div style='text-align: center;'><a href='https://github.com/EleutherAI/gpt-neo'>GPT-NEO GitHub</a> | <center><img src='https://visitor-badge.glitch.me/badge?page_id=devendergarg14_Paraphrasing_with_GPT_Neo' alt='visitor badge'></center></div>"
examples=[['The sky, at sunset, looked like a carnivorous flower.',4,'The coloured reddish'],['Inside us there is something that has no name, that something is what we are.',4,'']]

gr.Interface(fn=query, inputs=[gr.inputs.Textbox(lines=4, label="Input Text (Single Sentence)"),
    gr.inputs.Slider( minimum=1, maximum=10, step=1, default=4, label="Numbers of Outputs"),
    gr.inputs.Textbox(lines=1, label="Starting Point (optional)")],
    outputs=["text"],
    title=title,description=description,
    article= article,
    examples=examples,
    allow_flagging='never').launch(enable_queue=True)  # ? ,cache_examples=True)