decodemai's picture
Update app.py
57689a2
import json
import requests
import gradio as gr
import random
import time
import os
import datetime
from datetime import datetime
API_TOKEN = os.getenv("API_TOKEN")
DECODEM_TOKEN=os.getenv("DECODEM_TOKEN")
from huggingface_hub import InferenceApi
inference = InferenceApi("bigscience/bloom",token=API_TOKEN)
headers = {'Content-type': 'application/json', 'Accept': 'text/plain'}
url_decodemprompts='https://us-central1-createinsightsproject.cloudfunctions.net/getdecodemprompts'
data={"prompt_type":'business_tech_ideas',"decodem_token":DECODEM_TOKEN}
try:
r = requests.post(url_decodemprompts, data=json.dumps(data), headers=headers)
except requests.exceptions.ReadTimeout as e:
print(e)
#print(r.content)
prompt=str(r.content, 'UTF-8')
def infer(prompt,
max_length = 250,
top_k = 0,
num_beams = 0,
no_repeat_ngram_size = 2,
top_p = 0.9,
seed=42,
temperature=0.7,
greedy_decoding = False,
return_full_text = False):
print(seed)
top_k = None if top_k == 0 else top_k
do_sample = False if num_beams > 0 else not greedy_decoding
num_beams = None if (greedy_decoding or num_beams == 0) else num_beams
no_repeat_ngram_size = None if num_beams is None else no_repeat_ngram_size
top_p = None if num_beams else top_p
early_stopping = None if num_beams is None else num_beams > 0
params = {
"max_new_tokens": max_length,
"top_k": top_k,
"top_p": top_p,
"temperature": temperature,
"do_sample": do_sample,
"seed": seed,
"early_stopping":early_stopping,
"no_repeat_ngram_size":no_repeat_ngram_size,
"num_beams":num_beams,
"return_full_text":return_full_text
}
s = time.time()
response = inference(prompt, params=params)
#print(response)
proc_time = time.time()-s
#print(f"Processing time was {proc_time} seconds")
return response
def getideas(text_inp):
print(text_inp)
print(datetime.today().strftime("%d-%m-%Y"))
text = prompt+"\nInput:"+text_inp + "\nOutput:"
resp = infer(text,seed=random.randint(0,100))
generated_text=resp[0]['generated_text']
result = generated_text.replace(text,'').strip()
result = result.replace("Output:","")
parts = result.split("###")
topic = parts[0].strip()
topic="\n".join(topic.split('\n')[:3])
print(topic)
return(topic)
with gr.Blocks() as demo:
gr.Markdown("<h1><center>Tech Ideas for Your Business</center></h1>")
gr.Markdown(
"""ChatGPT based Insights from <a href="https://www.decodem.ai">Decodem.ai</a> for businesses.\nWhile ChatGPT has multiple use cases we have evolved specific use cases/ templates for businesses \n\n This template provides ideas on how a business would look like in the future. Enter a business area and get the results. We use a equally powerful AI model bigscience/bloom."""
)
textbox = gr.Textbox(placeholder="Enter business type here...", lines=1,label='Your business area')
btn = gr.Button("Generate")
output1 = gr.Textbox(lines=2,label='The future')
btn.click(getideas,inputs=[textbox], outputs=[output1])
examples = gr.Examples(examples=['icecream parlor','space travel','book shop','ecommerce','grocery delivery'],
inputs=[textbox])
demo.launch()