Update app.py

app.py

@@ -3,28 +3,88 @@ import requests
 import gradio as gr
 import random
 
-API_TOKEN='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'
-headers = {"Authorization": f"Bearer {API_TOKEN}"}
-API_URL = "https://api-inference.huggingface.co/models/bigscience/bloom"
-
 from huggingface_hub import InferenceApi
 API_TOKEN='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'
 
 inference = InferenceApi("bigscience/bloom",token=API_TOKEN)
 
-prompt="""What would this look like in 2050? Give 5 optimally describing bigrams.
-Input:cake shop
-Output:Sustainable ingredients,Virtual reality experience,Customizable flavor options,3D printed designs,Robotic assistants
+prompt="""
+Give 4 tech disruption ideas for a 
+Input: travel agency
+Output:
+Virtual Reality:Create virtual tours for customers to explore destinations before booking a trip, allowing them to experience the location in a more immersive way.
+Artificial Intelligence-powered chatbot: Develop a chatbot that can handle customer inquiries, bookings, and provide personalized recommendations based on their preferences.
+Blockchain-based loyalty program: Implement a blockchain-based loyalty program that rewards customers for booking with the agency and can be used at participating hotels, restaurants, and other travel-related businesses.
+Social media integration: Utilize social media platforms such as Instagram and Facebook to showcase user-generated content, such as photos and reviews, in order to attract new customers and build trust with potential clients.
 #####
-Input:consulting firm
-Output:Virtual meetings,AI integration,Sustainability focus,Virtual reality simulations,Blockchain technology
+Input:chatbot
+Output:
+Personalized shopping assistant: A chatbot that can assist customers in finding and purchasing products based on their preferences and previous purchase history. This chatbot could also recommend similar products and provide information about sales and promotions.
+Virtual health coach: A chatbot that can assist users in tracking their fitness and health goals, providing personalized workout and nutrition plans, and answering any health-related questions they may have.
+Smart home integration: A chatbot that can integrate with smart home devices, allowing users to control their lights, thermostat, and other devices through voice commands or text messages.
+Educational tutor: A chatbot that can assist students in their studies by providing explanations of difficult concepts, practice quizzes, and personalized study plans. This chatbot could also assist students in scheduling and organizing their assignments and exams.
 #####
 Input:biscuit brand
-Output:Sustainable packaging,Plant-based ingredients,Digital marketing,Virtual reality,Smart packaging
+Output:
+Virtual reality cookie tasting experiences: Use virtual reality technology to create an immersive experience for customers where they can taste and interact with different biscuit flavors and varieties. This could be used in-store or online as a marketing tool to promote new products or limited edition flavors.
+Smart packaging: Use smart packaging technology to create interactive packaging that provides nutritional information, recipes, and other information about the product. This could also include a QR code that customers can scan to access additional information or enter a contest.
+AI-powered cookie customization: Use artificial intelligence technology to create a customization tool that allows customers to create their own unique biscuit flavor and design. This could include options such as choosing different flavors, shapes, and decorations.
+Home delivery robots: Use autonomous delivery robots to deliver biscuits directly to customers' homes. This could be a convenient way for customers to receive their favorite biscuits without having to leave the house. The robots could also be used to deliver other household essentials.
 #####
 """
+
+def infer(prompt,
+          max_length = 250,
+          top_k = 0,
+          num_beams = 0,
+          no_repeat_ngram_size = 2,
+          top_p = 0.9,
+          seed=42,
+          temperature=0.7,
+          greedy_decoding = False,
+          return_full_text = False):
+    
+    print(seed)
+    top_k = None if top_k == 0 else top_k
+    do_sample = False if num_beams > 0 else not greedy_decoding
+    num_beams = None if (greedy_decoding or num_beams == 0) else num_beams
+    no_repeat_ngram_size = None if num_beams is None else no_repeat_ngram_size
+    top_p = None if num_beams else top_p
+    early_stopping = None if num_beams is None else num_beams > 0
+
+    params = {
+        "max_new_tokens": max_length,
+        "top_k": top_k,
+        "top_p": top_p,
+        "temperature": temperature,
+        "do_sample": do_sample,
+        "seed": seed,
+        "early_stopping":early_stopping,
+        "no_repeat_ngram_size":no_repeat_ngram_size,
+        "num_beams":num_beams,
+        "return_full_text":return_full_text
+    }
+    
+    s = time.time()
+    response = inference(prompt, params=params)
+    #print(response)
+    proc_time = time.time()-s
+    #print(f"Processing time was {proc_time} seconds")
+    return response
+
+def getideas(text_inp):
   
+  prompt += "Input:"+text_inp + "\nOutput:"
+  resp = infer(prompt,seed=random.randint(0,100))
 
+  generated_text=resp[0]['generated_text']
+  result = generated_text.replace(prompt,'').strip()
+  result = result.replace("Output:","")
+  parts = result.split("###")
+  topic = parts[0].strip()
+  topic="\n".join(topic.split('\n')[:3])
+  return(topic)
+    
 def query(text):
     #global prompt
     print(text)
@@ -61,7 +121,7 @@ with gr.Blocks() as demo:
     btn = gr.Button("Generate")    
     output1 = gr.Textbox(lines=2,label='The future')
 
-    btn.click(query,inputs=[textbox], outputs=[output1])
+    btn.click(getideas,inputs=[textbox], outputs=[output1])
     examples = gr.Examples(examples=['icecream parlor','space travel','book shop','ecommerce','grocery delivery'],
                            inputs=[textbox])