Update app.py

app.py

@@ -105,24 +105,28 @@
 
 from huggingface_hub import InferenceClient
 import gradio as gr
-import PyPDF2
+from PyPDF2 import PdfReader
 
 client = InferenceClient(
     "mistralai/Mixtral-8x7B-Instruct-v0.1"
 )
 
-
 def format_prompt(message, history):
-  prompt = "<s>"
-  for user_prompt, bot_response in history:
-    prompt += f"[INST] {user_prompt} [/INST]"
-    prompt += f" {bot_response}</s> "
-  prompt += f"[INST] {message} [/INST]"
-  return prompt
-
-def generate(
-    prompt, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
-):
+    prompt = "<s>"
+    for user_prompt, bot_response in history:
+        prompt += f"[INST] {user_prompt} [/INST]"
+        prompt += f" {bot_response}</s> "
+    prompt += f"[INST] {message} [/INST]"
+    return prompt
+
+def extract_text_from_pdf(pdf_file):
+    text = ""
+    pdf_reader = PdfReader(pdf_file)
+    for page in pdf_reader.pages:
+        text += page.extract_text()
+    return text
+
+def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0, pdf_text=None):
     temperature = float(temperature)
     if temperature < 1e-2:
         temperature = 1e-2
@@ -138,6 +142,9 @@ def generate(
     )
 
     formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
+    if pdf_text:
+        formatted_prompt += pdf_text
+
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
 
@@ -146,13 +153,13 @@ def generate(
         yield output
     return output
 
-
 additional_inputs=[
     gr.Textbox(
         label="System Prompt",
         max_lines=1,
         interactive=True,
     ),
+    gr.File("file", label="Upload PDF"),
     gr.Slider(
         label="Temperature",
         value=0.9,
@@ -191,45 +198,21 @@ additional_inputs=[
     )
 ]
 
-examples=[["I'm planning a vacation to Japan. Can you suggest a one-week itinerary including must-visit places and local cuisines to try?", None, None, None, None, None, ],
-          ["Can you write a short story about a time-traveling detective who solves historical mysteries?", None, None, None, None, None,],
-          ["I'm trying to learn French. Can you provide some common phrases that would be useful for a beginner, along with their pronunciations?", None, None, None, None, None,],
-          ["I have chicken, rice, and bell peppers in my kitchen. Can you suggest an easy recipe I can make with these ingredients?", None, None, None, None, None,],
-          ["Can you explain how the QuickSort algorithm works and provide a Python implementation?", None, None, None, None, None,],
-          ["What are some unique features of Rust that make it stand out compared to other systems programming languages like C++?", None, None, None, None, None,],
-         ]
+examples=[
+    ["I'm planning a vacation to Japan. Can you suggest a one-week itinerary including must-visit places and local cuisines to try?", None, None, None, None, None, ],
+    ["Can you write a short story about a time-traveling detective who solves historical mysteries?", None, None, None, None, None,],
+    ["I'm trying to learn French. Can you provide some common phrases that would be useful for a beginner, along with their pronunciations?", None, None, None, None, None,],
+    ["I have chicken, rice, and bell peppers in my kitchen. Can you suggest an easy recipe I can make with these ingredients?", None, None, None, None, None,],
+    ["Can you explain how the QuickSort algorithm works and provide a Python implementation?", None, None, None, None, None,],
+    ["What are some unique features of Rust that make it stand out compared to other systems programming languages like C++?", None, None, None, None, None,],
+]
 
-gr.Interface(
+gr.ChatInterface(
     fn=generate,
-    inputs=[
-        gr.Textbox(
-            label="Prompt",
-            lines=3,
-            placeholder="Start typing here...",
-            default="",
-            example="Can you summarize the content of the document?",
-            type="str"
-        ),
-        gr.Textbox(
-            label="History",
-            lines=3,
-            placeholder="Enter conversation history...",
-            default="",
-            type="str"
-        ),
-        gr.Textbox(
-            label="System Prompt",
-            lines=1,
-            placeholder="Enter system prompt...",
-            default="",
-            type="str"
-        ),
-        gr.File(label="Upload PDF Document", type="upload"),
-        *additional_inputs
-    ],
-    outputs=gr.Textbox(label="Output"),
+    chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
+    additional_inputs=additional_inputs,
     title="Mixtral 46.7B",
     examples=examples,
-    allow_flagging=False,
-    allow_screenshot=False
-).launch(show_api=True)
+    concurrency_limit=20,
+).launch(show_api= True)
+