Update app.py

app.py

@@ -111,29 +111,18 @@ client = InferenceClient(
     "mistralai/Mixtral-8x7B-Instruct-v0.1"
 )
 
-def extract_text_from_pdf(file):
-    text = ""
-    with open(file.name, "rb") as f:
-        reader = PyPDF2.PdfFileReader(f)
-        for page_num in range(reader.numPages):
-            text += reader.getPage(page_num).extractText()
-    return text
 
 def format_prompt(message, history):
-    prompt = "<s>"
-    for user_prompt, bot_response in history:
-        prompt += f"[INST] {user_prompt} [/INST]"
-        prompt += f" {bot_response}</s> "
-    prompt += f"[INST] {message} [/INST]"
-    return prompt
+  prompt = "<s>"
+  for user_prompt, bot_response in history:
+    prompt += f"[INST] {user_prompt} [/INST]"
+    prompt += f" {bot_response}</s> "
+  prompt += f"[INST] {message} [/INST]"
+  return prompt
 
 def generate(
-    prompt, history, system_prompt, pdf_file=None, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
+    prompt, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
 ):
-    if pdf_file is not None:
-        pdf_text = extract_text_from_pdf(pdf_file)
-        prompt += " " + pdf_text
-
     temperature = float(temperature)
     if temperature < 1e-2:
         temperature = 1e-2
@@ -157,6 +146,7 @@ def generate(
         yield output
     return output
 
+
 additional_inputs=[
     gr.Textbox(
         label="System Prompt",
@@ -198,8 +188,7 @@ additional_inputs=[
         step=0.05,
         interactive=True,
         info="Penalize repeated tokens",
-    ),
-    gr.File(label="Upload PDF Document", type="upload", max_size="100MB"),
+    )
 ]
 
 examples=[["I'm planning a vacation to Japan. Can you suggest a one-week itinerary including must-visit places and local cuisines to try?", None, None, None, None, None, ],
@@ -210,11 +199,37 @@ examples=[["I'm planning a vacation to Japan. Can you suggest a one-week itinera
           ["What are some unique features of Rust that make it stand out compared to other systems programming languages like C++?", None, None, None, None, None,],
          ]
 
-gr.ChatInterface(
+gr.Interface(
     fn=generate,
-    chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
-    additional_inputs=additional_inputs,
+    inputs=[
+        gr.Textbox(
+            label="Prompt",
+            lines=3,
+            placeholder="Start typing here...",
+            default="",
+            example="Can you summarize the content of the document?",
+            type="str"
+        ),
+        gr.Textbox(
+            label="History",
+            lines=3,
+            placeholder="Enter conversation history...",
+            default="",
+            type="str"
+        ),
+        gr.Textbox(
+            label="System Prompt",
+            lines=1,
+            placeholder="Enter system prompt...",
+            default="",
+            type="str"
+        ),
+        gr.File(label="Upload PDF Document", type="upload"),
+        *additional_inputs
+    ],
+    outputs=gr.Textbox(label="Output"),
     title="Mixtral 46.7B",
     examples=examples,
-    concurrency_limit=20,
-).launch(show_api= True)
+    allow_flagging=False,
+    allow_screenshot=False
+).launch(show_api=True)