Update app.py

app.py

@@ -53,25 +53,9 @@ def compress(original_prompt, compression_rate, base_model="xlm-roberta-large",
     return compressed_prompt, preserved_tokens, n_word_compressed
 
 
-title = "LLMLingua-2"
+title = "LLMLingua-2-cpu"
 
-header = """# LLMLingua-2: Efficient and Faithful Task-Agnostic Prompt Compression via Data Distillation
-            _Zhuoshi Pan, Qianhui Wu, Huiqiang Jiang, Menglin Xia, Xufang Luo, Jue Zhang, Qingwei Lin, Victor Ruehle, Yuqing Yang, Chin-Yew Lin, H. Vicky Zhao, Lili Qiu, Dongmei Zhang_<br/>
-            [[project page]](https://llmlingua.com/llmlingua2.html) [[paper]](https://arxiv.org/abs/2403.12968) [[code]](https://github.com/microsoft/LLMLingua)<br/>
-            <br/>
-            💁‍♂️ This demo is deployed with HF "[CPU basic](https://huggingface.co/docs/hub/spaces-gpus)", the latency is expected to be longer.
-        """
-
-theme = "soft"
-css = """#anno-img .mask {opacity: 0.5; transition: all 0.2s ease-in-out;}
-            #anno-img .mask.active {opacity: 0.7}"""
-
-original_prompt_text = """John: So, um, I've been thinking about the project, you know, and I believe we need to, uh, make some changes. I mean, we want the project to succeed, right? So, like, I think we should consider maybe revising the timeline.
-Sarah: I totally agree, John. I mean, we have to be realistic, you know. The timeline is, like, too tight. You know what I mean? We should definitely extend it.
-"""
-
-with gr.Blocks(title=title, css=css) as app:
-    gr.Markdown(header)
+with gr.Blocks(title=title) as app:
     with gr.Row():
         with gr.Column(scale=3):
             original_prompt = gr.Textbox(value=original_prompt_text, label="Original Prompt", lines=10, max_lines=10, interactive=True)
@@ -88,6 +72,7 @@ with gr.Blocks(title=title, css=css) as app:
             n_word_original = gr.Textbox(lines=1, label="Original (GPT-4 Tokens)", interactive=False, value=len(tokenizer.encode(original_prompt_text)))
             n_word_compressed = gr.Textbox(lines=1, label="Compressed (GPT-4 Tokens)", interactive=False)
     button = gr.Button("⚡Click to Compress")
+    
     with gr.Accordion(label="Compression Details", open=False):
         diff_text = gr.HighlightedText(label="Diff", combine_adjacent=False, show_legend=True, color_map={"+": "green"})
 
@@ -97,18 +82,5 @@ with gr.Blocks(title=title, css=css) as app:
     button.click(fn=compress,
                  inputs=[original_prompt, compression_rate, base_model, force_tokens],
                  outputs=[compressed_prompt, diff_text, n_word_compressed])
-    
-    qa_pairs = gr.DataFrame(label="GPT-4 generated QA pairs related to the original prompt:", headers=["Question", "Answer"], interactive=True,
-                            value=[["Summarize the conversation.","John suggests making changes to the project, specifically revising the timeline to ensure its success. Sarah agrees with John, acknowledging that the current timeline is too tight and supports the idea of extending it."]])
-    
-    gr.Markdown("## Examples (click to select)")
-    dataset = gr.Dataset(label="MeetingBank",
-                         components=[gr.Textbox(visible=False, max_lines=3)],
-                         samples=original_prompt_list,
-                         type="index")
-
-    dataset.select(fn=lambda idx: (examples[idx]["original_prompt"], examples[idx]["QA_pairs"]),
-                   inputs=[dataset],
-                   outputs=[original_prompt, qa_pairs])
-        
+      
 app.queue(max_size=10, api_open=False).launch(show_api=False)