Feature(LLMLingua): add examples

app.py

@@ -52,22 +52,22 @@ custom_css = """
 
 EXAMPLES = [
     [
-        "vicgalle/gpt2-alpaca",
-        "Question: can buy 4 1melon for You bought 36 fruits evenly split between of 1 $. does cost if bill $\n's think step\nIf between 3 then I 363 = 12 of fruit 1 orange then oranges506If I oranges I $66 $60 on the 2 fruit\n the of is, and that price and is 1W4AIf we know we bought 12 and 12W\n thatW can the 12 = 48\n of apple (60/The 1\n: Sam a dozen boxes with 30ighter pens each Heanged into six3 the separately of three. much in\n's boxes $120 12 =Sam then took 5 boxes × 6 highlighters/box = 30 highlighters.\nHe sold these boxes for 5 * $3 = $15\nAfter selling these 5 boxes there were 360 - 30 = 330 highlighters remaining.\nThese form 330 / 3 = 110 groups of three pens.\nHe sold each of these groups for $2 each, so made 110 * 2 = $220 from them.\nIn total, then, he earned $220 + $15 = $235.\nSince his original cost was $120, he earned $235 - $120 = $115 in profit.\nThe answer is 115",
+        "lgaalves/gpt2-dolly",
         "8.7x",
         "",
+        "Question: can buy 4 1melon for You bought 36 fruits evenly split between of 1 $. does cost if bill $\n's think step\nIf between 3 then I 363 = 12 of fruit 1 orange then oranges506If I oranges I $66 $60 on the 2 fruit\n the of is, and that price and is 1W4AIf we know we bought 12 and 12W\n thatW can the 12 = 48\n of apple (60/The 1\n: Sam a dozen boxes with 30ighter pens each Heanged into six3 the separately of three. much in\n's boxes $120 12 =Sam then took 5 boxes × 6 highlighters/box = 30 highlighters.\nHe sold these boxes for 5 * $3 = $15\nAfter selling these 5 boxes there were 360 - 30 = 330 highlighters remaining.\nThese form 330 / 3 = 110 groups of three pens.\nHe sold each of these groups for $2 each, so made 110 * 2 = $220 from them.\nIn total, then, he earned $220 + $15 = $235.\nSince his original cost was $120, he earned $235 - $120 = $115 in profit.\nThe answer is 115",
     ],
     [
         "vicgalle/alpaca-7b",
-        "Question: Sam bought a dozen boxes, each 30 highl pens inside, $10 each. He reanged five of boxes into of sixlters each sold $3. He sold the theters separately at the of three $2. How much did make in total, in\nLets think step\nSam bought  boxes x0 = $10 oflters.\nHe 2 300ters in\nSam then 5 boxes 6ters0ters\nHe sold these boxes for 55\nAfterelling these  boxes there300lters remaining\nThese form 330 310 of three pens\nHe sold each of these groups for2 each, so made 0 *0 from\nIn total, he $ $155\nSince his original $1, he earned $20 = $115 in profit.\nThe answer is 115\n\n",
         "13.8x",
         "78.32",
+        "Question: Sam bought a dozen boxes, each 30 highl pens inside, $10 each. He reanged five of boxes into of sixlters each sold $3. He sold the theters separately at the of three $2. How much did make in total, in\nLets think step\nSam bought  boxes x0 = $10 oflters.\nHe 2 300ters in\nSam then 5 boxes 6ters0ters\nHe sold these boxes for 55\nAfterelling these  boxes there300lters remaining\nThese form 330 310 of three pens\nHe sold each of these groups for2 each, so made 0 *0 from\nIn total, he $ $155\nSince his original $1, he earned $20 = $115 in profit.\nThe answer is 115\n\n",
     ],
     [
         "vicgalle/alpaca-7b",
-        "Question: Sam bought a dozen boxes, each with 30 highl pens inside, for $10 each.\nHe reanged five of boxes into of sixlters each sold them $3 per package.\nHe sold the rest of thelters separately at the of three pens for $2.\nHow much profit did make in total, in dollars\nLet's think step by step\nSam then took 5 boxes × 6lighters/box = 30 highlighters.\nThese form 330 / 3 = 110 groups of three pens.\nThe answer is 115\n\n",
         "20.2x",
         "77.94",
+        "Question: Sam bought a dozen boxes, each with 30 highl pens inside, for $10 each.\nHe reanged five of boxes into of sixlters each sold them $3 per package.\nHe sold the rest of thelters separately at the of three pens for $2.\nHow much profit did make in total, in dollars\nLet's think step by step\nSam then took 5 boxes × 6lighters/box = 30 highlighters.\nThese form 330 / 3 = 110 groups of three pens.\nThe answer is 115\n\n",
     ],
 ]
 
@@ -88,16 +88,19 @@ with gr.Blocks(css=custom_css) as iface:
                     label="Instruction",
                     lines=1,
                     value="",
+                    placeholder="This module consists of directives given by the user to the LLMs, such as task descriptions.",
                 )
                 context = gr.Textbox(
                     label="Context",
                     lines=3,
                     value="",
+                    placeholder="This module provides the supplementary context needed to address the question, such as documents, demonstrations, web search results, or API call results.",
                 )
                 question = gr.Textbox(
                     label="Question",
                     lines=1,
                     value="",
+                    placeholder="This refers to the directives given by the user to the LLMs, such as inquiries, questions, or requests.",
                 )
         with gr.Column(elem_id="params", scale=1):
             with gr.Tab('Compression Target'):
@@ -109,10 +112,6 @@ with gr.Blocks(css=custom_css) as iface:
                     label="Compression Ratio (To use this, set Target Token to -1)",
                     value=0,
                 )
-                # model_name = gr.Textbox(
-                #     label="Small Language Model (only support lgaalves/gpt2-dolly now)",
-                #     value="lgaalves/gpt2-dolly",
-                # )
 
     gen_button = gr.Button(value="Compress Prompt!", variant="primary")
 
@@ -121,7 +120,7 @@ with gr.Blocks(css=custom_css) as iface:
             with gr.Tab('Compressed Prompts'):
                 compressed_prompt = gr.Textbox(
                     label="compressed_prompt",
-                    lines=5,
+                    lines=10,
                 )
         with gr.Column(elem_id="Results_2", scale=1):
             with gr.Tab('Saving'):
@@ -137,20 +136,18 @@ with gr.Blocks(css=custom_css) as iface:
                 saving = gr.Textbox(
                     label="Saving Cost",
                 )
-                # acc = gr.Textbox(
-                #     label="GSM8K Acc using GPT-3.5-Turbo",
-                # )
 
 
     # gr.Examples(
     #     examples=EXAMPLES,
     #     inputs=[model_name, compressed_prompt, saving_ratio, acc],
     # )
+    gr.Markdown("## Examples in GSM8K")
 
     gr.Dataframe(
         value=EXAMPLES,
-        headers=["Small Language Model", "Compressed Prompts", "Actual Compression Ratio", "GSM8K Acc using GPT-3.5-Turbo"],
-        datatype=["str", "str", "str", "str", "str"],
+        headers=["Small Language Model", "Compression Ratio", "GSM8K Acc using GPT-3.5-Turbo", "Compressed Prompts",],
+        datatype=["str", "str", "str", "str"],
     ),
 
     gen_button.click(