Feature(LLMLingua): build the LLMLingua space demo
Browse files
app.py
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
import gradio as gr
|
| 2 |
from llmlingua import PromptCompressor
|
| 3 |
|
| 4 |
-
llm_lingua = PromptCompressor(device_map="cpu")
|
| 5 |
|
| 6 |
INTRO = """
|
| 7 |
# LLMLingua: Compressing Prompts for Accelerated Inference of Large Language Models
|
|
|
|
| 1 |
import gradio as gr
|
| 2 |
from llmlingua import PromptCompressor
|
| 3 |
|
| 4 |
+
llm_lingua = PromptCompressor("ayoubkirouane/StableLM-3B", device_map="cpu")
|
| 5 |
|
| 6 |
INTRO = """
|
| 7 |
# LLMLingua: Compressing Prompts for Accelerated Inference of Large Language Models
|