llmlingua-demo / test.py
cornzz
First llmlingua2 test on mac
8f6f070
raw
history blame
345 Bytes
from llmlingua import PromptCompressor
llm_lingua = PromptCompressor(
model_name="microsoft/llmlingua-2-xlm-roberta-large-meetingbank",
use_llmlingua2=True,
device_map="mps"
)
compressed_prompt = llm_lingua.compress_prompt("The meeting was scheduled for 2:30 PM, but it started at 3:00 PM. Why?", rate=0.5)
print(compressed_prompt)