Spaces:
Runtime error
Runtime error
Fix device problem.
Browse files
app.py
CHANGED
@@ -15,12 +15,12 @@ compressors = {
|
|
15 |
"xlm-roberta-large": PromptCompressor(
|
16 |
model_name="microsoft/llmlingua-2-xlm-roberta-large-meetingbank",
|
17 |
use_llmlingua2=True,
|
18 |
-
|
19 |
),
|
20 |
"mbert-base": PromptCompressor(
|
21 |
model_name="microsoft/llmlingua-2-bert-base-multilingual-cased-meetingbank",
|
22 |
use_llmlingua2=True,
|
23 |
-
|
24 |
)
|
25 |
}
|
26 |
tokenizer = tiktoken.encoding_for_model("gpt-4")
|
|
|
15 |
"xlm-roberta-large": PromptCompressor(
|
16 |
model_name="microsoft/llmlingua-2-xlm-roberta-large-meetingbank",
|
17 |
use_llmlingua2=True,
|
18 |
+
device_map="cpu"
|
19 |
),
|
20 |
"mbert-base": PromptCompressor(
|
21 |
model_name="microsoft/llmlingua-2-bert-base-multilingual-cased-meetingbank",
|
22 |
use_llmlingua2=True,
|
23 |
+
device_map="cpu"
|
24 |
)
|
25 |
}
|
26 |
tokenizer = tiktoken.encoding_for_model("gpt-4")
|