Update app.py
Browse files
app.py
CHANGED
@@ -10,7 +10,7 @@ language = "guarani"
|
|
10 |
task = "transcribe"
|
11 |
peft_config = PeftConfig.from_pretrained(peft_model_id)
|
12 |
model = WhisperForConditionalGeneration.from_pretrained(
|
13 |
-
peft_config.base_model_name_or_path, load_in_8bit=
|
14 |
)
|
15 |
model = PeftModel.from_pretrained(model, peft_model_id)
|
16 |
tokenizer = WhisperTokenizer.from_pretrained(peft_config.base_model_name_or_path, language=language, task=task)
|
|
|
10 |
task = "transcribe"
|
11 |
peft_config = PeftConfig.from_pretrained(peft_model_id)
|
12 |
model = WhisperForConditionalGeneration.from_pretrained(
|
13 |
+
peft_config.base_model_name_or_path, load_in_8bit=False, device_map="cuda:0"
|
14 |
)
|
15 |
model = PeftModel.from_pretrained(model, peft_model_id)
|
16 |
tokenizer = WhisperTokenizer.from_pretrained(peft_config.base_model_name_or_path, language=language, task=task)
|