mfidabel commited on
Commit
027b33e
1 Parent(s): 9b23d00

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -10,7 +10,7 @@ language = "guarani"
10
  task = "transcribe"
11
  peft_config = PeftConfig.from_pretrained(peft_model_id)
12
  model = WhisperForConditionalGeneration.from_pretrained(
13
- peft_config.base_model_name_or_path, load_in_8bit=True, device_map="cuda:0"
14
  )
15
  model = PeftModel.from_pretrained(model, peft_model_id)
16
  tokenizer = WhisperTokenizer.from_pretrained(peft_config.base_model_name_or_path, language=language, task=task)
 
10
  task = "transcribe"
11
  peft_config = PeftConfig.from_pretrained(peft_model_id)
12
  model = WhisperForConditionalGeneration.from_pretrained(
13
+ peft_config.base_model_name_or_path, load_in_8bit=False, device_map="cuda:0"
14
  )
15
  model = PeftModel.from_pretrained(model, peft_model_id)
16
  tokenizer = WhisperTokenizer.from_pretrained(peft_config.base_model_name_or_path, language=language, task=task)