mfidabel commited on
Commit
e566d20
1 Parent(s): 027b33e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -13,6 +13,7 @@ model = WhisperForConditionalGeneration.from_pretrained(
13
  peft_config.base_model_name_or_path, load_in_8bit=False, device_map="cuda:0"
14
  )
15
  model = PeftModel.from_pretrained(model, peft_model_id)
 
16
  tokenizer = WhisperTokenizer.from_pretrained(peft_config.base_model_name_or_path, language=language, task=task)
17
  processor = WhisperProcessor.from_pretrained(peft_config.base_model_name_or_path, language=language, task=task)
18
  feature_extractor = processor.feature_extractor
 
13
  peft_config.base_model_name_or_path, load_in_8bit=False, device_map="cuda:0"
14
  )
15
  model = PeftModel.from_pretrained(model, peft_model_id)
16
+ model.merge_and_unload()
17
  tokenizer = WhisperTokenizer.from_pretrained(peft_config.base_model_name_or_path, language=language, task=task)
18
  processor = WhisperProcessor.from_pretrained(peft_config.base_model_name_or_path, language=language, task=task)
19
  feature_extractor = processor.feature_extractor