Spaces:
Sleeping
Sleeping
Commit
•
a4b4fff
1
Parent(s):
99fce8f
Update app.py
Browse files
app.py
CHANGED
@@ -37,7 +37,7 @@ clip_model = CLIPVisionModel.from_pretrained(clip_model_name).to(device)
|
|
37 |
projection = torch.nn.Linear(clip_embed, phi_embed).to(device)
|
38 |
resblock = SimpleResBlock(phi_embed).to(device)
|
39 |
phi_model = AutoModelForCausalLM.from_pretrained(phi_model_name,trust_remote_code=True).to(device)
|
40 |
-
audio_model = whisperx.load_model("
|
41 |
|
42 |
# load weights
|
43 |
model_to_merge = PeftModel.from_pretrained(phi_model,'./model_chkpt/lora_adaptor')
|
|
|
37 |
projection = torch.nn.Linear(clip_embed, phi_embed).to(device)
|
38 |
resblock = SimpleResBlock(phi_embed).to(device)
|
39 |
phi_model = AutoModelForCausalLM.from_pretrained(phi_model_name,trust_remote_code=True).to(device)
|
40 |
+
audio_model = whisperx.load_model("tiny", device, compute_type=compute_type)
|
41 |
|
42 |
# load weights
|
43 |
model_to_merge = PeftModel.from_pretrained(phi_model,'./model_chkpt/lora_adaptor')
|