Update app.py

app.py

@@ -17,7 +17,7 @@ QA_TOKEN_ID = 50295 # token for qa
 device = "cuda" if torch.cuda.is_available() else "cpu"
 clip_embed = 768
 phi_embed  = 2560
-compute_type = "float16"
+#compute_type = "float16"
 audio_batch_size = 16
 
 class SimpleResBlock(nn.Module):
@@ -38,7 +38,7 @@ clip_model = CLIPVisionModel.from_pretrained(clip_model_name).to(device)
 projection = torch.nn.Linear(clip_embed, phi_embed).to(device)
 resblock = SimpleResBlock(phi_embed).to(device)
 phi_model = AutoModelForCausalLM.from_pretrained(phi_model_name,trust_remote_code=True).to(device)
-audio_model = whisperx.load_model("tiny", device, compute_type=compute_type)
+audio_model = whisperx.load_model("tiny", device)
 
 # load weights
 model_to_merge = PeftModel.from_pretrained(phi_model,'./model_chkpt/lora_adaptor')