Do not initialize CUDNN if cuda is not the configured device

README.md

@@ -9,7 +9,6 @@ app_file: app.py
 pinned: false
 license: mit
 ---
-
 # Note taker
 
 This Streamlit app allows users to upload an audio file, transcribe the audio using WhisperX or AssemblyAI, and summarize the transcription with GPT. 

engines.py

@@ -120,8 +120,9 @@ def _setup_whisperx(device, compute_type):
     if _whisperx_initialized:
         return
     s = 32
-    dev = torch.device('cuda')
-    # Prevent CUDNN_STATUS_NOT_INITIALIZED RuntimeError using pytorch
-    torch.nn.functional.conv2d(torch.zeros(s, s, s, s, device=dev), torch.zeros(s, s, s, s, device=dev))
+    if device == 'cuda':
+        # Prevent CUDNN_STATUS_NOT_INITIALIZED RuntimeError using pytorch
+        dev = torch.device(device)
+        torch.nn.functional.conv2d(torch.zeros(s, s, s, s, device=dev), torch.zeros(s, s, s, s, device=dev))
 
     _whisperx_model = whisperx.load_model('large-v2', device, compute_type=compute_type)