Update app.py

app.py

@@ -30,9 +30,9 @@ def respond(
     messages.append({"role": "assistant", "content": "I'd be happy to help! Please go ahead and provide the sentence you'd like me to analyze. Please specify whether you're referencing a particular verse or hadith (Prophetic tradition) from the Quran or Hadith, or if you're asking me to analyze a general statement."})
 
     #adding fatwa references
-    
-    selected_references = torch.load('selected_references.sav', map_location=torch.device('cpu'))
-    encoded_questions = torch.load('encoded_questions.sav', map_location=torch.device('cpu'))
+    device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
+    selected_references = torch.load('selected_references.sav', map_location=torch.device(device))
+    encoded_questions = torch.load('encoded_questions.sav', map_location=torch.device(device))
     
     task = 'Given a web search query, retrieve relevant passages that answer the query'
     queries = [