fix

app.py

@@ -2,6 +2,7 @@ import sys
 import warnings
 print("Warning: This application requires specific library versions. Please ensure you have the correct versions installed.")
 
+import spaces
 import gradio as gr
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
@@ -39,7 +40,12 @@ Query: {query}
 Document: {text}
 Relevant (only output one word, either "true" or "false"): [/INST] """
 
+@spaces.GPU
 def check_relevance(query, instruction, passage):
+    if torch.cuda.is_available():
+        device = "cuda"
+        model = model.to(device)
+
     full_query = f"{query} {instruction}"
     prompt = template.format(query=full_query, text=passage)
     

requirements.txt

@@ -1,4 +1,5 @@
 gradio
+spaces
 transformers==4.35.2
 numpy==1.24.3
 sentencepiece==0.1.99