Update app.py

app.py

@@ -7,7 +7,7 @@ import gradio as gr
 from datetime import datetime
 torch.set_grad_enabled(False)
 
-model = Qwen2ForSequenceClassification.from_pretrained("Thouph/prompt2tag-qwen2-0.5b-v0.1", num_labels = 9940).to("cuda")
+model = Qwen2ForSequenceClassification.from_pretrained("Thouph/prompt2tag-qwen2-0.5b-v0.1", num_labels = 9940, map_location=torch.device('cpu'))
 model.eval()
 tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2-0.5B")
 
@@ -25,9 +25,6 @@ def create_tags(prompt, threshold):
         return_tensors="pt",
     )
 
-    for k in inputs.keys():
-        inputs[k] = inputs[k].to("cuda")
-    # Generate
     output = model(**inputs).logits
     output = torch.nn.functional.sigmoid(output)
     indices = torch.where(output > threshold)