Update app.py

app.py

@@ -15,7 +15,7 @@ model = AutoModelForCausalLM.from_pretrained(
     repo_id, 
     token=access_token, 
     torch_dtype=torch.bfloat16,  # or use torch.bfloat16 if supported
-    device_map="cpu"  # Automatically use available GPU/CPU efficiently
+    device_map="auto"  # Automatically use available GPU/CPU efficiently
 )
 
 def respond(