Update darnabot.py

darnabot.py

@@ -69,16 +69,17 @@ from threading import Thread
 import spaces
 
 # Initialize device and model
-MODEL_LIST = ["mistralai/Mistral-Nemo-Instruct-2407"]
-HF_TOKEN = os.environ.get("mistral_ai")
-MODEL = os.environ.get("MODEL_ID")
+HF_TOKEN = os.environ.get("HF_TOKEN")
+MODEL = "mistralai/Mistral-Nemo-Instruct-2407"
 
-device = "cuda"
+device = "cuda" if torch.cuda.is_available() else "cpu"
 
 
 # Authenticate if needed
-tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-Nemo-Instruct-2407", use_auth_token="mistral_ai")
-model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-Nemo-Instruct-2407", use_auth_token="mistral_ai", torch_dtype=torch.bfloat16,
+tokenizer = AutoTokenizer.from_pretrained(MODEL)
+model = AutoModelForCausalLM.from_pretrained(
+    MODEL,
+    torch_dtype=torch.bfloat16,
     device_map="auto",
     ignore_mismatched_sizes=True)