main

gradio_app.py

@@ -14,6 +14,7 @@ import logging
 from huggingface_hub import login
 from huggingface_hub import hf_hub_download
 
+device = "cuda"
 
 # Set up logger
 logger = logging.getLogger(__name__)
@@ -109,7 +110,7 @@ def load_target_model(selected_model):
         info = lora_model.load_state_dict(weights_sd, strict=True)
         logger.info(f"Loaded LoRA weights from {LORA_WEIGHTS_PATH}: {info}")
         lora_model.eval()
-        
+
     except Exception as e:
         logger.error(f"Error loading models: {e}")
         raise