Upload folder using huggingface_hub

api.py

@@ -17,8 +17,8 @@ args = parser.parse_args()
 # Determine the device
 device = "cpu"
 # Initialize the model and processor
-model = AutoModelForCausalLM.from_pretrained(args.model_path, trust_remote_code=True).to(device)
-processor = AutoProcessor.from_pretrained(args.model_path, trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained(args.model_path, trust_remote_code=True, device_map=device)
+processor = AutoProcessor.from_pretrained(args.model_path, trust_remote_code=True, device_map=device)
 
 lock = threading.Lock()  # Use a lock to ensure thread safety when accessing the model