reduce batch size

app.py

@@ -25,8 +25,8 @@ def create_medusa_heads(model_id: str):
         "--bf16", "True",
         "--output_dir", "medusa_heads",
         "--num_train_epochs", "1",
-        "--per_device_train_batch_size", "8",
-        "--per_device_eval_batch_size", "8",
+        "--per_device_train_batch_size", "4",
+        "--per_device_eval_batch_size", "4",
         "--gradient_accumulation_steps", "4",
         "--evaluation_strategy", "no",
         "--save_strategy", "no",