| [training_args] | |
| output_dir="/Users/andrewmayes/Openclassroom/CanineNet/code/" | |
| evaluation_strategy="steps" | |
| save_strategy="steps" | |
| learning_rate=5e-5 | |
| #per_device_train_batch_size=32 # 512 | |
| #per_device_eval_batch_size=32 # 512 | |
| # num_train_epochs=5, | |
| eval_delay=0 # 50 | |
| eval_steps=0.01 | |
| #eval_accumulation_steps | |
| gradient_accumulation_steps=4 | |
| gradient_checkpointing=false#true | |
| optim="adafactor" | |
| max_steps=1000 # 100 | |
| #logging_dir="" | |
| #log_level="error" | |
| load_best_model_at_end=true | |
| metric_for_best_model="f1" | |
| greater_is_better=true | |
| #use_mps_device=true | |
| logging_steps=0.01 | |
| save_steps=0.01 | |
| #auto_find_batch_size=true | |
| report_to="mlflow" | |
| save_total_limit=2 | |
| #hub_model_id="amaye15/SwinV2-Base-Document-Classifier" |