| { | |
| "output_dir": "../drive/MyDrive/NICE/model/0430_decoderOnly", | |
| "model_name_or_path": "../drive/MyDrive/NICE/model/cap_best/OFA-huge-caption", | |
| "train_caption_file": "./data/train_caption_catAdded.jsonl", | |
| "train_image_file": "../drive/MyDrive/NICE/train_image.tsv", | |
| "test_caption_file": null, | |
| "test_image_file": null, | |
| "freeze_encoder": true, | |
| "freeze_word_embed": false, | |
| "num_train_epochs": 40, | |
| "max_steps": -1, | |
| "per_device_train_batch_size": 24, | |
| "per_device_eval_batch_size": 256, | |
| "learning_rate": 0.0003, | |
| "max_seq_length": 150, | |
| "logging_steps": 500, | |
| "save_steps": 3000, | |
| "save_total_limit": 2, | |
| "lr_scheduler_type": "cosine", | |
| "warmup_steps": 1500, | |
| "warmup_ratio": 0, | |
| "gradient_accumulation_steps": 1, | |
| "optim": "adamw_torch", | |
| "seed": 69, | |
| "fp16": false, | |
| "no_cuda": false, | |
| "dataloader_num_workers": 8, | |
| "save_strategy": "steps", | |
| "weight_decay": 0, | |
| "max_grad_norm": 1.0, | |
| "remove_unused_columns": false | |
| } |