batch_size_test: 128 batch_size_train: 64 connector_per_text_layer: false end_layer_idx: 31 image_res: 224 injected_hidden_states: 6 k_test: 64 lm_loss_weight: 0.1 num_workers: 4 optimizer: {lr: 2e-05, opt: adamW, prompt_lr: 1e-05, weight_decay: 0.02} prompt_len: 10 prompt_tuning: true replace_added_tokens: true schedular: {cooldown_epochs: 0, decay_rate: 1, epochs: 8, lr: 2e-05, min_lr: 1e-06, sched: cosine, scheduler_groups: 0, warmup_epochs: 4, warmup_lr: 1e-05} special_answer_token: start_layer_idx: 19 test_split: valid text_step: 1 train_split: train unfreeze_text_layer_norm: false unfreeze_vision_layer_norm: false use_cache: false use_vis_prefix: true val_split: valid warm_up: true