| { | |
| "exp_id": "vidcab_ret_m", | |
| "debug": false, | |
| "llm_model": "gpt2-medium", | |
| "llm_8bit": false, | |
| "freeze_lm": false, | |
| "lora": false, | |
| "vis_model": "openai/clip-vit-base-patch32", | |
| "precision": "bf16", | |
| "n_visual_tokens": 1, | |
| "rand_init": false, | |
| "num_layers": -1, | |
| "hidden_dim": 1152, | |
| "nheads": 8, | |
| "dim_feedforward": 2048, | |
| "dropout": 0.1, | |
| "droppath": 0.1, | |
| "vis_pooling": false, | |
| "vis_query_pooling": false, | |
| "last_vis_mean": false, | |
| "vocab_model": "google/siglip-so400m-patch14-384", | |
| "dataset_dir": "/blob/v-lqinghong/data/Ego_database", | |
| "log_base_dir": "/blob/v-lqinghong/experiments/VLog", | |
| "dataset": "ret", | |
| "metadata": "egoclip_vidcab", | |
| "fullset": false, | |
| "val_dataset": "ret", | |
| "val_metadata": "egoclip_vidcab", | |
| "workers": 16, | |
| "visual_input": "feature", | |
| "image_size": 224, | |
| "num_frame": 1, | |
| "add_special_tokens": false, | |
| "num_history": 0, | |
| "past_len": 0, | |
| "train_narrator": "narration_pass_2", | |
| "add_eos": true, | |
| "max_len": 128, | |
| "max_len_eval": 128, | |
| "max_clip_len": 128, | |
| "temperature": 0.7, | |
| "epochs": 10, | |
| "start_epoch": 0, | |
| "steps_per_epoch": -1, | |
| "val_steps_per_epoch": -1, | |
| "batch_size": 32, | |
| "val_batch_size": 32, | |
| "print_freq": 1, | |
| "resume": "", | |
| "evaluate": false, | |
| "only_best": true, | |
| "do_sample": false, | |
| "lock_lm": false, | |
| "lr": 0.0003, | |
| "beta1": 0.9, | |
| "beta2": 0.95, | |
| "weight_decay": 0.0, | |
| "lr_warmup_steps": 100, | |
| "lr_schedule_step_size": 10, | |
| "lr_schedule_gamma": 0.1, | |
| "grad_accumulation_steps": 1, | |
| "grad_clip": 1.0, | |
| "loss": "nce", | |
| "nce_temperature": 0.05, | |
| "scale_lm_loss": 1.0, | |
| "scale_ret_loss": 1.0, | |
| "train_class": false, | |
| "main_node": true, | |
| "world_size": -1, | |
| "local_rank": -1, | |
| "dist_url": "tcp://localhost:44122", | |
| "dist_backend": "nccl", | |
| "seed": null, | |
| "gpu": null, | |
| "multiprocessing_distributed": false, | |
| "log_dir": "/blob/v-lqinghong/experiments/VLog/vidcab_ret_m/2025-03-08_12-48-28" | |
| } |