accum_freq: 1 aug_cfg: {} batch_size: 1408 beta1: 0.9 beta2: 0.98 checkpoint_path: /tmp/restart_2019/datacomp_xlarge-bestpool_restart_2019/checkpoints coca_caption_loss_weight: 2.0 coca_contrastive_loss_weight: 1.0 copy_codebase: False csv_caption_key: title csv_img_key: filepath csv_separator: dataset_resampled: True dataset_type: webdataset ddp_static_graph: True debug: False decay_fraction: 0.2 delete_previous_checkpoint: False device: cuda:0 dist_backend: nccl dist_url: env:// distill: False distill_model: None distill_pretrained: None distributed: True epochs: 32 epochs_cooldown: None eps: 1e-06 force_custom_text: False force_image_size: None force_patch_dropout: None force_qk_norm: False force_qk_norm_eps: 1e-05 force_quick_gelu: False gather_with_grad: True grad_checkpointing: True grad_clip_norm: None horovod: False image_mean: None image_std: None imagenet_v2: None imagenet_val: ../imagenet_validation is_iteration_based: True local_loss: True local_rank: 0 lock_image: False lock_image_freeze_bn_stats: False lock_image_unlocked_groups: 0 lock_text: False lock_text_freeze_layer_norm: False lock_text_unlocked_layers: 0 log_every_n_steps: 100 log_level: 20 log_local: False log_path: /tmp/restart_2019/datacomp_xlarge-bestpool_restart_2019/out.log logs: /tmp/restart_2019 lr: 0.001 lr_cooldown_end: 0.0 lr_cooldown_power: 1.0 lr_scheduler: cosine max_iterations: 20500 model: ViT-B-16 name: datacomp_xlarge-bestpool_restart_2019 new_run: True no_set_device_rank: False precision: amp pretrained: pretrained_image: False rank: 0 remote_sync: xlarge_CL_bestpool_filter/restart_2019/ remote_sync_frequency: 300 remote_sync_protocol: s3 report_to: resume: xlarge_CL_bestpool_filter/restart_2018/datacomp_xlarge-bestpool_restart_2018/checkpoints/epoch_9.pt save_frequency: 1 save_most_recent: True seed: 0 skip_scheduler: False tensorboard: False tensorboard_path: torchcompile: False torchscript: False trace: False train_data: xlarge_bestpool_filter/2019/0/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/1/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/10/{00000000..00000375}.tar::xlarge_bestpool_filter/2019/11/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/12/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/13/{00000000..00000385}.tar::xlarge_bestpool_filter/2019/14/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/15/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/16/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/17/{00000000..00000347}.tar::xlarge_bestpool_filter/2019/18/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/19/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/2/{00000000..00000399}.tar::xlarge_bestpool_filter/2019/20/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/21/{00000000..00000362}.tar::xlarge_bestpool_filter/2019/22/{00000000..00000319}.tar::xlarge_bestpool_filter/2019/23/{00000000..00000399}.tar::xlarge_bestpool_filter/2019/24/{00000000..00000279}.tar::xlarge_bestpool_filter/2019/25/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2019/27/{00000000..00000107}.tar::xlarge_bestpool_filter/2019/28/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/29/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/3/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/30/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/31/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/32/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/33/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/34/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/35/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/36/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/37/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/38/{00000000..00000412}.tar::xlarge_bestpool_filter/2019/39/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/4/{00000000..00000399}.tar::xlarge_bestpool_filter/2019/40/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/41/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/42/{00000000..00000395}.tar::xlarge_bestpool_filter/2019/43/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/44/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/45/{00000000..00000442}.tar::xlarge_bestpool_filter/2019/46/{00000000..00000431}.tar::xlarge_bestpool_filter/2019/47/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/48/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/49/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/5/{00000000..00000426}.tar::xlarge_bestpool_filter/2019/50/{00000000..00000439}.tar::xlarge_bestpool_filter/2019/51/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/52/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/53/{00000000..00000703}.tar::xlarge_bestpool_filter/2019/54/{00000000..00000703}.tar::xlarge_bestpool_filter/2019/55/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/56/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/57/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/58/{00000000..00000234}.tar::xlarge_bestpool_filter/2019/59/{00000000..00000247}.tar::xlarge_bestpool_filter/2019/6/{00000000..00000410}.tar::xlarge_bestpool_filter/2019/7/{00000000..00000436}.tar::xlarge_bestpool_filter/2019/8/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/9/{00000000..00000383}.tar train_data_upsampling_factors: None train_num_samples: None use_bn_sync: False use_bnb_linear: None val_data: None val_frequency: 1 val_num_samples: None wandb: False wandb_notes: wandb_project_name: open-clip warmup: 2000 wd: 0.2 workers: 4 world_size: 64 zeroshot_frequency: 1