Add files using large-upload tool

params/2018.yaml

@@ -0,0 +1,99 @@
+accum_freq: 1
+aug_cfg: {}
+batch_size: 1408
+beta1: 0.9
+beta2: 0.98
+checkpoint_path: /tmp/restart_2018/datacomp_xlarge-bestpool_restart_2018/checkpoints
+coca_caption_loss_weight: 2.0
+coca_contrastive_loss_weight: 1.0
+copy_codebase: False
+csv_caption_key: title
+csv_img_key: filepath
+csv_separator: 	
+dataset_resampled: True
+dataset_type: webdataset
+ddp_static_graph: True
+debug: False
+decay_fraction: 0.2
+delete_previous_checkpoint: False
+device: cuda:0
+dist_backend: nccl
+dist_url: env://
+distill: False
+distill_model: None
+distill_pretrained: None
+distributed: True
+epochs: 32
+epochs_cooldown: None
+eps: 1e-06
+force_custom_text: False
+force_image_size: None
+force_patch_dropout: None
+force_qk_norm: False
+force_qk_norm_eps: 1e-05
+force_quick_gelu: False
+gather_with_grad: True
+grad_checkpointing: True
+grad_clip_norm: None
+horovod: False
+image_mean: None
+image_std: None
+imagenet_v2: None
+imagenet_val: ../imagenet_validation
+is_iteration_based: True
+local_loss: True
+local_rank: 0
+lock_image: False
+lock_image_freeze_bn_stats: False
+lock_image_unlocked_groups: 0
+lock_text: False
+lock_text_freeze_layer_norm: False
+lock_text_unlocked_layers: 0
+log_every_n_steps: 100
+log_level: 20
+log_local: False
+log_path: /tmp/restart_2018/datacomp_xlarge-bestpool_restart_2018/out.log
+logs: /tmp/restart_2018
+lr: 0.001
+lr_cooldown_end: 0.0
+lr_cooldown_power: 1.0
+lr_scheduler: cosine
+max_iterations: 20500
+model: ViT-B-16
+name: datacomp_xlarge-bestpool_restart_2018
+new_run: True
+no_set_device_rank: False
+precision: amp
+pretrained: 
+pretrained_image: False
+rank: 0
+remote_sync: xlarge_CL_bestpool_filter/restart_2018/
+remote_sync_frequency: 300
+remote_sync_protocol: s3
+report_to: 
+resume: xlarge_CL_bestpool_filter/restart_2017/datacomp_xlarge-bestpool_restart_2017/checkpoints/epoch_10.pt
+save_frequency: 1
+save_most_recent: True
+seed: 0
+skip_scheduler: False
+tensorboard: False
+tensorboard_path: 
+torchcompile: False
+torchscript: False
+trace: False
+train_data: xlarge_bestpool_filter/2018/0/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/1/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/10/{00000000..00000359}.tar::xlarge_bestpool_filter/2018/11/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/12/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/13/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/14/{00000000..00000403}.tar::xlarge_bestpool_filter/2018/15/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/16/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/17/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/18/{00000000..00000444}.tar::xlarge_bestpool_filter/2018/19/{00000000..00000388}.tar::xlarge_bestpool_filter/2018/2/{00000000..00000446}.tar::xlarge_bestpool_filter/2018/20/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/21/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/22/{00000000..00000382}.tar::xlarge_bestpool_filter/2018/23/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/24/{00000000..00000319}.tar::xlarge_bestpool_filter/2018/25/{00000000..00000296}.tar::xlarge_bestpool_filter/2018/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2018/27/{00000000..00000109}.tar::xlarge_bestpool_filter/2018/28/{00000000..00000462}.tar::xlarge_bestpool_filter/2018/29/{00000000..00000463}.tar::xlarge_bestpool_filter/2018/3/{00000000..00000443}.tar::xlarge_bestpool_filter/2018/30/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/31/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/32/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/33/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/34/{00000000..00000439}.tar::xlarge_bestpool_filter/2018/35/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/36/{00000000..00000477}.tar::xlarge_bestpool_filter/2018/37/{00000000..00000466}.tar::xlarge_bestpool_filter/2018/38/{00000000..00000446}.tar::xlarge_bestpool_filter/2018/39/{00000000..00000431}.tar::xlarge_bestpool_filter/2018/4/{00000000..00000420}.tar::xlarge_bestpool_filter/2018/40/{00000000..00000399}.tar::xlarge_bestpool_filter/2018/41/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/42/{00000000..00000441}.tar::xlarge_bestpool_filter/2018/43/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/44/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/45/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/46/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/47/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/48/{00000000..00000467}.tar::xlarge_bestpool_filter/2018/49/{00000000..00000458}.tar::xlarge_bestpool_filter/2018/5/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/50/{00000000..00000461}.tar::xlarge_bestpool_filter/2018/51/{00000000..00000463}.tar::xlarge_bestpool_filter/2018/52/{00000000..00000464}.tar::xlarge_bestpool_filter/2018/53/{00000000..00000719}.tar::xlarge_bestpool_filter/2018/54/{00000000..00000719}.tar::xlarge_bestpool_filter/2018/55/{00000000..00000255}.tar::xlarge_bestpool_filter/2018/56/{00000000..00000239}.tar::xlarge_bestpool_filter/2018/57/{00000000..00000255}.tar::xlarge_bestpool_filter/2018/58/{00000000..00000255}.tar::xlarge_bestpool_filter/2018/59/{00000000..00000239}.tar::xlarge_bestpool_filter/2018/6/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/7/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/8/{00000000..00000441}.tar::xlarge_bestpool_filter/2018/9/{00000000..00000383}.tar
+train_data_upsampling_factors: None
+train_num_samples: None
+use_bn_sync: False
+use_bnb_linear: None
+val_data: None
+val_frequency: 1
+val_num_samples: None
+wandb: False
+wandb_notes: 
+wandb_project_name: open-clip
+warmup: 2000
+wd: 0.2
+workers: 4
+world_size: 64
+zeroshot_frequency: 1