Add files using large-upload tool
Browse files- params/2016.yaml +98 -0
- params/2017.yaml +99 -0
- params/2018.yaml +99 -0
- params/2019.yaml +99 -0
- params/2020.yaml +99 -0
- params/2021.yaml +99 -0
- params/2022.yaml +99 -0
params/2016.yaml
ADDED
@@ -0,0 +1,98 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
accum_freq: 1
|
2 |
+
aug_cfg: {}
|
3 |
+
batch_size: 938
|
4 |
+
beta1: 0.9
|
5 |
+
beta2: 0.98
|
6 |
+
checkpoint_path: /tmp/cumulative_sequential_2016/datacomp_xlarge-bestpool-2023-09-12_08-24-13_cumulative_seq_2016/checkpoints
|
7 |
+
coca_caption_loss_weight: 2.0
|
8 |
+
coca_contrastive_loss_weight: 1.0
|
9 |
+
copy_codebase: False
|
10 |
+
csv_caption_key: title
|
11 |
+
csv_img_key: filepath
|
12 |
+
csv_separator:
|
13 |
+
dataset_resampled: True
|
14 |
+
dataset_type: webdataset
|
15 |
+
ddp_static_graph: True
|
16 |
+
debug: False
|
17 |
+
decay_fraction: 0.2
|
18 |
+
delete_previous_checkpoint: False
|
19 |
+
device: cuda:0
|
20 |
+
dist_backend: nccl
|
21 |
+
dist_url: env://
|
22 |
+
distill: False
|
23 |
+
distill_model: None
|
24 |
+
distill_pretrained: None
|
25 |
+
distributed: True
|
26 |
+
epochs: 32
|
27 |
+
epochs_cooldown: None
|
28 |
+
eps: 1e-06
|
29 |
+
force_custom_text: False
|
30 |
+
force_image_size: None
|
31 |
+
force_patch_dropout: None
|
32 |
+
force_qk_norm: False
|
33 |
+
force_qk_norm_eps: 1e-05
|
34 |
+
force_quick_gelu: False
|
35 |
+
gather_with_grad: True
|
36 |
+
grad_checkpointing: True
|
37 |
+
grad_clip_norm: None
|
38 |
+
horovod: False
|
39 |
+
image_mean: None
|
40 |
+
image_std: None
|
41 |
+
imagenet_v2: None
|
42 |
+
imagenet_val: ../imagenet_validation
|
43 |
+
is_iteration_based: True
|
44 |
+
local_loss: True
|
45 |
+
local_rank: 0
|
46 |
+
lock_image: False
|
47 |
+
lock_image_freeze_bn_stats: False
|
48 |
+
lock_image_unlocked_groups: 0
|
49 |
+
lock_text: False
|
50 |
+
lock_text_freeze_layer_norm: False
|
51 |
+
lock_text_unlocked_layers: 0
|
52 |
+
log_every_n_steps: 100
|
53 |
+
log_level: 20
|
54 |
+
log_local: False
|
55 |
+
log_path: /tmp/cumulative_sequential_2016/datacomp_xlarge-bestpool-2023-09-12_08-24-13_cumulative_seq_2016/out.log
|
56 |
+
logs: /tmp/cumulative_sequential_2016
|
57 |
+
lr: 0.001
|
58 |
+
lr_cooldown_end: 0.0
|
59 |
+
lr_cooldown_power: 1.0
|
60 |
+
lr_scheduler: cosine
|
61 |
+
max_iterations: 20500
|
62 |
+
model: ViT-B-16
|
63 |
+
name: datacomp_xlarge-bestpool-2023-09-12_08-24-13_cumulative_seq_2016
|
64 |
+
no_set_device_rank: False
|
65 |
+
precision: amp
|
66 |
+
pretrained:
|
67 |
+
pretrained_image: False
|
68 |
+
rank: 0
|
69 |
+
remote_sync: xlarge_CL_bestpool_filter/cumulative_sequential_2016/
|
70 |
+
remote_sync_frequency: 300
|
71 |
+
remote_sync_protocol: s3
|
72 |
+
report_to: wandb
|
73 |
+
resume: xlarge_CL_bestpool_filter/cumulative_sequential_2016/datacomp_xlarge-bestpool-2023-09-11_21-23-55_cumulative_seq_2016/checkpoints/epoch_6.pt
|
74 |
+
save_frequency: 1
|
75 |
+
save_most_recent: True
|
76 |
+
seed: 0
|
77 |
+
skip_scheduler: False
|
78 |
+
tensorboard: False
|
79 |
+
tensorboard_path:
|
80 |
+
torchcompile: False
|
81 |
+
torchscript: False
|
82 |
+
trace: False
|
83 |
+
train_data: xlarge_bestpool_filter/2016/0/{00000000..00000173}.tar::xlarge_bestpool_filter/2016/1/{00000000..00000179}.tar::xlarge_bestpool_filter/2016/10/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/11/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/12/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/13/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/14/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/15/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/16/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/17/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/18/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/19/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/2/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/20/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/21/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/22/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/23/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/24/{00000000..00000119}.tar::xlarge_bestpool_filter/2016/25/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2016/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2016/28/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/29/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/3/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/30/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/31/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/32/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/33/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/34/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/35/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/36/{00000000..00000162}.tar::xlarge_bestpool_filter/2016/37/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/38/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/39/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/4/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/40/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/41/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/42/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/43/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/44/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/45/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/46/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/47/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/48/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/49/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/5/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/50/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/51/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/52/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/53/{00000000..00000285}.tar::xlarge_bestpool_filter/2016/54/{00000000..00000255}.tar::xlarge_bestpool_filter/2016/55/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/56/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/57/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/58/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/59/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/6/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/7/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/8/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/9/{00000000..00000131}.tar::xlarge_bestpool_filter/2015/0/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/1/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/10/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/11/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/12/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/13/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/14/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/15/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/16/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/17/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/18/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/19/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/2/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/20/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/21/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/22/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/23/{00000000..00000071}.tar::xlarge_bestpool_filter/2015/24/{00000000..00000075}.tar::xlarge_bestpool_filter/2015/25/{00000000..00000058}.tar::xlarge_bestpool_filter/2015/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/28/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/29/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/3/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/30/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/31/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/32/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/33/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/34/{00000000..00000126}.tar::xlarge_bestpool_filter/2015/35/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/36/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/37/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/38/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/39/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/4/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/40/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/41/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/42/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/43/{00000000..00000096}.tar::xlarge_bestpool_filter/2015/44/{00000000..00000104}.tar::xlarge_bestpool_filter/2015/45/{00000000..00000065}.tar::xlarge_bestpool_filter/2015/46/{00000000..00000064}.tar::xlarge_bestpool_filter/2015/47/{00000000..00000078}.tar::xlarge_bestpool_filter/2015/48/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/49/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/5/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/50/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/51/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/52/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/53/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/54/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/55/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/56/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/57/{00000000..00000039}.tar::xlarge_bestpool_filter/2015/58/{00000000..00000039}.tar::xlarge_bestpool_filter/2015/59/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/6/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/7/{00000000..00000073}.tar::xlarge_bestpool_filter/2015/8/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/9/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/0/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/1/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/10/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/11/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/12/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/13/{00000000..00000110}.tar::xlarge_bestpool_filter/2014/14/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/15/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/16/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/17/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/18/{00000000..00000099}.tar::xlarge_bestpool_filter/2014/19/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/2/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/20/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/21/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/22/{00000000..00000119}.tar::xlarge_bestpool_filter/2014/23/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/24/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/25/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/28/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/29/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/3/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/30/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/31/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/32/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/33/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/34/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/35/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/36/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/37/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/38/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/39/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/4/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/40/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/41/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/42/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/43/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/44/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/45/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/46/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/47/{00000000..00000115}.tar::xlarge_bestpool_filter/2014/48/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/49/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/5/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/50/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/51/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/52/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/53/{00000000..00000191}.tar::xlarge_bestpool_filter/2014/54/{00000000..00000191}.tar::xlarge_bestpool_filter/2014/55/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/56/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/57/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/58/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/59/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/6/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/7/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/8/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/9/{00000000..00000127}.tar
|
84 |
+
train_data_upsampling_factors: None
|
85 |
+
train_num_samples: None
|
86 |
+
use_bn_sync: False
|
87 |
+
use_bnb_linear: None
|
88 |
+
val_data: None
|
89 |
+
val_frequency: 1
|
90 |
+
val_num_samples: None
|
91 |
+
wandb: True
|
92 |
+
wandb_notes:
|
93 |
+
wandb_project_name: datacomp-xlarge-CL
|
94 |
+
warmup: 10000
|
95 |
+
wd: 0.2
|
96 |
+
workers: 4
|
97 |
+
world_size: 96
|
98 |
+
zeroshot_frequency: 2
|
params/2017.yaml
ADDED
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
accum_freq: 1
|
2 |
+
aug_cfg: {}
|
3 |
+
batch_size: 1408
|
4 |
+
beta1: 0.9
|
5 |
+
beta2: 0.98
|
6 |
+
checkpoint_path: /tmp/cumulative_sequential_2017/datacomp_xlarge-bestpool_cumulative_seq_2017/checkpoints
|
7 |
+
coca_caption_loss_weight: 2.0
|
8 |
+
coca_contrastive_loss_weight: 1.0
|
9 |
+
copy_codebase: False
|
10 |
+
csv_caption_key: title
|
11 |
+
csv_img_key: filepath
|
12 |
+
csv_separator:
|
13 |
+
dataset_resampled: True
|
14 |
+
dataset_type: webdataset
|
15 |
+
ddp_static_graph: True
|
16 |
+
debug: False
|
17 |
+
decay_fraction: 0.2
|
18 |
+
delete_previous_checkpoint: False
|
19 |
+
device: cuda:0
|
20 |
+
dist_backend: nccl
|
21 |
+
dist_url: env://
|
22 |
+
distill: False
|
23 |
+
distill_model: None
|
24 |
+
distill_pretrained: None
|
25 |
+
distributed: True
|
26 |
+
epochs: 32
|
27 |
+
epochs_cooldown: None
|
28 |
+
eps: 1e-06
|
29 |
+
force_custom_text: False
|
30 |
+
force_image_size: None
|
31 |
+
force_patch_dropout: None
|
32 |
+
force_qk_norm: False
|
33 |
+
force_qk_norm_eps: 1e-05
|
34 |
+
force_quick_gelu: False
|
35 |
+
gather_with_grad: True
|
36 |
+
grad_checkpointing: True
|
37 |
+
grad_clip_norm: None
|
38 |
+
horovod: False
|
39 |
+
image_mean: None
|
40 |
+
image_std: None
|
41 |
+
imagenet_v2: None
|
42 |
+
imagenet_val: ../imagenet_validation
|
43 |
+
is_iteration_based: True
|
44 |
+
local_loss: True
|
45 |
+
local_rank: 0
|
46 |
+
lock_image: False
|
47 |
+
lock_image_freeze_bn_stats: False
|
48 |
+
lock_image_unlocked_groups: 0
|
49 |
+
lock_text: False
|
50 |
+
lock_text_freeze_layer_norm: False
|
51 |
+
lock_text_unlocked_layers: 0
|
52 |
+
log_every_n_steps: 100
|
53 |
+
log_level: 20
|
54 |
+
log_local: False
|
55 |
+
log_path: /tmp/cumulative_sequential_2017/datacomp_xlarge-bestpool_cumulative_seq_2017/out.log
|
56 |
+
logs: /tmp/cumulative_sequential_2017
|
57 |
+
lr: 0.001
|
58 |
+
lr_cooldown_end: 0.0
|
59 |
+
lr_cooldown_power: 1.0
|
60 |
+
lr_scheduler: cosine
|
61 |
+
max_iterations: 20500
|
62 |
+
model: ViT-B-16
|
63 |
+
name: datacomp_xlarge-bestpool_cumulative_seq_2017
|
64 |
+
new_run: True
|
65 |
+
no_set_device_rank: False
|
66 |
+
precision: amp
|
67 |
+
pretrained:
|
68 |
+
pretrained_image: False
|
69 |
+
rank: 0
|
70 |
+
remote_sync: xlarge_CL_bestpool_filter/cumulative_sequential_2017/
|
71 |
+
remote_sync_frequency: 300
|
72 |
+
remote_sync_protocol: s3
|
73 |
+
report_to: wandb
|
74 |
+
resume: xlarge_CL_bestpool_filter/cumulative_sequential_2016/datacomp_xlarge-bestpool-2023-09-12_08-24-13_cumulative_seq_2016/checkpoints/epoch_12.pt
|
75 |
+
save_frequency: 1
|
76 |
+
save_most_recent: True
|
77 |
+
seed: 0
|
78 |
+
skip_scheduler: False
|
79 |
+
tensorboard: False
|
80 |
+
tensorboard_path:
|
81 |
+
torchcompile: False
|
82 |
+
torchscript: False
|
83 |
+
trace: False
|
84 |
+
train_data: xlarge_bestpool_filter/2016/0/{00000000..00000173}.tar::xlarge_bestpool_filter/2016/1/{00000000..00000179}.tar::xlarge_bestpool_filter/2016/10/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/11/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/12/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/13/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/14/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/15/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/16/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/17/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/18/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/19/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/2/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/20/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/21/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/22/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/23/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/24/{00000000..00000119}.tar::xlarge_bestpool_filter/2016/25/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2016/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2016/28/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/29/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/3/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/30/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/31/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/32/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/33/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/34/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/35/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/36/{00000000..00000162}.tar::xlarge_bestpool_filter/2016/37/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/38/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/39/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/4/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/40/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/41/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/42/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/43/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/44/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/45/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/46/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/47/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/48/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/49/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/5/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/50/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/51/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/52/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/53/{00000000..00000285}.tar::xlarge_bestpool_filter/2016/54/{00000000..00000255}.tar::xlarge_bestpool_filter/2016/55/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/56/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/57/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/58/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/59/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/6/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/7/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/8/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/9/{00000000..00000131}.tar::xlarge_bestpool_filter/2015/0/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/1/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/10/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/11/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/12/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/13/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/14/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/15/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/16/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/17/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/18/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/19/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/2/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/20/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/21/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/22/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/23/{00000000..00000071}.tar::xlarge_bestpool_filter/2015/24/{00000000..00000075}.tar::xlarge_bestpool_filter/2015/25/{00000000..00000058}.tar::xlarge_bestpool_filter/2015/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/28/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/29/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/3/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/30/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/31/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/32/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/33/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/34/{00000000..00000126}.tar::xlarge_bestpool_filter/2015/35/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/36/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/37/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/38/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/39/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/4/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/40/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/41/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/42/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/43/{00000000..00000096}.tar::xlarge_bestpool_filter/2015/44/{00000000..00000104}.tar::xlarge_bestpool_filter/2015/45/{00000000..00000065}.tar::xlarge_bestpool_filter/2015/46/{00000000..00000064}.tar::xlarge_bestpool_filter/2015/47/{00000000..00000078}.tar::xlarge_bestpool_filter/2015/48/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/49/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/5/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/50/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/51/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/52/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/53/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/54/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/55/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/56/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/57/{00000000..00000039}.tar::xlarge_bestpool_filter/2015/58/{00000000..00000039}.tar::xlarge_bestpool_filter/2015/59/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/6/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/7/{00000000..00000073}.tar::xlarge_bestpool_filter/2015/8/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/9/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/0/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/1/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/10/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/11/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/12/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/13/{00000000..00000110}.tar::xlarge_bestpool_filter/2014/14/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/15/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/16/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/17/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/18/{00000000..00000099}.tar::xlarge_bestpool_filter/2014/19/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/2/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/20/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/21/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/22/{00000000..00000119}.tar::xlarge_bestpool_filter/2014/23/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/24/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/25/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/28/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/29/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/3/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/30/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/31/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/32/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/33/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/34/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/35/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/36/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/37/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/38/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/39/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/4/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/40/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/41/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/42/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/43/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/44/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/45/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/46/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/47/{00000000..00000115}.tar::xlarge_bestpool_filter/2014/48/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/49/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/5/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/50/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/51/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/52/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/53/{00000000..00000191}.tar::xlarge_bestpool_filter/2014/54/{00000000..00000191}.tar::xlarge_bestpool_filter/2014/55/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/56/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/57/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/58/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/59/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/6/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/7/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/8/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/9/{00000000..00000127}.tar::xlarge_bestpool_filter/2017/0/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/1/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/10/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/11/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/12/{00000000..00000359}.tar::xlarge_bestpool_filter/2017/13/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/14/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/15/{00000000..00000369}.tar::xlarge_bestpool_filter/2017/16/{00000000..00000331}.tar::xlarge_bestpool_filter/2017/17/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/18/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/19/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/2/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/20/{00000000..00000372}.tar::xlarge_bestpool_filter/2017/21/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/22/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/23/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/24/{00000000..00000255}.tar::xlarge_bestpool_filter/2017/25/{00000000..00000255}.tar::xlarge_bestpool_filter/2017/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2017/27/{00000000..00000107}.tar::xlarge_bestpool_filter/2017/28/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/29/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/3/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/30/{00000000..00000399}.tar::xlarge_bestpool_filter/2017/31/{00000000..00000399}.tar::xlarge_bestpool_filter/2017/32/{00000000..00000399}.tar::xlarge_bestpool_filter/2017/33/{00000000..00000401}.tar::xlarge_bestpool_filter/2017/34/{00000000..00000441}.tar::xlarge_bestpool_filter/2017/35/{00000000..00000433}.tar::xlarge_bestpool_filter/2017/36/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/37/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/38/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/39/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/4/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/40/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/41/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/42/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/43/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/44/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/45/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/46/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/47/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/48/{00000000..00000419}.tar::xlarge_bestpool_filter/2017/49/{00000000..00000409}.tar::xlarge_bestpool_filter/2017/5/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/50/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/51/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/52/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/53/{00000000..00000664}.tar::xlarge_bestpool_filter/2017/54/{00000000..00000639}.tar::xlarge_bestpool_filter/2017/55/{00000000..00000238}.tar::xlarge_bestpool_filter/2017/56/{00000000..00000237}.tar::xlarge_bestpool_filter/2017/57/{00000000..00000205}.tar::xlarge_bestpool_filter/2017/58/{00000000..00000191}.tar::xlarge_bestpool_filter/2017/59/{00000000..00000191}.tar::xlarge_bestpool_filter/2017/6/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/7/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/8/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/9/{00000000..00000340}.tar
|
85 |
+
train_data_upsampling_factors: None
|
86 |
+
train_num_samples: None
|
87 |
+
use_bn_sync: False
|
88 |
+
use_bnb_linear: None
|
89 |
+
val_data: None
|
90 |
+
val_frequency: 1
|
91 |
+
val_num_samples: None
|
92 |
+
wandb: True
|
93 |
+
wandb_notes:
|
94 |
+
wandb_project_name: datacomp-xlarge-CL
|
95 |
+
warmup: 2000
|
96 |
+
wd: 0.2
|
97 |
+
workers: 4
|
98 |
+
world_size: 64
|
99 |
+
zeroshot_frequency: 2
|
params/2018.yaml
ADDED
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
accum_freq: 1
|
2 |
+
aug_cfg: {}
|
3 |
+
batch_size: 1408
|
4 |
+
beta1: 0.9
|
5 |
+
beta2: 0.98
|
6 |
+
checkpoint_path: /tmp/cumulative_sequential_2018/datacomp_xlarge-bestpool_cumulative_seq_2018/checkpoints
|
7 |
+
coca_caption_loss_weight: 2.0
|
8 |
+
coca_contrastive_loss_weight: 1.0
|
9 |
+
copy_codebase: False
|
10 |
+
csv_caption_key: title
|
11 |
+
csv_img_key: filepath
|
12 |
+
csv_separator:
|
13 |
+
dataset_resampled: True
|
14 |
+
dataset_type: webdataset
|
15 |
+
ddp_static_graph: True
|
16 |
+
debug: False
|
17 |
+
decay_fraction: 0.2
|
18 |
+
delete_previous_checkpoint: False
|
19 |
+
device: cuda:0
|
20 |
+
dist_backend: nccl
|
21 |
+
dist_url: env://
|
22 |
+
distill: False
|
23 |
+
distill_model: None
|
24 |
+
distill_pretrained: None
|
25 |
+
distributed: True
|
26 |
+
epochs: 32
|
27 |
+
epochs_cooldown: None
|
28 |
+
eps: 1e-06
|
29 |
+
force_custom_text: False
|
30 |
+
force_image_size: None
|
31 |
+
force_patch_dropout: None
|
32 |
+
force_qk_norm: False
|
33 |
+
force_qk_norm_eps: 1e-05
|
34 |
+
force_quick_gelu: False
|
35 |
+
gather_with_grad: True
|
36 |
+
grad_checkpointing: True
|
37 |
+
grad_clip_norm: None
|
38 |
+
horovod: False
|
39 |
+
image_mean: None
|
40 |
+
image_std: None
|
41 |
+
imagenet_v2: None
|
42 |
+
imagenet_val: ../imagenet_validation
|
43 |
+
is_iteration_based: True
|
44 |
+
local_loss: True
|
45 |
+
local_rank: 0
|
46 |
+
lock_image: False
|
47 |
+
lock_image_freeze_bn_stats: False
|
48 |
+
lock_image_unlocked_groups: 0
|
49 |
+
lock_text: False
|
50 |
+
lock_text_freeze_layer_norm: False
|
51 |
+
lock_text_unlocked_layers: 0
|
52 |
+
log_every_n_steps: 100
|
53 |
+
log_level: 20
|
54 |
+
log_local: False
|
55 |
+
log_path: /tmp/cumulative_sequential_2018/datacomp_xlarge-bestpool_cumulative_seq_2018/out.log
|
56 |
+
logs: /tmp/cumulative_sequential_2018
|
57 |
+
lr: 0.001
|
58 |
+
lr_cooldown_end: 0.0
|
59 |
+
lr_cooldown_power: 1.0
|
60 |
+
lr_scheduler: cosine
|
61 |
+
max_iterations: 20500
|
62 |
+
model: ViT-B-16
|
63 |
+
name: datacomp_xlarge-bestpool_cumulative_seq_2018
|
64 |
+
new_run: True
|
65 |
+
no_set_device_rank: False
|
66 |
+
precision: amp
|
67 |
+
pretrained:
|
68 |
+
pretrained_image: False
|
69 |
+
rank: 0
|
70 |
+
remote_sync: xlarge_CL_bestpool_filter/cumulative_sequential_2018/
|
71 |
+
remote_sync_frequency: 300
|
72 |
+
remote_sync_protocol: s3
|
73 |
+
report_to:
|
74 |
+
resume: xlarge_CL_bestpool_filter/cumulative_sequential_2017/datacomp_xlarge-bestpool_cumulative_seq_2017/checkpoints/epoch_6.pt
|
75 |
+
save_frequency: 1
|
76 |
+
save_most_recent: True
|
77 |
+
seed: 0
|
78 |
+
skip_scheduler: False
|
79 |
+
tensorboard: False
|
80 |
+
tensorboard_path:
|
81 |
+
torchcompile: False
|
82 |
+
torchscript: False
|
83 |
+
trace: False
|
84 |
+
train_data: xlarge_bestpool_filter/2017/0/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/1/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/10/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/11/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/12/{00000000..00000359}.tar::xlarge_bestpool_filter/2017/13/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/14/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/15/{00000000..00000369}.tar::xlarge_bestpool_filter/2017/16/{00000000..00000331}.tar::xlarge_bestpool_filter/2017/17/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/18/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/19/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/2/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/20/{00000000..00000372}.tar::xlarge_bestpool_filter/2017/21/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/22/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/23/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/24/{00000000..00000255}.tar::xlarge_bestpool_filter/2017/25/{00000000..00000255}.tar::xlarge_bestpool_filter/2017/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2017/27/{00000000..00000107}.tar::xlarge_bestpool_filter/2017/28/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/29/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/3/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/30/{00000000..00000399}.tar::xlarge_bestpool_filter/2017/31/{00000000..00000399}.tar::xlarge_bestpool_filter/2017/32/{00000000..00000399}.tar::xlarge_bestpool_filter/2017/33/{00000000..00000401}.tar::xlarge_bestpool_filter/2017/34/{00000000..00000441}.tar::xlarge_bestpool_filter/2017/35/{00000000..00000433}.tar::xlarge_bestpool_filter/2017/36/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/37/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/38/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/39/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/4/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/40/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/41/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/42/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/43/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/44/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/45/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/46/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/47/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/48/{00000000..00000419}.tar::xlarge_bestpool_filter/2017/49/{00000000..00000409}.tar::xlarge_bestpool_filter/2017/5/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/50/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/51/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/52/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/53/{00000000..00000664}.tar::xlarge_bestpool_filter/2017/54/{00000000..00000639}.tar::xlarge_bestpool_filter/2017/55/{00000000..00000238}.tar::xlarge_bestpool_filter/2017/56/{00000000..00000237}.tar::xlarge_bestpool_filter/2017/57/{00000000..00000205}.tar::xlarge_bestpool_filter/2017/58/{00000000..00000191}.tar::xlarge_bestpool_filter/2017/59/{00000000..00000191}.tar::xlarge_bestpool_filter/2017/6/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/7/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/8/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/9/{00000000..00000340}.tar::xlarge_bestpool_filter/2016/0/{00000000..00000173}.tar::xlarge_bestpool_filter/2016/1/{00000000..00000179}.tar::xlarge_bestpool_filter/2016/10/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/11/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/12/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/13/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/14/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/15/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/16/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/17/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/18/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/19/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/2/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/20/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/21/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/22/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/23/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/24/{00000000..00000119}.tar::xlarge_bestpool_filter/2016/25/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2016/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2016/28/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/29/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/3/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/30/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/31/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/32/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/33/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/34/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/35/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/36/{00000000..00000162}.tar::xlarge_bestpool_filter/2016/37/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/38/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/39/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/4/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/40/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/41/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/42/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/43/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/44/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/45/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/46/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/47/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/48/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/49/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/5/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/50/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/51/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/52/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/53/{00000000..00000285}.tar::xlarge_bestpool_filter/2016/54/{00000000..00000255}.tar::xlarge_bestpool_filter/2016/55/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/56/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/57/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/58/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/59/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/6/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/7/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/8/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/9/{00000000..00000131}.tar::xlarge_bestpool_filter/2015/0/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/1/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/10/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/11/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/12/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/13/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/14/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/15/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/16/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/17/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/18/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/19/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/2/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/20/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/21/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/22/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/23/{00000000..00000071}.tar::xlarge_bestpool_filter/2015/24/{00000000..00000075}.tar::xlarge_bestpool_filter/2015/25/{00000000..00000058}.tar::xlarge_bestpool_filter/2015/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/28/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/29/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/3/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/30/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/31/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/32/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/33/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/34/{00000000..00000126}.tar::xlarge_bestpool_filter/2015/35/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/36/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/37/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/38/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/39/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/4/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/40/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/41/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/42/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/43/{00000000..00000096}.tar::xlarge_bestpool_filter/2015/44/{00000000..00000104}.tar::xlarge_bestpool_filter/2015/45/{00000000..00000065}.tar::xlarge_bestpool_filter/2015/46/{00000000..00000064}.tar::xlarge_bestpool_filter/2015/47/{00000000..00000078}.tar::xlarge_bestpool_filter/2015/48/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/49/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/5/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/50/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/51/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/52/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/53/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/54/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/55/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/56/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/57/{00000000..00000039}.tar::xlarge_bestpool_filter/2015/58/{00000000..00000039}.tar::xlarge_bestpool_filter/2015/59/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/6/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/7/{00000000..00000073}.tar::xlarge_bestpool_filter/2015/8/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/9/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/0/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/1/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/10/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/11/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/12/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/13/{00000000..00000110}.tar::xlarge_bestpool_filter/2014/14/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/15/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/16/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/17/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/18/{00000000..00000099}.tar::xlarge_bestpool_filter/2014/19/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/2/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/20/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/21/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/22/{00000000..00000119}.tar::xlarge_bestpool_filter/2014/23/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/24/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/25/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/28/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/29/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/3/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/30/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/31/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/32/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/33/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/34/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/35/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/36/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/37/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/38/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/39/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/4/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/40/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/41/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/42/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/43/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/44/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/45/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/46/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/47/{00000000..00000115}.tar::xlarge_bestpool_filter/2014/48/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/49/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/5/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/50/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/51/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/52/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/53/{00000000..00000191}.tar::xlarge_bestpool_filter/2014/54/{00000000..00000191}.tar::xlarge_bestpool_filter/2014/55/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/56/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/57/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/58/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/59/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/6/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/7/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/8/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/9/{00000000..00000127}.tar::xlarge_bestpool_filter/2018/0/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/1/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/10/{00000000..00000359}.tar::xlarge_bestpool_filter/2018/11/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/12/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/13/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/14/{00000000..00000403}.tar::xlarge_bestpool_filter/2018/15/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/16/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/17/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/18/{00000000..00000444}.tar::xlarge_bestpool_filter/2018/19/{00000000..00000388}.tar::xlarge_bestpool_filter/2018/2/{00000000..00000446}.tar::xlarge_bestpool_filter/2018/20/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/21/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/22/{00000000..00000382}.tar::xlarge_bestpool_filter/2018/23/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/24/{00000000..00000319}.tar::xlarge_bestpool_filter/2018/25/{00000000..00000296}.tar::xlarge_bestpool_filter/2018/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2018/27/{00000000..00000109}.tar::xlarge_bestpool_filter/2018/28/{00000000..00000462}.tar::xlarge_bestpool_filter/2018/29/{00000000..00000463}.tar::xlarge_bestpool_filter/2018/3/{00000000..00000443}.tar::xlarge_bestpool_filter/2018/30/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/31/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/32/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/33/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/34/{00000000..00000439}.tar::xlarge_bestpool_filter/2018/35/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/36/{00000000..00000477}.tar::xlarge_bestpool_filter/2018/37/{00000000..00000466}.tar::xlarge_bestpool_filter/2018/38/{00000000..00000446}.tar::xlarge_bestpool_filter/2018/39/{00000000..00000431}.tar::xlarge_bestpool_filter/2018/4/{00000000..00000420}.tar::xlarge_bestpool_filter/2018/40/{00000000..00000399}.tar::xlarge_bestpool_filter/2018/41/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/42/{00000000..00000441}.tar::xlarge_bestpool_filter/2018/43/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/44/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/45/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/46/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/47/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/48/{00000000..00000467}.tar::xlarge_bestpool_filter/2018/49/{00000000..00000458}.tar::xlarge_bestpool_filter/2018/5/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/50/{00000000..00000461}.tar::xlarge_bestpool_filter/2018/51/{00000000..00000463}.tar::xlarge_bestpool_filter/2018/52/{00000000..00000464}.tar::xlarge_bestpool_filter/2018/53/{00000000..00000719}.tar::xlarge_bestpool_filter/2018/54/{00000000..00000719}.tar::xlarge_bestpool_filter/2018/55/{00000000..00000255}.tar::xlarge_bestpool_filter/2018/56/{00000000..00000239}.tar::xlarge_bestpool_filter/2018/57/{00000000..00000255}.tar::xlarge_bestpool_filter/2018/58/{00000000..00000255}.tar::xlarge_bestpool_filter/2018/59/{00000000..00000239}.tar::xlarge_bestpool_filter/2018/6/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/7/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/8/{00000000..00000441}.tar::xlarge_bestpool_filter/2018/9/{00000000..00000383}.tar
|
85 |
+
train_data_upsampling_factors: None
|
86 |
+
train_num_samples: None
|
87 |
+
use_bn_sync: False
|
88 |
+
use_bnb_linear: None
|
89 |
+
val_data: None
|
90 |
+
val_frequency: 1
|
91 |
+
val_num_samples: None
|
92 |
+
wandb: False
|
93 |
+
wandb_notes:
|
94 |
+
wandb_project_name: open-clip
|
95 |
+
warmup: 2000
|
96 |
+
wd: 0.2
|
97 |
+
workers: 4
|
98 |
+
world_size: 64
|
99 |
+
zeroshot_frequency: 1
|
params/2019.yaml
ADDED
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
accum_freq: 1
|
2 |
+
aug_cfg: {}
|
3 |
+
batch_size: 1408
|
4 |
+
beta1: 0.9
|
5 |
+
beta2: 0.98
|
6 |
+
checkpoint_path: /tmp/cumulative_sequential_2019/datacomp_xlarge-bestpool_cumulative_seq_2019/checkpoints
|
7 |
+
coca_caption_loss_weight: 2.0
|
8 |
+
coca_contrastive_loss_weight: 1.0
|
9 |
+
copy_codebase: False
|
10 |
+
csv_caption_key: title
|
11 |
+
csv_img_key: filepath
|
12 |
+
csv_separator:
|
13 |
+
dataset_resampled: True
|
14 |
+
dataset_type: webdataset
|
15 |
+
ddp_static_graph: True
|
16 |
+
debug: False
|
17 |
+
decay_fraction: 0.2
|
18 |
+
delete_previous_checkpoint: False
|
19 |
+
device: cuda:0
|
20 |
+
dist_backend: nccl
|
21 |
+
dist_url: env://
|
22 |
+
distill: False
|
23 |
+
distill_model: None
|
24 |
+
distill_pretrained: None
|
25 |
+
distributed: True
|
26 |
+
epochs: 32
|
27 |
+
epochs_cooldown: None
|
28 |
+
eps: 1e-06
|
29 |
+
force_custom_text: False
|
30 |
+
force_image_size: None
|
31 |
+
force_patch_dropout: None
|
32 |
+
force_qk_norm: False
|
33 |
+
force_qk_norm_eps: 1e-05
|
34 |
+
force_quick_gelu: False
|
35 |
+
gather_with_grad: True
|
36 |
+
grad_checkpointing: True
|
37 |
+
grad_clip_norm: None
|
38 |
+
horovod: False
|
39 |
+
image_mean: None
|
40 |
+
image_std: None
|
41 |
+
imagenet_v2: None
|
42 |
+
imagenet_val: ../imagenet_validation
|
43 |
+
is_iteration_based: True
|
44 |
+
local_loss: True
|
45 |
+
local_rank: 0
|
46 |
+
lock_image: False
|
47 |
+
lock_image_freeze_bn_stats: False
|
48 |
+
lock_image_unlocked_groups: 0
|
49 |
+
lock_text: False
|
50 |
+
lock_text_freeze_layer_norm: False
|
51 |
+
lock_text_unlocked_layers: 0
|
52 |
+
log_every_n_steps: 100
|
53 |
+
log_level: 20
|
54 |
+
log_local: False
|
55 |
+
log_path: /tmp/cumulative_sequential_2019/datacomp_xlarge-bestpool_cumulative_seq_2019/out.log
|
56 |
+
logs: /tmp/cumulative_sequential_2019
|
57 |
+
lr: 0.001
|
58 |
+
lr_cooldown_end: 0.0
|
59 |
+
lr_cooldown_power: 1.0
|
60 |
+
lr_scheduler: cosine
|
61 |
+
max_iterations: 20500
|
62 |
+
model: ViT-B-16
|
63 |
+
name: datacomp_xlarge-bestpool_cumulative_seq_2019
|
64 |
+
new_run: True
|
65 |
+
no_set_device_rank: False
|
66 |
+
precision: amp
|
67 |
+
pretrained:
|
68 |
+
pretrained_image: False
|
69 |
+
rank: 0
|
70 |
+
remote_sync: xlarge_CL_bestpool_filter/cumulative_sequential_2019/
|
71 |
+
remote_sync_frequency: 300
|
72 |
+
remote_sync_protocol: s3
|
73 |
+
report_to:
|
74 |
+
resume: xlarge_CL_bestpool_filter/cumulative_sequential_2018/datacomp_xlarge-bestpool_cumulative_seq_2018/checkpoints/epoch_4.pt
|
75 |
+
save_frequency: 1
|
76 |
+
save_most_recent: True
|
77 |
+
seed: 0
|
78 |
+
skip_scheduler: False
|
79 |
+
tensorboard: False
|
80 |
+
tensorboard_path:
|
81 |
+
torchcompile: False
|
82 |
+
torchscript: False
|
83 |
+
trace: False
|
84 |
+
train_data: xlarge_bestpool_filter/2018/0/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/1/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/10/{00000000..00000359}.tar::xlarge_bestpool_filter/2018/11/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/12/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/13/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/14/{00000000..00000403}.tar::xlarge_bestpool_filter/2018/15/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/16/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/17/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/18/{00000000..00000444}.tar::xlarge_bestpool_filter/2018/19/{00000000..00000388}.tar::xlarge_bestpool_filter/2018/2/{00000000..00000446}.tar::xlarge_bestpool_filter/2018/20/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/21/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/22/{00000000..00000382}.tar::xlarge_bestpool_filter/2018/23/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/24/{00000000..00000319}.tar::xlarge_bestpool_filter/2018/25/{00000000..00000296}.tar::xlarge_bestpool_filter/2018/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2018/27/{00000000..00000109}.tar::xlarge_bestpool_filter/2018/28/{00000000..00000462}.tar::xlarge_bestpool_filter/2018/29/{00000000..00000463}.tar::xlarge_bestpool_filter/2018/3/{00000000..00000443}.tar::xlarge_bestpool_filter/2018/30/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/31/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/32/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/33/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/34/{00000000..00000439}.tar::xlarge_bestpool_filter/2018/35/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/36/{00000000..00000477}.tar::xlarge_bestpool_filter/2018/37/{00000000..00000466}.tar::xlarge_bestpool_filter/2018/38/{00000000..00000446}.tar::xlarge_bestpool_filter/2018/39/{00000000..00000431}.tar::xlarge_bestpool_filter/2018/4/{00000000..00000420}.tar::xlarge_bestpool_filter/2018/40/{00000000..00000399}.tar::xlarge_bestpool_filter/2018/41/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/42/{00000000..00000441}.tar::xlarge_bestpool_filter/2018/43/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/44/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/45/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/46/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/47/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/48/{00000000..00000467}.tar::xlarge_bestpool_filter/2018/49/{00000000..00000458}.tar::xlarge_bestpool_filter/2018/5/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/50/{00000000..00000461}.tar::xlarge_bestpool_filter/2018/51/{00000000..00000463}.tar::xlarge_bestpool_filter/2018/52/{00000000..00000464}.tar::xlarge_bestpool_filter/2018/53/{00000000..00000719}.tar::xlarge_bestpool_filter/2018/54/{00000000..00000719}.tar::xlarge_bestpool_filter/2018/55/{00000000..00000255}.tar::xlarge_bestpool_filter/2018/56/{00000000..00000239}.tar::xlarge_bestpool_filter/2018/57/{00000000..00000255}.tar::xlarge_bestpool_filter/2018/58/{00000000..00000255}.tar::xlarge_bestpool_filter/2018/59/{00000000..00000239}.tar::xlarge_bestpool_filter/2018/6/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/7/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/8/{00000000..00000441}.tar::xlarge_bestpool_filter/2018/9/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/0/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/1/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/10/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/11/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/12/{00000000..00000359}.tar::xlarge_bestpool_filter/2017/13/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/14/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/15/{00000000..00000369}.tar::xlarge_bestpool_filter/2017/16/{00000000..00000331}.tar::xlarge_bestpool_filter/2017/17/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/18/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/19/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/2/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/20/{00000000..00000372}.tar::xlarge_bestpool_filter/2017/21/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/22/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/23/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/24/{00000000..00000255}.tar::xlarge_bestpool_filter/2017/25/{00000000..00000255}.tar::xlarge_bestpool_filter/2017/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2017/27/{00000000..00000107}.tar::xlarge_bestpool_filter/2017/28/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/29/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/3/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/30/{00000000..00000399}.tar::xlarge_bestpool_filter/2017/31/{00000000..00000399}.tar::xlarge_bestpool_filter/2017/32/{00000000..00000399}.tar::xlarge_bestpool_filter/2017/33/{00000000..00000401}.tar::xlarge_bestpool_filter/2017/34/{00000000..00000441}.tar::xlarge_bestpool_filter/2017/35/{00000000..00000433}.tar::xlarge_bestpool_filter/2017/36/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/37/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/38/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/39/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/4/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/40/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/41/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/42/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/43/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/44/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/45/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/46/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/47/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/48/{00000000..00000419}.tar::xlarge_bestpool_filter/2017/49/{00000000..00000409}.tar::xlarge_bestpool_filter/2017/5/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/50/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/51/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/52/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/53/{00000000..00000664}.tar::xlarge_bestpool_filter/2017/54/{00000000..00000639}.tar::xlarge_bestpool_filter/2017/55/{00000000..00000238}.tar::xlarge_bestpool_filter/2017/56/{00000000..00000237}.tar::xlarge_bestpool_filter/2017/57/{00000000..00000205}.tar::xlarge_bestpool_filter/2017/58/{00000000..00000191}.tar::xlarge_bestpool_filter/2017/59/{00000000..00000191}.tar::xlarge_bestpool_filter/2017/6/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/7/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/8/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/9/{00000000..00000340}.tar::xlarge_bestpool_filter/2016/0/{00000000..00000173}.tar::xlarge_bestpool_filter/2016/1/{00000000..00000179}.tar::xlarge_bestpool_filter/2016/10/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/11/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/12/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/13/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/14/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/15/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/16/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/17/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/18/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/19/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/2/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/20/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/21/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/22/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/23/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/24/{00000000..00000119}.tar::xlarge_bestpool_filter/2016/25/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2016/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2016/28/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/29/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/3/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/30/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/31/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/32/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/33/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/34/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/35/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/36/{00000000..00000162}.tar::xlarge_bestpool_filter/2016/37/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/38/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/39/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/4/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/40/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/41/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/42/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/43/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/44/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/45/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/46/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/47/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/48/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/49/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/5/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/50/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/51/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/52/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/53/{00000000..00000285}.tar::xlarge_bestpool_filter/2016/54/{00000000..00000255}.tar::xlarge_bestpool_filter/2016/55/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/56/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/57/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/58/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/59/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/6/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/7/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/8/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/9/{00000000..00000131}.tar::xlarge_bestpool_filter/2015/0/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/1/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/10/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/11/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/12/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/13/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/14/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/15/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/16/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/17/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/18/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/19/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/2/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/20/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/21/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/22/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/23/{00000000..00000071}.tar::xlarge_bestpool_filter/2015/24/{00000000..00000075}.tar::xlarge_bestpool_filter/2015/25/{00000000..00000058}.tar::xlarge_bestpool_filter/2015/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/28/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/29/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/3/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/30/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/31/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/32/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/33/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/34/{00000000..00000126}.tar::xlarge_bestpool_filter/2015/35/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/36/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/37/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/38/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/39/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/4/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/40/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/41/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/42/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/43/{00000000..00000096}.tar::xlarge_bestpool_filter/2015/44/{00000000..00000104}.tar::xlarge_bestpool_filter/2015/45/{00000000..00000065}.tar::xlarge_bestpool_filter/2015/46/{00000000..00000064}.tar::xlarge_bestpool_filter/2015/47/{00000000..00000078}.tar::xlarge_bestpool_filter/2015/48/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/49/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/5/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/50/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/51/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/52/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/53/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/54/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/55/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/56/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/57/{00000000..00000039}.tar::xlarge_bestpool_filter/2015/58/{00000000..00000039}.tar::xlarge_bestpool_filter/2015/59/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/6/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/7/{00000000..00000073}.tar::xlarge_bestpool_filter/2015/8/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/9/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/0/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/1/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/10/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/11/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/12/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/13/{00000000..00000110}.tar::xlarge_bestpool_filter/2014/14/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/15/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/16/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/17/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/18/{00000000..00000099}.tar::xlarge_bestpool_filter/2014/19/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/2/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/20/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/21/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/22/{00000000..00000119}.tar::xlarge_bestpool_filter/2014/23/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/24/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/25/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/28/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/29/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/3/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/30/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/31/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/32/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/33/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/34/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/35/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/36/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/37/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/38/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/39/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/4/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/40/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/41/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/42/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/43/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/44/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/45/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/46/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/47/{00000000..00000115}.tar::xlarge_bestpool_filter/2014/48/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/49/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/5/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/50/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/51/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/52/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/53/{00000000..00000191}.tar::xlarge_bestpool_filter/2014/54/{00000000..00000191}.tar::xlarge_bestpool_filter/2014/55/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/56/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/57/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/58/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/59/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/6/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/7/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/8/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/9/{00000000..00000127}.tar::xlarge_bestpool_filter/2019/0/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/1/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/10/{00000000..00000375}.tar::xlarge_bestpool_filter/2019/11/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/12/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/13/{00000000..00000385}.tar::xlarge_bestpool_filter/2019/14/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/15/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/16/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/17/{00000000..00000347}.tar::xlarge_bestpool_filter/2019/18/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/19/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/2/{00000000..00000399}.tar::xlarge_bestpool_filter/2019/20/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/21/{00000000..00000362}.tar::xlarge_bestpool_filter/2019/22/{00000000..00000319}.tar::xlarge_bestpool_filter/2019/23/{00000000..00000399}.tar::xlarge_bestpool_filter/2019/24/{00000000..00000279}.tar::xlarge_bestpool_filter/2019/25/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2019/27/{00000000..00000107}.tar::xlarge_bestpool_filter/2019/28/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/29/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/3/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/30/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/31/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/32/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/33/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/34/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/35/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/36/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/37/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/38/{00000000..00000412}.tar::xlarge_bestpool_filter/2019/39/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/4/{00000000..00000399}.tar::xlarge_bestpool_filter/2019/40/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/41/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/42/{00000000..00000395}.tar::xlarge_bestpool_filter/2019/43/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/44/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/45/{00000000..00000442}.tar::xlarge_bestpool_filter/2019/46/{00000000..00000431}.tar::xlarge_bestpool_filter/2019/47/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/48/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/49/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/5/{00000000..00000426}.tar::xlarge_bestpool_filter/2019/50/{00000000..00000439}.tar::xlarge_bestpool_filter/2019/51/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/52/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/53/{00000000..00000703}.tar::xlarge_bestpool_filter/2019/54/{00000000..00000703}.tar::xlarge_bestpool_filter/2019/55/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/56/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/57/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/58/{00000000..00000234}.tar::xlarge_bestpool_filter/2019/59/{00000000..00000247}.tar::xlarge_bestpool_filter/2019/6/{00000000..00000410}.tar::xlarge_bestpool_filter/2019/7/{00000000..00000436}.tar::xlarge_bestpool_filter/2019/8/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/9/{00000000..00000383}.tar
|
85 |
+
train_data_upsampling_factors: None
|
86 |
+
train_num_samples: None
|
87 |
+
use_bn_sync: False
|
88 |
+
use_bnb_linear: None
|
89 |
+
val_data: None
|
90 |
+
val_frequency: 1
|
91 |
+
val_num_samples: None
|
92 |
+
wandb: False
|
93 |
+
wandb_notes:
|
94 |
+
wandb_project_name: open-clip
|
95 |
+
warmup: 2000
|
96 |
+
wd: 0.2
|
97 |
+
workers: 4
|
98 |
+
world_size: 64
|
99 |
+
zeroshot_frequency: 1
|
params/2020.yaml
ADDED
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
accum_freq: 1
|
2 |
+
aug_cfg: {}
|
3 |
+
batch_size: 1408
|
4 |
+
beta1: 0.9
|
5 |
+
beta2: 0.98
|
6 |
+
checkpoint_path: /tmp/cumulative_sequential_2020/datacomp_xlarge-bestpool_cumulative_seq_2020/checkpoints
|
7 |
+
coca_caption_loss_weight: 2.0
|
8 |
+
coca_contrastive_loss_weight: 1.0
|
9 |
+
copy_codebase: False
|
10 |
+
csv_caption_key: title
|
11 |
+
csv_img_key: filepath
|
12 |
+
csv_separator:
|
13 |
+
dataset_resampled: True
|
14 |
+
dataset_type: webdataset
|
15 |
+
ddp_static_graph: True
|
16 |
+
debug: False
|
17 |
+
decay_fraction: 0.2
|
18 |
+
delete_previous_checkpoint: False
|
19 |
+
device: cuda:0
|
20 |
+
dist_backend: nccl
|
21 |
+
dist_url: env://
|
22 |
+
distill: False
|
23 |
+
distill_model: None
|
24 |
+
distill_pretrained: None
|
25 |
+
distributed: True
|
26 |
+
epochs: 32
|
27 |
+
epochs_cooldown: None
|
28 |
+
eps: 1e-06
|
29 |
+
force_custom_text: False
|
30 |
+
force_image_size: None
|
31 |
+
force_patch_dropout: None
|
32 |
+
force_qk_norm: False
|
33 |
+
force_qk_norm_eps: 1e-05
|
34 |
+
force_quick_gelu: False
|
35 |
+
gather_with_grad: True
|
36 |
+
grad_checkpointing: True
|
37 |
+
grad_clip_norm: None
|
38 |
+
horovod: False
|
39 |
+
image_mean: None
|
40 |
+
image_std: None
|
41 |
+
imagenet_v2: None
|
42 |
+
imagenet_val: ../imagenet_validation
|
43 |
+
is_iteration_based: True
|
44 |
+
local_loss: True
|
45 |
+
local_rank: 0
|
46 |
+
lock_image: False
|
47 |
+
lock_image_freeze_bn_stats: False
|
48 |
+
lock_image_unlocked_groups: 0
|
49 |
+
lock_text: False
|
50 |
+
lock_text_freeze_layer_norm: False
|
51 |
+
lock_text_unlocked_layers: 0
|
52 |
+
log_every_n_steps: 100
|
53 |
+
log_level: 20
|
54 |
+
log_local: False
|
55 |
+
log_path: /tmp/cumulative_sequential_2020/datacomp_xlarge-bestpool_cumulative_seq_2020/out.log
|
56 |
+
logs: /tmp/cumulative_sequential_2020
|
57 |
+
lr: 0.001
|
58 |
+
lr_cooldown_end: 0.0
|
59 |
+
lr_cooldown_power: 1.0
|
60 |
+
lr_scheduler: cosine
|
61 |
+
max_iterations: 20500
|
62 |
+
model: ViT-B-16
|
63 |
+
name: datacomp_xlarge-bestpool_cumulative_seq_2020
|
64 |
+
new_run: True
|
65 |
+
no_set_device_rank: False
|
66 |
+
precision: amp
|
67 |
+
pretrained:
|
68 |
+
pretrained_image: False
|
69 |
+
rank: 0
|
70 |
+
remote_sync: xlarge_CL_bestpool_filter/cumulative_sequential_2020/
|
71 |
+
remote_sync_frequency: 300
|
72 |
+
remote_sync_protocol: s3
|
73 |
+
report_to:
|
74 |
+
resume: xlarge_CL_bestpool_filter/cumulative_sequential_2019/datacomp_xlarge-bestpool_cumulative_seq_2019/checkpoints/epoch_3.pt
|
75 |
+
save_frequency: 1
|
76 |
+
save_most_recent: True
|
77 |
+
seed: 0
|
78 |
+
skip_scheduler: False
|
79 |
+
tensorboard: False
|
80 |
+
tensorboard_path:
|
81 |
+
torchcompile: False
|
82 |
+
torchscript: False
|
83 |
+
trace: False
|
84 |
+
train_data: xlarge_bestpool_filter/2019/0/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/1/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/10/{00000000..00000375}.tar::xlarge_bestpool_filter/2019/11/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/12/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/13/{00000000..00000385}.tar::xlarge_bestpool_filter/2019/14/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/15/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/16/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/17/{00000000..00000347}.tar::xlarge_bestpool_filter/2019/18/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/19/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/2/{00000000..00000399}.tar::xlarge_bestpool_filter/2019/20/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/21/{00000000..00000362}.tar::xlarge_bestpool_filter/2019/22/{00000000..00000319}.tar::xlarge_bestpool_filter/2019/23/{00000000..00000399}.tar::xlarge_bestpool_filter/2019/24/{00000000..00000279}.tar::xlarge_bestpool_filter/2019/25/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2019/27/{00000000..00000107}.tar::xlarge_bestpool_filter/2019/28/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/29/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/3/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/30/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/31/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/32/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/33/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/34/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/35/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/36/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/37/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/38/{00000000..00000412}.tar::xlarge_bestpool_filter/2019/39/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/4/{00000000..00000399}.tar::xlarge_bestpool_filter/2019/40/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/41/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/42/{00000000..00000395}.tar::xlarge_bestpool_filter/2019/43/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/44/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/45/{00000000..00000442}.tar::xlarge_bestpool_filter/2019/46/{00000000..00000431}.tar::xlarge_bestpool_filter/2019/47/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/48/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/49/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/5/{00000000..00000426}.tar::xlarge_bestpool_filter/2019/50/{00000000..00000439}.tar::xlarge_bestpool_filter/2019/51/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/52/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/53/{00000000..00000703}.tar::xlarge_bestpool_filter/2019/54/{00000000..00000703}.tar::xlarge_bestpool_filter/2019/55/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/56/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/57/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/58/{00000000..00000234}.tar::xlarge_bestpool_filter/2019/59/{00000000..00000247}.tar::xlarge_bestpool_filter/2019/6/{00000000..00000410}.tar::xlarge_bestpool_filter/2019/7/{00000000..00000436}.tar::xlarge_bestpool_filter/2019/8/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/9/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/0/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/1/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/10/{00000000..00000359}.tar::xlarge_bestpool_filter/2018/11/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/12/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/13/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/14/{00000000..00000403}.tar::xlarge_bestpool_filter/2018/15/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/16/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/17/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/18/{00000000..00000444}.tar::xlarge_bestpool_filter/2018/19/{00000000..00000388}.tar::xlarge_bestpool_filter/2018/2/{00000000..00000446}.tar::xlarge_bestpool_filter/2018/20/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/21/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/22/{00000000..00000382}.tar::xlarge_bestpool_filter/2018/23/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/24/{00000000..00000319}.tar::xlarge_bestpool_filter/2018/25/{00000000..00000296}.tar::xlarge_bestpool_filter/2018/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2018/27/{00000000..00000109}.tar::xlarge_bestpool_filter/2018/28/{00000000..00000462}.tar::xlarge_bestpool_filter/2018/29/{00000000..00000463}.tar::xlarge_bestpool_filter/2018/3/{00000000..00000443}.tar::xlarge_bestpool_filter/2018/30/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/31/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/32/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/33/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/34/{00000000..00000439}.tar::xlarge_bestpool_filter/2018/35/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/36/{00000000..00000477}.tar::xlarge_bestpool_filter/2018/37/{00000000..00000466}.tar::xlarge_bestpool_filter/2018/38/{00000000..00000446}.tar::xlarge_bestpool_filter/2018/39/{00000000..00000431}.tar::xlarge_bestpool_filter/2018/4/{00000000..00000420}.tar::xlarge_bestpool_filter/2018/40/{00000000..00000399}.tar::xlarge_bestpool_filter/2018/41/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/42/{00000000..00000441}.tar::xlarge_bestpool_filter/2018/43/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/44/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/45/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/46/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/47/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/48/{00000000..00000467}.tar::xlarge_bestpool_filter/2018/49/{00000000..00000458}.tar::xlarge_bestpool_filter/2018/5/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/50/{00000000..00000461}.tar::xlarge_bestpool_filter/2018/51/{00000000..00000463}.tar::xlarge_bestpool_filter/2018/52/{00000000..00000464}.tar::xlarge_bestpool_filter/2018/53/{00000000..00000719}.tar::xlarge_bestpool_filter/2018/54/{00000000..00000719}.tar::xlarge_bestpool_filter/2018/55/{00000000..00000255}.tar::xlarge_bestpool_filter/2018/56/{00000000..00000239}.tar::xlarge_bestpool_filter/2018/57/{00000000..00000255}.tar::xlarge_bestpool_filter/2018/58/{00000000..00000255}.tar::xlarge_bestpool_filter/2018/59/{00000000..00000239}.tar::xlarge_bestpool_filter/2018/6/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/7/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/8/{00000000..00000441}.tar::xlarge_bestpool_filter/2018/9/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/0/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/1/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/10/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/11/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/12/{00000000..00000359}.tar::xlarge_bestpool_filter/2017/13/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/14/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/15/{00000000..00000369}.tar::xlarge_bestpool_filter/2017/16/{00000000..00000331}.tar::xlarge_bestpool_filter/2017/17/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/18/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/19/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/2/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/20/{00000000..00000372}.tar::xlarge_bestpool_filter/2017/21/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/22/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/23/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/24/{00000000..00000255}.tar::xlarge_bestpool_filter/2017/25/{00000000..00000255}.tar::xlarge_bestpool_filter/2017/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2017/27/{00000000..00000107}.tar::xlarge_bestpool_filter/2017/28/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/29/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/3/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/30/{00000000..00000399}.tar::xlarge_bestpool_filter/2017/31/{00000000..00000399}.tar::xlarge_bestpool_filter/2017/32/{00000000..00000399}.tar::xlarge_bestpool_filter/2017/33/{00000000..00000401}.tar::xlarge_bestpool_filter/2017/34/{00000000..00000441}.tar::xlarge_bestpool_filter/2017/35/{00000000..00000433}.tar::xlarge_bestpool_filter/2017/36/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/37/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/38/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/39/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/4/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/40/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/41/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/42/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/43/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/44/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/45/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/46/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/47/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/48/{00000000..00000419}.tar::xlarge_bestpool_filter/2017/49/{00000000..00000409}.tar::xlarge_bestpool_filter/2017/5/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/50/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/51/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/52/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/53/{00000000..00000664}.tar::xlarge_bestpool_filter/2017/54/{00000000..00000639}.tar::xlarge_bestpool_filter/2017/55/{00000000..00000238}.tar::xlarge_bestpool_filter/2017/56/{00000000..00000237}.tar::xlarge_bestpool_filter/2017/57/{00000000..00000205}.tar::xlarge_bestpool_filter/2017/58/{00000000..00000191}.tar::xlarge_bestpool_filter/2017/59/{00000000..00000191}.tar::xlarge_bestpool_filter/2017/6/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/7/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/8/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/9/{00000000..00000340}.tar::xlarge_bestpool_filter/2016/0/{00000000..00000173}.tar::xlarge_bestpool_filter/2016/1/{00000000..00000179}.tar::xlarge_bestpool_filter/2016/10/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/11/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/12/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/13/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/14/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/15/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/16/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/17/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/18/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/19/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/2/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/20/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/21/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/22/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/23/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/24/{00000000..00000119}.tar::xlarge_bestpool_filter/2016/25/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2016/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2016/28/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/29/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/3/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/30/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/31/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/32/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/33/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/34/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/35/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/36/{00000000..00000162}.tar::xlarge_bestpool_filter/2016/37/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/38/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/39/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/4/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/40/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/41/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/42/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/43/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/44/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/45/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/46/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/47/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/48/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/49/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/5/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/50/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/51/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/52/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/53/{00000000..00000285}.tar::xlarge_bestpool_filter/2016/54/{00000000..00000255}.tar::xlarge_bestpool_filter/2016/55/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/56/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/57/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/58/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/59/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/6/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/7/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/8/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/9/{00000000..00000131}.tar::xlarge_bestpool_filter/2015/0/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/1/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/10/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/11/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/12/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/13/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/14/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/15/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/16/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/17/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/18/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/19/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/2/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/20/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/21/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/22/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/23/{00000000..00000071}.tar::xlarge_bestpool_filter/2015/24/{00000000..00000075}.tar::xlarge_bestpool_filter/2015/25/{00000000..00000058}.tar::xlarge_bestpool_filter/2015/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/28/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/29/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/3/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/30/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/31/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/32/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/33/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/34/{00000000..00000126}.tar::xlarge_bestpool_filter/2015/35/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/36/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/37/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/38/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/39/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/4/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/40/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/41/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/42/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/43/{00000000..00000096}.tar::xlarge_bestpool_filter/2015/44/{00000000..00000104}.tar::xlarge_bestpool_filter/2015/45/{00000000..00000065}.tar::xlarge_bestpool_filter/2015/46/{00000000..00000064}.tar::xlarge_bestpool_filter/2015/47/{00000000..00000078}.tar::xlarge_bestpool_filter/2015/48/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/49/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/5/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/50/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/51/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/52/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/53/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/54/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/55/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/56/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/57/{00000000..00000039}.tar::xlarge_bestpool_filter/2015/58/{00000000..00000039}.tar::xlarge_bestpool_filter/2015/59/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/6/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/7/{00000000..00000073}.tar::xlarge_bestpool_filter/2015/8/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/9/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/0/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/1/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/10/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/11/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/12/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/13/{00000000..00000110}.tar::xlarge_bestpool_filter/2014/14/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/15/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/16/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/17/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/18/{00000000..00000099}.tar::xlarge_bestpool_filter/2014/19/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/2/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/20/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/21/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/22/{00000000..00000119}.tar::xlarge_bestpool_filter/2014/23/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/24/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/25/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/28/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/29/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/3/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/30/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/31/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/32/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/33/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/34/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/35/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/36/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/37/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/38/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/39/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/4/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/40/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/41/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/42/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/43/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/44/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/45/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/46/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/47/{00000000..00000115}.tar::xlarge_bestpool_filter/2014/48/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/49/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/5/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/50/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/51/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/52/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/53/{00000000..00000191}.tar::xlarge_bestpool_filter/2014/54/{00000000..00000191}.tar::xlarge_bestpool_filter/2014/55/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/56/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/57/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/58/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/59/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/6/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/7/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/8/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/9/{00000000..00000127}.tar::xlarge_bestpool_filter/2020/0/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/1/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/10/{00000000..00000278}.tar::xlarge_bestpool_filter/2020/11/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/12/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/13/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/14/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/15/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/16/{00000000..00000286}.tar::xlarge_bestpool_filter/2020/17/{00000000..00000266}.tar::xlarge_bestpool_filter/2020/18/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/19/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/2/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/20/{00000000..00000318}.tar::xlarge_bestpool_filter/2020/21/{00000000..00000273}.tar::xlarge_bestpool_filter/2020/22/{00000000..00000255}.tar::xlarge_bestpool_filter/2020/23/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/24/{00000000..00000253}.tar::xlarge_bestpool_filter/2020/25/{00000000..00000232}.tar::xlarge_bestpool_filter/2020/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2020/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2020/28/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/29/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/3/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/30/{00000000..00000329}.tar::xlarge_bestpool_filter/2020/31/{00000000..00000324}.tar::xlarge_bestpool_filter/2020/32/{00000000..00000323}.tar::xlarge_bestpool_filter/2020/33/{00000000..00000357}.tar::xlarge_bestpool_filter/2020/34/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/35/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/36/{00000000..00000377}.tar::xlarge_bestpool_filter/2020/37/{00000000..00000381}.tar::xlarge_bestpool_filter/2020/38/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/39/{00000000..00000318}.tar::xlarge_bestpool_filter/2020/4/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/40/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/41/{00000000..00000257}.tar::xlarge_bestpool_filter/2020/42/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/43/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/44/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/45/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/46/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/47/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/48/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/49/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/5/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/50/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/51/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/52/{00000000..00000377}.tar::xlarge_bestpool_filter/2020/53/{00000000..00000545}.tar::xlarge_bestpool_filter/2020/54/{00000000..00000511}.tar::xlarge_bestpool_filter/2020/55/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/56/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/57/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/58/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/59/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/6/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/7/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/8/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/9/{00000000..00000299}.tar
|
85 |
+
train_data_upsampling_factors: None
|
86 |
+
train_num_samples: None
|
87 |
+
use_bn_sync: False
|
88 |
+
use_bnb_linear: None
|
89 |
+
val_data: None
|
90 |
+
val_frequency: 1
|
91 |
+
val_num_samples: None
|
92 |
+
wandb: False
|
93 |
+
wandb_notes:
|
94 |
+
wandb_project_name: open-clip
|
95 |
+
warmup: 2000
|
96 |
+
wd: 0.2
|
97 |
+
workers: 4
|
98 |
+
world_size: 64
|
99 |
+
zeroshot_frequency: 1
|
params/2021.yaml
ADDED
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
accum_freq: 1
|
2 |
+
aug_cfg: {}
|
3 |
+
batch_size: 1408
|
4 |
+
beta1: 0.9
|
5 |
+
beta2: 0.98
|
6 |
+
checkpoint_path: /tmp/cumulative_sequential_2021/datacomp_xlarge-bestpool_cumulative_seq_2021/checkpoints
|
7 |
+
coca_caption_loss_weight: 2.0
|
8 |
+
coca_contrastive_loss_weight: 1.0
|
9 |
+
copy_codebase: False
|
10 |
+
csv_caption_key: title
|
11 |
+
csv_img_key: filepath
|
12 |
+
csv_separator:
|
13 |
+
dataset_resampled: True
|
14 |
+
dataset_type: webdataset
|
15 |
+
ddp_static_graph: True
|
16 |
+
debug: False
|
17 |
+
decay_fraction: 0.2
|
18 |
+
delete_previous_checkpoint: False
|
19 |
+
device: cuda:0
|
20 |
+
dist_backend: nccl
|
21 |
+
dist_url: env://
|
22 |
+
distill: False
|
23 |
+
distill_model: None
|
24 |
+
distill_pretrained: None
|
25 |
+
distributed: True
|
26 |
+
epochs: 32
|
27 |
+
epochs_cooldown: None
|
28 |
+
eps: 1e-06
|
29 |
+
force_custom_text: False
|
30 |
+
force_image_size: None
|
31 |
+
force_patch_dropout: None
|
32 |
+
force_qk_norm: False
|
33 |
+
force_qk_norm_eps: 1e-05
|
34 |
+
force_quick_gelu: False
|
35 |
+
gather_with_grad: True
|
36 |
+
grad_checkpointing: True
|
37 |
+
grad_clip_norm: None
|
38 |
+
horovod: False
|
39 |
+
image_mean: None
|
40 |
+
image_std: None
|
41 |
+
imagenet_v2: None
|
42 |
+
imagenet_val: ../imagenet_validation
|
43 |
+
is_iteration_based: True
|
44 |
+
local_loss: True
|
45 |
+
local_rank: 0
|
46 |
+
lock_image: False
|
47 |
+
lock_image_freeze_bn_stats: False
|
48 |
+
lock_image_unlocked_groups: 0
|
49 |
+
lock_text: False
|
50 |
+
lock_text_freeze_layer_norm: False
|
51 |
+
lock_text_unlocked_layers: 0
|
52 |
+
log_every_n_steps: 100
|
53 |
+
log_level: 20
|
54 |
+
log_local: False
|
55 |
+
log_path: /tmp/cumulative_sequential_2021/datacomp_xlarge-bestpool_cumulative_seq_2021/out.log
|
56 |
+
logs: /tmp/cumulative_sequential_2021
|
57 |
+
lr: 0.001
|
58 |
+
lr_cooldown_end: 0.0
|
59 |
+
lr_cooldown_power: 1.0
|
60 |
+
lr_scheduler: cosine
|
61 |
+
max_iterations: 20500
|
62 |
+
model: ViT-B-16
|
63 |
+
name: datacomp_xlarge-bestpool_cumulative_seq_2021
|
64 |
+
new_run: True
|
65 |
+
no_set_device_rank: False
|
66 |
+
precision: amp
|
67 |
+
pretrained:
|
68 |
+
pretrained_image: False
|
69 |
+
rank: 0
|
70 |
+
remote_sync: xlarge_CL_bestpool_filter/cumulative_sequential_2021/
|
71 |
+
remote_sync_frequency: 300
|
72 |
+
remote_sync_protocol: s3
|
73 |
+
report_to:
|
74 |
+
resume: xlarge_CL_bestpool_filter/cumulative_sequential_2020/datacomp_xlarge-bestpool_cumulative_seq_2020/checkpoints/epoch_2.pt
|
75 |
+
save_frequency: 1
|
76 |
+
save_most_recent: True
|
77 |
+
seed: 0
|
78 |
+
skip_scheduler: False
|
79 |
+
tensorboard: False
|
80 |
+
tensorboard_path:
|
81 |
+
torchcompile: False
|
82 |
+
torchscript: False
|
83 |
+
trace: False
|
84 |
+
train_data: xlarge_bestpool_filter/2020/0/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/1/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/10/{00000000..00000278}.tar::xlarge_bestpool_filter/2020/11/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/12/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/13/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/14/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/15/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/16/{00000000..00000286}.tar::xlarge_bestpool_filter/2020/17/{00000000..00000266}.tar::xlarge_bestpool_filter/2020/18/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/19/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/2/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/20/{00000000..00000318}.tar::xlarge_bestpool_filter/2020/21/{00000000..00000273}.tar::xlarge_bestpool_filter/2020/22/{00000000..00000255}.tar::xlarge_bestpool_filter/2020/23/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/24/{00000000..00000253}.tar::xlarge_bestpool_filter/2020/25/{00000000..00000232}.tar::xlarge_bestpool_filter/2020/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2020/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2020/28/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/29/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/3/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/30/{00000000..00000329}.tar::xlarge_bestpool_filter/2020/31/{00000000..00000324}.tar::xlarge_bestpool_filter/2020/32/{00000000..00000323}.tar::xlarge_bestpool_filter/2020/33/{00000000..00000357}.tar::xlarge_bestpool_filter/2020/34/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/35/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/36/{00000000..00000377}.tar::xlarge_bestpool_filter/2020/37/{00000000..00000381}.tar::xlarge_bestpool_filter/2020/38/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/39/{00000000..00000318}.tar::xlarge_bestpool_filter/2020/4/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/40/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/41/{00000000..00000257}.tar::xlarge_bestpool_filter/2020/42/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/43/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/44/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/45/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/46/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/47/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/48/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/49/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/5/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/50/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/51/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/52/{00000000..00000377}.tar::xlarge_bestpool_filter/2020/53/{00000000..00000545}.tar::xlarge_bestpool_filter/2020/54/{00000000..00000511}.tar::xlarge_bestpool_filter/2020/55/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/56/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/57/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/58/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/59/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/6/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/7/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/8/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/9/{00000000..00000299}.tar::xlarge_bestpool_filter/2019/0/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/1/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/10/{00000000..00000375}.tar::xlarge_bestpool_filter/2019/11/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/12/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/13/{00000000..00000385}.tar::xlarge_bestpool_filter/2019/14/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/15/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/16/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/17/{00000000..00000347}.tar::xlarge_bestpool_filter/2019/18/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/19/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/2/{00000000..00000399}.tar::xlarge_bestpool_filter/2019/20/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/21/{00000000..00000362}.tar::xlarge_bestpool_filter/2019/22/{00000000..00000319}.tar::xlarge_bestpool_filter/2019/23/{00000000..00000399}.tar::xlarge_bestpool_filter/2019/24/{00000000..00000279}.tar::xlarge_bestpool_filter/2019/25/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2019/27/{00000000..00000107}.tar::xlarge_bestpool_filter/2019/28/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/29/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/3/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/30/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/31/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/32/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/33/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/34/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/35/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/36/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/37/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/38/{00000000..00000412}.tar::xlarge_bestpool_filter/2019/39/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/4/{00000000..00000399}.tar::xlarge_bestpool_filter/2019/40/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/41/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/42/{00000000..00000395}.tar::xlarge_bestpool_filter/2019/43/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/44/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/45/{00000000..00000442}.tar::xlarge_bestpool_filter/2019/46/{00000000..00000431}.tar::xlarge_bestpool_filter/2019/47/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/48/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/49/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/5/{00000000..00000426}.tar::xlarge_bestpool_filter/2019/50/{00000000..00000439}.tar::xlarge_bestpool_filter/2019/51/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/52/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/53/{00000000..00000703}.tar::xlarge_bestpool_filter/2019/54/{00000000..00000703}.tar::xlarge_bestpool_filter/2019/55/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/56/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/57/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/58/{00000000..00000234}.tar::xlarge_bestpool_filter/2019/59/{00000000..00000247}.tar::xlarge_bestpool_filter/2019/6/{00000000..00000410}.tar::xlarge_bestpool_filter/2019/7/{00000000..00000436}.tar::xlarge_bestpool_filter/2019/8/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/9/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/0/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/1/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/10/{00000000..00000359}.tar::xlarge_bestpool_filter/2018/11/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/12/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/13/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/14/{00000000..00000403}.tar::xlarge_bestpool_filter/2018/15/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/16/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/17/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/18/{00000000..00000444}.tar::xlarge_bestpool_filter/2018/19/{00000000..00000388}.tar::xlarge_bestpool_filter/2018/2/{00000000..00000446}.tar::xlarge_bestpool_filter/2018/20/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/21/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/22/{00000000..00000382}.tar::xlarge_bestpool_filter/2018/23/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/24/{00000000..00000319}.tar::xlarge_bestpool_filter/2018/25/{00000000..00000296}.tar::xlarge_bestpool_filter/2018/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2018/27/{00000000..00000109}.tar::xlarge_bestpool_filter/2018/28/{00000000..00000462}.tar::xlarge_bestpool_filter/2018/29/{00000000..00000463}.tar::xlarge_bestpool_filter/2018/3/{00000000..00000443}.tar::xlarge_bestpool_filter/2018/30/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/31/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/32/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/33/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/34/{00000000..00000439}.tar::xlarge_bestpool_filter/2018/35/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/36/{00000000..00000477}.tar::xlarge_bestpool_filter/2018/37/{00000000..00000466}.tar::xlarge_bestpool_filter/2018/38/{00000000..00000446}.tar::xlarge_bestpool_filter/2018/39/{00000000..00000431}.tar::xlarge_bestpool_filter/2018/4/{00000000..00000420}.tar::xlarge_bestpool_filter/2018/40/{00000000..00000399}.tar::xlarge_bestpool_filter/2018/41/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/42/{00000000..00000441}.tar::xlarge_bestpool_filter/2018/43/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/44/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/45/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/46/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/47/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/48/{00000000..00000467}.tar::xlarge_bestpool_filter/2018/49/{00000000..00000458}.tar::xlarge_bestpool_filter/2018/5/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/50/{00000000..00000461}.tar::xlarge_bestpool_filter/2018/51/{00000000..00000463}.tar::xlarge_bestpool_filter/2018/52/{00000000..00000464}.tar::xlarge_bestpool_filter/2018/53/{00000000..00000719}.tar::xlarge_bestpool_filter/2018/54/{00000000..00000719}.tar::xlarge_bestpool_filter/2018/55/{00000000..00000255}.tar::xlarge_bestpool_filter/2018/56/{00000000..00000239}.tar::xlarge_bestpool_filter/2018/57/{00000000..00000255}.tar::xlarge_bestpool_filter/2018/58/{00000000..00000255}.tar::xlarge_bestpool_filter/2018/59/{00000000..00000239}.tar::xlarge_bestpool_filter/2018/6/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/7/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/8/{00000000..00000441}.tar::xlarge_bestpool_filter/2018/9/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/0/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/1/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/10/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/11/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/12/{00000000..00000359}.tar::xlarge_bestpool_filter/2017/13/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/14/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/15/{00000000..00000369}.tar::xlarge_bestpool_filter/2017/16/{00000000..00000331}.tar::xlarge_bestpool_filter/2017/17/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/18/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/19/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/2/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/20/{00000000..00000372}.tar::xlarge_bestpool_filter/2017/21/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/22/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/23/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/24/{00000000..00000255}.tar::xlarge_bestpool_filter/2017/25/{00000000..00000255}.tar::xlarge_bestpool_filter/2017/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2017/27/{00000000..00000107}.tar::xlarge_bestpool_filter/2017/28/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/29/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/3/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/30/{00000000..00000399}.tar::xlarge_bestpool_filter/2017/31/{00000000..00000399}.tar::xlarge_bestpool_filter/2017/32/{00000000..00000399}.tar::xlarge_bestpool_filter/2017/33/{00000000..00000401}.tar::xlarge_bestpool_filter/2017/34/{00000000..00000441}.tar::xlarge_bestpool_filter/2017/35/{00000000..00000433}.tar::xlarge_bestpool_filter/2017/36/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/37/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/38/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/39/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/4/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/40/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/41/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/42/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/43/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/44/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/45/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/46/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/47/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/48/{00000000..00000419}.tar::xlarge_bestpool_filter/2017/49/{00000000..00000409}.tar::xlarge_bestpool_filter/2017/5/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/50/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/51/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/52/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/53/{00000000..00000664}.tar::xlarge_bestpool_filter/2017/54/{00000000..00000639}.tar::xlarge_bestpool_filter/2017/55/{00000000..00000238}.tar::xlarge_bestpool_filter/2017/56/{00000000..00000237}.tar::xlarge_bestpool_filter/2017/57/{00000000..00000205}.tar::xlarge_bestpool_filter/2017/58/{00000000..00000191}.tar::xlarge_bestpool_filter/2017/59/{00000000..00000191}.tar::xlarge_bestpool_filter/2017/6/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/7/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/8/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/9/{00000000..00000340}.tar::xlarge_bestpool_filter/2016/0/{00000000..00000173}.tar::xlarge_bestpool_filter/2016/1/{00000000..00000179}.tar::xlarge_bestpool_filter/2016/10/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/11/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/12/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/13/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/14/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/15/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/16/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/17/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/18/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/19/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/2/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/20/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/21/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/22/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/23/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/24/{00000000..00000119}.tar::xlarge_bestpool_filter/2016/25/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2016/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2016/28/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/29/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/3/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/30/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/31/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/32/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/33/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/34/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/35/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/36/{00000000..00000162}.tar::xlarge_bestpool_filter/2016/37/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/38/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/39/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/4/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/40/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/41/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/42/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/43/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/44/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/45/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/46/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/47/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/48/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/49/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/5/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/50/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/51/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/52/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/53/{00000000..00000285}.tar::xlarge_bestpool_filter/2016/54/{00000000..00000255}.tar::xlarge_bestpool_filter/2016/55/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/56/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/57/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/58/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/59/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/6/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/7/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/8/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/9/{00000000..00000131}.tar::xlarge_bestpool_filter/2015/0/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/1/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/10/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/11/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/12/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/13/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/14/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/15/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/16/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/17/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/18/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/19/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/2/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/20/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/21/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/22/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/23/{00000000..00000071}.tar::xlarge_bestpool_filter/2015/24/{00000000..00000075}.tar::xlarge_bestpool_filter/2015/25/{00000000..00000058}.tar::xlarge_bestpool_filter/2015/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/28/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/29/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/3/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/30/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/31/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/32/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/33/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/34/{00000000..00000126}.tar::xlarge_bestpool_filter/2015/35/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/36/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/37/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/38/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/39/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/4/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/40/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/41/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/42/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/43/{00000000..00000096}.tar::xlarge_bestpool_filter/2015/44/{00000000..00000104}.tar::xlarge_bestpool_filter/2015/45/{00000000..00000065}.tar::xlarge_bestpool_filter/2015/46/{00000000..00000064}.tar::xlarge_bestpool_filter/2015/47/{00000000..00000078}.tar::xlarge_bestpool_filter/2015/48/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/49/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/5/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/50/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/51/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/52/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/53/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/54/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/55/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/56/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/57/{00000000..00000039}.tar::xlarge_bestpool_filter/2015/58/{00000000..00000039}.tar::xlarge_bestpool_filter/2015/59/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/6/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/7/{00000000..00000073}.tar::xlarge_bestpool_filter/2015/8/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/9/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/0/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/1/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/10/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/11/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/12/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/13/{00000000..00000110}.tar::xlarge_bestpool_filter/2014/14/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/15/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/16/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/17/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/18/{00000000..00000099}.tar::xlarge_bestpool_filter/2014/19/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/2/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/20/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/21/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/22/{00000000..00000119}.tar::xlarge_bestpool_filter/2014/23/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/24/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/25/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/28/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/29/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/3/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/30/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/31/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/32/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/33/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/34/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/35/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/36/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/37/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/38/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/39/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/4/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/40/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/41/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/42/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/43/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/44/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/45/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/46/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/47/{00000000..00000115}.tar::xlarge_bestpool_filter/2014/48/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/49/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/5/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/50/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/51/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/52/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/53/{00000000..00000191}.tar::xlarge_bestpool_filter/2014/54/{00000000..00000191}.tar::xlarge_bestpool_filter/2014/55/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/56/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/57/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/58/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/59/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/6/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/7/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/8/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/9/{00000000..00000127}.tar::xlarge_bestpool_filter/2021/0/{00000000..00000320}.tar::xlarge_bestpool_filter/2021/1/{00000000..00000321}.tar::xlarge_bestpool_filter/2021/10/{00000000..00000319}.tar::xlarge_bestpool_filter/2021/11/{00000000..00000321}.tar::xlarge_bestpool_filter/2021/12/{00000000..00000326}.tar::xlarge_bestpool_filter/2021/13/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/14/{00000000..00000363}.tar::xlarge_bestpool_filter/2021/15/{00000000..00000319}.tar::xlarge_bestpool_filter/2021/16/{00000000..00000319}.tar::xlarge_bestpool_filter/2021/17/{00000000..00000319}.tar::xlarge_bestpool_filter/2021/18/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/19/{00000000..00000334}.tar::xlarge_bestpool_filter/2021/2/{00000000..00000382}.tar::xlarge_bestpool_filter/2021/20/{00000000..00000319}.tar::xlarge_bestpool_filter/2021/21/{00000000..00000319}.tar::xlarge_bestpool_filter/2021/22/{00000000..00000319}.tar::xlarge_bestpool_filter/2021/23/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/24/{00000000..00000255}.tar::xlarge_bestpool_filter/2021/25/{00000000..00000255}.tar::xlarge_bestpool_filter/2021/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2021/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2021/28/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/29/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/3/{00000000..00000380}.tar::xlarge_bestpool_filter/2021/30/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/31/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/32/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/33/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/34/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/35/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/36/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/37/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/38/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/39/{00000000..00000373}.tar::xlarge_bestpool_filter/2021/4/{00000000..00000356}.tar::xlarge_bestpool_filter/2021/40/{00000000..00000357}.tar::xlarge_bestpool_filter/2021/41/{00000000..00000319}.tar::xlarge_bestpool_filter/2021/42/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/43/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/44/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/45/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/46/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/47/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/48/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/49/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/5/{00000000..00000382}.tar::xlarge_bestpool_filter/2021/50/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/51/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/52/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/53/{00000000..00000639}.tar::xlarge_bestpool_filter/2021/54/{00000000..00000599}.tar::xlarge_bestpool_filter/2021/55/{00000000..00000191}.tar::xlarge_bestpool_filter/2021/56/{00000000..00000191}.tar::xlarge_bestpool_filter/2021/57/{00000000..00000191}.tar::xlarge_bestpool_filter/2021/58/{00000000..00000191}.tar::xlarge_bestpool_filter/2021/59/{00000000..00000191}.tar::xlarge_bestpool_filter/2021/6/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/7/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/8/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/9/{00000000..00000319}.tar
|
85 |
+
train_data_upsampling_factors: None
|
86 |
+
train_num_samples: None
|
87 |
+
use_bn_sync: False
|
88 |
+
use_bnb_linear: None
|
89 |
+
val_data: None
|
90 |
+
val_frequency: 1
|
91 |
+
val_num_samples: None
|
92 |
+
wandb: False
|
93 |
+
wandb_notes:
|
94 |
+
wandb_project_name: open-clip
|
95 |
+
warmup: 2000
|
96 |
+
wd: 0.2
|
97 |
+
workers: 4
|
98 |
+
world_size: 64
|
99 |
+
zeroshot_frequency: 1
|
params/2022.yaml
ADDED
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
accum_freq: 1
|
2 |
+
aug_cfg: {}
|
3 |
+
batch_size: 1408
|
4 |
+
beta1: 0.9
|
5 |
+
beta2: 0.98
|
6 |
+
checkpoint_path: /tmp/cumulative_sequential_2022/datacomp_xlarge-bestpool_cumulative_seq_2022/checkpoints
|
7 |
+
coca_caption_loss_weight: 2.0
|
8 |
+
coca_contrastive_loss_weight: 1.0
|
9 |
+
copy_codebase: False
|
10 |
+
csv_caption_key: title
|
11 |
+
csv_img_key: filepath
|
12 |
+
csv_separator:
|
13 |
+
dataset_resampled: True
|
14 |
+
dataset_type: webdataset
|
15 |
+
ddp_static_graph: True
|
16 |
+
debug: False
|
17 |
+
decay_fraction: 0.2
|
18 |
+
delete_previous_checkpoint: False
|
19 |
+
device: cuda:0
|
20 |
+
dist_backend: nccl
|
21 |
+
dist_url: env://
|
22 |
+
distill: False
|
23 |
+
distill_model: None
|
24 |
+
distill_pretrained: None
|
25 |
+
distributed: True
|
26 |
+
epochs: 32
|
27 |
+
epochs_cooldown: None
|
28 |
+
eps: 1e-06
|
29 |
+
force_custom_text: False
|
30 |
+
force_image_size: None
|
31 |
+
force_patch_dropout: None
|
32 |
+
force_qk_norm: False
|
33 |
+
force_qk_norm_eps: 1e-05
|
34 |
+
force_quick_gelu: False
|
35 |
+
gather_with_grad: True
|
36 |
+
grad_checkpointing: True
|
37 |
+
grad_clip_norm: None
|
38 |
+
horovod: False
|
39 |
+
image_mean: None
|
40 |
+
image_std: None
|
41 |
+
imagenet_v2: None
|
42 |
+
imagenet_val: ../imagenet_validation
|
43 |
+
is_iteration_based: True
|
44 |
+
local_loss: True
|
45 |
+
local_rank: 0
|
46 |
+
lock_image: False
|
47 |
+
lock_image_freeze_bn_stats: False
|
48 |
+
lock_image_unlocked_groups: 0
|
49 |
+
lock_text: False
|
50 |
+
lock_text_freeze_layer_norm: False
|
51 |
+
lock_text_unlocked_layers: 0
|
52 |
+
log_every_n_steps: 100
|
53 |
+
log_level: 20
|
54 |
+
log_local: False
|
55 |
+
log_path: /tmp/cumulative_sequential_2022/datacomp_xlarge-bestpool_cumulative_seq_2022/out.log
|
56 |
+
logs: /tmp/cumulative_sequential_2022
|
57 |
+
lr: 0.001
|
58 |
+
lr_cooldown_end: 0.0
|
59 |
+
lr_cooldown_power: 1.0
|
60 |
+
lr_scheduler: cosine
|
61 |
+
max_iterations: 20500
|
62 |
+
model: ViT-B-16
|
63 |
+
name: datacomp_xlarge-bestpool_cumulative_seq_2022
|
64 |
+
new_run: True
|
65 |
+
no_set_device_rank: False
|
66 |
+
precision: amp
|
67 |
+
pretrained:
|
68 |
+
pretrained_image: False
|
69 |
+
rank: 0
|
70 |
+
remote_sync: xlarge_CL_bestpool_filter/cumulative_sequential_2022/
|
71 |
+
remote_sync_frequency: 300
|
72 |
+
remote_sync_protocol: s3
|
73 |
+
report_to:
|
74 |
+
resume: xlarge_CL_bestpool_filter/cumulative_sequential_2021/datacomp_xlarge-bestpool_cumulative_seq_2021/checkpoints/epoch_2.pt
|
75 |
+
save_frequency: 1
|
76 |
+
save_most_recent: True
|
77 |
+
seed: 0
|
78 |
+
skip_scheduler: False
|
79 |
+
tensorboard: False
|
80 |
+
tensorboard_path:
|
81 |
+
torchcompile: False
|
82 |
+
torchscript: False
|
83 |
+
trace: False
|
84 |
+
train_data: xlarge_bestpool_filter/2021/0/{00000000..00000320}.tar::xlarge_bestpool_filter/2021/1/{00000000..00000321}.tar::xlarge_bestpool_filter/2021/10/{00000000..00000319}.tar::xlarge_bestpool_filter/2021/11/{00000000..00000321}.tar::xlarge_bestpool_filter/2021/12/{00000000..00000326}.tar::xlarge_bestpool_filter/2021/13/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/14/{00000000..00000363}.tar::xlarge_bestpool_filter/2021/15/{00000000..00000319}.tar::xlarge_bestpool_filter/2021/16/{00000000..00000319}.tar::xlarge_bestpool_filter/2021/17/{00000000..00000319}.tar::xlarge_bestpool_filter/2021/18/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/19/{00000000..00000334}.tar::xlarge_bestpool_filter/2021/2/{00000000..00000382}.tar::xlarge_bestpool_filter/2021/20/{00000000..00000319}.tar::xlarge_bestpool_filter/2021/21/{00000000..00000319}.tar::xlarge_bestpool_filter/2021/22/{00000000..00000319}.tar::xlarge_bestpool_filter/2021/23/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/24/{00000000..00000255}.tar::xlarge_bestpool_filter/2021/25/{00000000..00000255}.tar::xlarge_bestpool_filter/2021/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2021/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2021/28/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/29/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/3/{00000000..00000380}.tar::xlarge_bestpool_filter/2021/30/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/31/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/32/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/33/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/34/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/35/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/36/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/37/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/38/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/39/{00000000..00000373}.tar::xlarge_bestpool_filter/2021/4/{00000000..00000356}.tar::xlarge_bestpool_filter/2021/40/{00000000..00000357}.tar::xlarge_bestpool_filter/2021/41/{00000000..00000319}.tar::xlarge_bestpool_filter/2021/42/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/43/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/44/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/45/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/46/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/47/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/48/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/49/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/5/{00000000..00000382}.tar::xlarge_bestpool_filter/2021/50/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/51/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/52/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/53/{00000000..00000639}.tar::xlarge_bestpool_filter/2021/54/{00000000..00000599}.tar::xlarge_bestpool_filter/2021/55/{00000000..00000191}.tar::xlarge_bestpool_filter/2021/56/{00000000..00000191}.tar::xlarge_bestpool_filter/2021/57/{00000000..00000191}.tar::xlarge_bestpool_filter/2021/58/{00000000..00000191}.tar::xlarge_bestpool_filter/2021/59/{00000000..00000191}.tar::xlarge_bestpool_filter/2021/6/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/7/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/8/{00000000..00000383}.tar::xlarge_bestpool_filter/2021/9/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/0/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/1/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/10/{00000000..00000278}.tar::xlarge_bestpool_filter/2020/11/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/12/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/13/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/14/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/15/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/16/{00000000..00000286}.tar::xlarge_bestpool_filter/2020/17/{00000000..00000266}.tar::xlarge_bestpool_filter/2020/18/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/19/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/2/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/20/{00000000..00000318}.tar::xlarge_bestpool_filter/2020/21/{00000000..00000273}.tar::xlarge_bestpool_filter/2020/22/{00000000..00000255}.tar::xlarge_bestpool_filter/2020/23/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/24/{00000000..00000253}.tar::xlarge_bestpool_filter/2020/25/{00000000..00000232}.tar::xlarge_bestpool_filter/2020/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2020/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2020/28/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/29/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/3/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/30/{00000000..00000329}.tar::xlarge_bestpool_filter/2020/31/{00000000..00000324}.tar::xlarge_bestpool_filter/2020/32/{00000000..00000323}.tar::xlarge_bestpool_filter/2020/33/{00000000..00000357}.tar::xlarge_bestpool_filter/2020/34/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/35/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/36/{00000000..00000377}.tar::xlarge_bestpool_filter/2020/37/{00000000..00000381}.tar::xlarge_bestpool_filter/2020/38/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/39/{00000000..00000318}.tar::xlarge_bestpool_filter/2020/4/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/40/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/41/{00000000..00000257}.tar::xlarge_bestpool_filter/2020/42/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/43/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/44/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/45/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/46/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/47/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/48/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/49/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/5/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/50/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/51/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/52/{00000000..00000377}.tar::xlarge_bestpool_filter/2020/53/{00000000..00000545}.tar::xlarge_bestpool_filter/2020/54/{00000000..00000511}.tar::xlarge_bestpool_filter/2020/55/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/56/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/57/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/58/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/59/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/6/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/7/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/8/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/9/{00000000..00000299}.tar::xlarge_bestpool_filter/2019/0/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/1/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/10/{00000000..00000375}.tar::xlarge_bestpool_filter/2019/11/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/12/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/13/{00000000..00000385}.tar::xlarge_bestpool_filter/2019/14/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/15/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/16/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/17/{00000000..00000347}.tar::xlarge_bestpool_filter/2019/18/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/19/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/2/{00000000..00000399}.tar::xlarge_bestpool_filter/2019/20/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/21/{00000000..00000362}.tar::xlarge_bestpool_filter/2019/22/{00000000..00000319}.tar::xlarge_bestpool_filter/2019/23/{00000000..00000399}.tar::xlarge_bestpool_filter/2019/24/{00000000..00000279}.tar::xlarge_bestpool_filter/2019/25/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2019/27/{00000000..00000107}.tar::xlarge_bestpool_filter/2019/28/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/29/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/3/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/30/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/31/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/32/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/33/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/34/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/35/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/36/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/37/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/38/{00000000..00000412}.tar::xlarge_bestpool_filter/2019/39/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/4/{00000000..00000399}.tar::xlarge_bestpool_filter/2019/40/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/41/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/42/{00000000..00000395}.tar::xlarge_bestpool_filter/2019/43/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/44/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/45/{00000000..00000442}.tar::xlarge_bestpool_filter/2019/46/{00000000..00000431}.tar::xlarge_bestpool_filter/2019/47/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/48/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/49/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/5/{00000000..00000426}.tar::xlarge_bestpool_filter/2019/50/{00000000..00000439}.tar::xlarge_bestpool_filter/2019/51/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/52/{00000000..00000447}.tar::xlarge_bestpool_filter/2019/53/{00000000..00000703}.tar::xlarge_bestpool_filter/2019/54/{00000000..00000703}.tar::xlarge_bestpool_filter/2019/55/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/56/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/57/{00000000..00000255}.tar::xlarge_bestpool_filter/2019/58/{00000000..00000234}.tar::xlarge_bestpool_filter/2019/59/{00000000..00000247}.tar::xlarge_bestpool_filter/2019/6/{00000000..00000410}.tar::xlarge_bestpool_filter/2019/7/{00000000..00000436}.tar::xlarge_bestpool_filter/2019/8/{00000000..00000383}.tar::xlarge_bestpool_filter/2019/9/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/0/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/1/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/10/{00000000..00000359}.tar::xlarge_bestpool_filter/2018/11/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/12/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/13/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/14/{00000000..00000403}.tar::xlarge_bestpool_filter/2018/15/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/16/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/17/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/18/{00000000..00000444}.tar::xlarge_bestpool_filter/2018/19/{00000000..00000388}.tar::xlarge_bestpool_filter/2018/2/{00000000..00000446}.tar::xlarge_bestpool_filter/2018/20/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/21/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/22/{00000000..00000382}.tar::xlarge_bestpool_filter/2018/23/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/24/{00000000..00000319}.tar::xlarge_bestpool_filter/2018/25/{00000000..00000296}.tar::xlarge_bestpool_filter/2018/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2018/27/{00000000..00000109}.tar::xlarge_bestpool_filter/2018/28/{00000000..00000462}.tar::xlarge_bestpool_filter/2018/29/{00000000..00000463}.tar::xlarge_bestpool_filter/2018/3/{00000000..00000443}.tar::xlarge_bestpool_filter/2018/30/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/31/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/32/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/33/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/34/{00000000..00000439}.tar::xlarge_bestpool_filter/2018/35/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/36/{00000000..00000477}.tar::xlarge_bestpool_filter/2018/37/{00000000..00000466}.tar::xlarge_bestpool_filter/2018/38/{00000000..00000446}.tar::xlarge_bestpool_filter/2018/39/{00000000..00000431}.tar::xlarge_bestpool_filter/2018/4/{00000000..00000420}.tar::xlarge_bestpool_filter/2018/40/{00000000..00000399}.tar::xlarge_bestpool_filter/2018/41/{00000000..00000383}.tar::xlarge_bestpool_filter/2018/42/{00000000..00000441}.tar::xlarge_bestpool_filter/2018/43/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/44/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/45/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/46/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/47/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/48/{00000000..00000467}.tar::xlarge_bestpool_filter/2018/49/{00000000..00000458}.tar::xlarge_bestpool_filter/2018/5/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/50/{00000000..00000461}.tar::xlarge_bestpool_filter/2018/51/{00000000..00000463}.tar::xlarge_bestpool_filter/2018/52/{00000000..00000464}.tar::xlarge_bestpool_filter/2018/53/{00000000..00000719}.tar::xlarge_bestpool_filter/2018/54/{00000000..00000719}.tar::xlarge_bestpool_filter/2018/55/{00000000..00000255}.tar::xlarge_bestpool_filter/2018/56/{00000000..00000239}.tar::xlarge_bestpool_filter/2018/57/{00000000..00000255}.tar::xlarge_bestpool_filter/2018/58/{00000000..00000255}.tar::xlarge_bestpool_filter/2018/59/{00000000..00000239}.tar::xlarge_bestpool_filter/2018/6/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/7/{00000000..00000447}.tar::xlarge_bestpool_filter/2018/8/{00000000..00000441}.tar::xlarge_bestpool_filter/2018/9/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/0/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/1/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/10/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/11/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/12/{00000000..00000359}.tar::xlarge_bestpool_filter/2017/13/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/14/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/15/{00000000..00000369}.tar::xlarge_bestpool_filter/2017/16/{00000000..00000331}.tar::xlarge_bestpool_filter/2017/17/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/18/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/19/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/2/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/20/{00000000..00000372}.tar::xlarge_bestpool_filter/2017/21/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/22/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/23/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/24/{00000000..00000255}.tar::xlarge_bestpool_filter/2017/25/{00000000..00000255}.tar::xlarge_bestpool_filter/2017/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2017/27/{00000000..00000107}.tar::xlarge_bestpool_filter/2017/28/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/29/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/3/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/30/{00000000..00000399}.tar::xlarge_bestpool_filter/2017/31/{00000000..00000399}.tar::xlarge_bestpool_filter/2017/32/{00000000..00000399}.tar::xlarge_bestpool_filter/2017/33/{00000000..00000401}.tar::xlarge_bestpool_filter/2017/34/{00000000..00000441}.tar::xlarge_bestpool_filter/2017/35/{00000000..00000433}.tar::xlarge_bestpool_filter/2017/36/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/37/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/38/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/39/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/4/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/40/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/41/{00000000..00000319}.tar::xlarge_bestpool_filter/2017/42/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/43/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/44/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/45/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/46/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/47/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/48/{00000000..00000419}.tar::xlarge_bestpool_filter/2017/49/{00000000..00000409}.tar::xlarge_bestpool_filter/2017/5/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/50/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/51/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/52/{00000000..00000447}.tar::xlarge_bestpool_filter/2017/53/{00000000..00000664}.tar::xlarge_bestpool_filter/2017/54/{00000000..00000639}.tar::xlarge_bestpool_filter/2017/55/{00000000..00000238}.tar::xlarge_bestpool_filter/2017/56/{00000000..00000237}.tar::xlarge_bestpool_filter/2017/57/{00000000..00000205}.tar::xlarge_bestpool_filter/2017/58/{00000000..00000191}.tar::xlarge_bestpool_filter/2017/59/{00000000..00000191}.tar::xlarge_bestpool_filter/2017/6/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/7/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/8/{00000000..00000383}.tar::xlarge_bestpool_filter/2017/9/{00000000..00000340}.tar::xlarge_bestpool_filter/2016/0/{00000000..00000173}.tar::xlarge_bestpool_filter/2016/1/{00000000..00000179}.tar::xlarge_bestpool_filter/2016/10/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/11/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/12/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/13/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/14/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/15/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/16/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/17/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/18/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/19/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/2/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/20/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/21/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/22/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/23/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/24/{00000000..00000119}.tar::xlarge_bestpool_filter/2016/25/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2016/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2016/28/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/29/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/3/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/30/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/31/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/32/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/33/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/34/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/35/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/36/{00000000..00000162}.tar::xlarge_bestpool_filter/2016/37/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/38/{00000000..00000159}.tar::xlarge_bestpool_filter/2016/39/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/4/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/40/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/41/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/42/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/43/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/44/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/45/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/46/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/47/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/48/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/49/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/5/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/50/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/51/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/52/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/53/{00000000..00000285}.tar::xlarge_bestpool_filter/2016/54/{00000000..00000255}.tar::xlarge_bestpool_filter/2016/55/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/56/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/57/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/58/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/59/{00000000..00000127}.tar::xlarge_bestpool_filter/2016/6/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/7/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/8/{00000000..00000191}.tar::xlarge_bestpool_filter/2016/9/{00000000..00000131}.tar::xlarge_bestpool_filter/2015/0/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/1/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/10/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/11/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/12/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/13/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/14/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/15/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/16/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/17/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/18/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/19/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/2/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/20/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/21/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/22/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/23/{00000000..00000071}.tar::xlarge_bestpool_filter/2015/24/{00000000..00000075}.tar::xlarge_bestpool_filter/2015/25/{00000000..00000058}.tar::xlarge_bestpool_filter/2015/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/28/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/29/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/3/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/30/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/31/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/32/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/33/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/34/{00000000..00000126}.tar::xlarge_bestpool_filter/2015/35/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/36/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/37/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/38/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/39/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/4/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/40/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/41/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/42/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/43/{00000000..00000096}.tar::xlarge_bestpool_filter/2015/44/{00000000..00000104}.tar::xlarge_bestpool_filter/2015/45/{00000000..00000065}.tar::xlarge_bestpool_filter/2015/46/{00000000..00000064}.tar::xlarge_bestpool_filter/2015/47/{00000000..00000078}.tar::xlarge_bestpool_filter/2015/48/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/49/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/5/{00000000..00000079}.tar::xlarge_bestpool_filter/2015/50/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/51/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/52/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/53/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/54/{00000000..00000127}.tar::xlarge_bestpool_filter/2015/55/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/56/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/57/{00000000..00000039}.tar::xlarge_bestpool_filter/2015/58/{00000000..00000039}.tar::xlarge_bestpool_filter/2015/59/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/6/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/7/{00000000..00000073}.tar::xlarge_bestpool_filter/2015/8/{00000000..00000063}.tar::xlarge_bestpool_filter/2015/9/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/0/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/1/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/10/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/11/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/12/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/13/{00000000..00000110}.tar::xlarge_bestpool_filter/2014/14/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/15/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/16/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/17/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/18/{00000000..00000099}.tar::xlarge_bestpool_filter/2014/19/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/2/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/20/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/21/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/22/{00000000..00000119}.tar::xlarge_bestpool_filter/2014/23/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/24/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/25/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/28/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/29/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/3/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/30/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/31/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/32/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/33/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/34/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/35/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/36/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/37/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/38/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/39/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/4/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/40/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/41/{00000000..00000079}.tar::xlarge_bestpool_filter/2014/42/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/43/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/44/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/45/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/46/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/47/{00000000..00000115}.tar::xlarge_bestpool_filter/2014/48/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/49/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/5/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/50/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/51/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/52/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/53/{00000000..00000191}.tar::xlarge_bestpool_filter/2014/54/{00000000..00000191}.tar::xlarge_bestpool_filter/2014/55/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/56/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/57/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/58/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/59/{00000000..00000063}.tar::xlarge_bestpool_filter/2014/6/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/7/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/8/{00000000..00000127}.tar::xlarge_bestpool_filter/2014/9/{00000000..00000127}.tar::xlarge_bestpool_filter/2022/0/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/1/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/10/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/11/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/12/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/13/{00000000..00000257}.tar::xlarge_bestpool_filter/2022/14/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/15/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/16/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/17/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/18/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/19/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/2/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/20/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/21/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/22/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/23/{00000000..00000289}.tar::xlarge_bestpool_filter/2022/24/{00000000..00000191}.tar::xlarge_bestpool_filter/2022/25/{00000000..00000191}.tar::xlarge_bestpool_filter/2022/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2022/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2022/28/{00000000..00000319}.tar::xlarge_bestpool_filter/2022/29/{00000000..00000319}.tar::xlarge_bestpool_filter/2022/3/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/30/{00000000..00000319}.tar::xlarge_bestpool_filter/2022/31/{00000000..00000319}.tar::xlarge_bestpool_filter/2022/32/{00000000..00000319}.tar::xlarge_bestpool_filter/2022/33/{00000000..00000319}.tar::xlarge_bestpool_filter/2022/34/{00000000..00000319}.tar::xlarge_bestpool_filter/2022/35/{00000000..00000319}.tar::xlarge_bestpool_filter/2022/36/{00000000..00000319}.tar::xlarge_bestpool_filter/2022/37/{00000000..00000319}.tar::xlarge_bestpool_filter/2022/38/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/39/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/4/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/40/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/41/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/42/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/43/{00000000..00000303}.tar::xlarge_bestpool_filter/2022/44/{00000000..00000306}.tar::xlarge_bestpool_filter/2022/45/{00000000..00000258}.tar::xlarge_bestpool_filter/2022/46/{00000000..00000259}.tar::xlarge_bestpool_filter/2022/47/{00000000..00000276}.tar::xlarge_bestpool_filter/2022/48/{00000000..00000319}.tar::xlarge_bestpool_filter/2022/49/{00000000..00000319}.tar::xlarge_bestpool_filter/2022/5/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/50/{00000000..00000319}.tar::xlarge_bestpool_filter/2022/51/{00000000..00000319}.tar::xlarge_bestpool_filter/2022/52/{00000000..00000319}.tar::xlarge_bestpool_filter/2022/53/{00000000..00000447}.tar::xlarge_bestpool_filter/2022/54/{00000000..00000447}.tar::xlarge_bestpool_filter/2022/55/{00000000..00000189}.tar::xlarge_bestpool_filter/2022/56/{00000000..00000188}.tar::xlarge_bestpool_filter/2022/57/{00000000..00000184}.tar::xlarge_bestpool_filter/2022/58/{00000000..00000163}.tar::xlarge_bestpool_filter/2022/59/{00000000..00000176}.tar::xlarge_bestpool_filter/2022/6/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/7/{00000000..00000310}.tar::xlarge_bestpool_filter/2022/8/{00000000..00000255}.tar::xlarge_bestpool_filter/2022/9/{00000000..00000255}.tar
|
85 |
+
train_data_upsampling_factors: None
|
86 |
+
train_num_samples: None
|
87 |
+
use_bn_sync: False
|
88 |
+
use_bnb_linear: None
|
89 |
+
val_data: None
|
90 |
+
val_frequency: 1
|
91 |
+
val_num_samples: None
|
92 |
+
wandb: False
|
93 |
+
wandb_notes:
|
94 |
+
wandb_project_name: open-clip
|
95 |
+
warmup: 2000
|
96 |
+
wd: 0.2
|
97 |
+
workers: 4
|
98 |
+
world_size: 64
|
99 |
+
zeroshot_frequency: 1
|