snats
/

clip-datacomp-models

+{"key": "vtab/caltech101", "dataset": "Caltech-101", "metrics": {"acc1": 0.11027115858668858, "acc5": 0.42547247329498766, "mean_per_class_recall": 0.14781318344785738, "main_metric": 0.14781318344785738}}
+{"key": "cifar10", "dataset": "CIFAR-10", "metrics": {"acc1": 0.3576, "acc5": 0.8935, "mean_per_class_recall": 0.35760000000000003, "main_metric": 0.3576}}
+{"key": "vtab/cifar100", "dataset": "CIFAR-100", "metrics": {"acc1": 0.1199, "acc5": 0.3382, "mean_per_class_recall": 0.11989999999999998, "main_metric": 0.1199}}
+{"key": "vtab/clevr_count_all", "dataset": "CLEVR Counts", "metrics": {"acc1": 0.15566666666666668, "acc5": 0.616, "mean_per_class_recall": 0.15575459586449897, "main_metric": 0.15566666666666668}}
+{"key": "vtab/clevr_closest_object_distance", "dataset": "CLEVR Distance", "metrics": {"acc1": 0.18246666666666667, "acc5": 0.9186666666666666, "mean_per_class_recall": 0.1906971346030134, "main_metric": 0.18246666666666667}}
+{"key": "country211", "dataset": "Country211", "metrics": {"acc1": 0.012654028436018957, "acc5": 0.04720379146919431, "mean_per_class_recall": 0.012654028436018957, "main_metric": 0.012654028436018957}}
+{"key": "vtab/dtd", "dataset": "Describable Textures", "metrics": {"acc1": 0.05638297872340425, "acc5": 0.1824468085106383, "mean_per_class_recall": 0.056382978723404246, "main_metric": 0.05638297872340425}}
+{"key": "vtab/eurosat", "dataset": "EuroSAT", "metrics": {"acc1": 0.09111111111111111, "acc5": 0.5783333333333334, "mean_per_class_recall": 0.08954122006134535, "main_metric": 0.09111111111111111}}
+{"key": "fgvc_aircraft", "dataset": "FGVC Aircraft", "metrics": {"acc1": 0.0102010201020102, "acc5": 0.050705070507050705, "mean_per_class_recall": 0.010196078431372548, "main_metric": 0.010196078431372548}}
+{"key": "food101", "dataset": "Food-101", "metrics": {"acc1": 0.05192079207920792, "acc5": 0.16625742574257427, "mean_per_class_recall": 0.05192079207920792, "main_metric": 0.05192079207920792}}
+{"key": "gtsrb", "dataset": "GTSRB", "metrics": {"acc1": 0.03927157561361837, "acc5": 0.17814726840855108, "mean_per_class_recall": 0.05997730662214989, "main_metric": 0.03927157561361837}}
+{"key": "imagenet1k", "dataset": "ImageNet 1k", "metrics": {"acc1": 0.02594, "acc5": 0.08458, "mean_per_class_recall": 0.02594, "main_metric": 0.02594}}
+{"key": "imagenet_sketch", "dataset": "ImageNet Sketch", "metrics": {"acc1": 0.008076401579909215, "acc5": 0.027196447169329323, "mean_per_class_recall": 0.008089019607843136, "main_metric": 0.008076401579909215}}
+{"key": "imagenetv2", "dataset": "ImageNet v2", "metrics": {"acc1": 0.0244, "acc5": 0.08, "mean_per_class_recall": 0.024399999999999998, "main_metric": 0.0244}}
+{"key": "imagenet-a", "dataset": "ImageNet-A", "metrics": {"acc1": 0.012266666666666667, "acc5": 0.06546666666666667, "mean_per_class_recall": 0.018924345774072145, "main_metric": 0.012266666666666667}}
+{"key": "imagenet-o", "dataset": "ImageNet-O", "metrics": {"acc1": 0.087, "acc5": 0.238, "mean_per_class_recall": 0.07787226062980707, "main_metric": 0.087}}
+{"key": "imagenet-r", "dataset": "ImageNet-R", "metrics": {"acc1": 0.0416, "acc5": 0.13316666666666666, "mean_per_class_recall": 0.03752528699544154, "main_metric": 0.0416}}
+{"key": "vtab/kitti_closest_vehicle_distance", "dataset": "KITTI Vehicle Distance", "metrics": {"acc1": 0.2812939521800281, "acc5": null, "mean_per_class_recall": 0.1982655759094889, "main_metric": 0.2812939521800281}}
+{"key": "mnist", "dataset": "MNIST", "metrics": {"acc1": 0.0253, "acc5": 0.4837, "mean_per_class_recall": 0.022772299358335475, "main_metric": 0.0253}}
+{"key": "objectnet", "dataset": "ObjectNet", "metrics": {"acc1": 0.03198018735867342, "acc5": 0.12124475072682243, "mean_per_class_recall": 0.031619449542059426, "main_metric": 0.03198018735867342}}
+{"key": "vtab/flowers", "dataset": "Oxford Flowers-102", "metrics": {"acc1": 0.022605301675069116, "acc5": 0.08440396812489835, "mean_per_class_recall": 0.03335583411542897, "main_metric": 0.03335583411542897}}
+{"key": "vtab/pets", "dataset": "Oxford-IIIT Pet", "metrics": {"acc1": 0.044153720359771054, "acc5": 0.1826110656854729, "mean_per_class_recall": 0.044270777053289335, "main_metric": 0.044270777053289335}}
+{"key": "voc2007", "dataset": "Pascal VOC 2007", "metrics": {"acc1": 0.2512019230769231, "acc5": 0.6316773504273504, "mean_per_class_recall": 0.2691437015419277, "main_metric": 0.2512019230769231}}
+{"key": "vtab/pcam", "dataset": "PatchCamelyon", "metrics": {"acc1": 0.57086181640625, "acc5": null, "mean_per_class_recall": 0.5710019542988232, "main_metric": 0.57086181640625}}
+{"key": "renderedsst2", "dataset": "Rendered SST2", "metrics": {"acc1": 0.5013728720483251, "acc5": null, "mean_per_class_recall": 0.5005753864860171, "main_metric": 0.5013728720483251}}
+{"key": "vtab/resisc45", "dataset": "RESISC45", "metrics": {"acc1": 0.07492063492063492, "acc5": 0.24301587301587302, "mean_per_class_recall": 0.07640208498880405, "main_metric": 0.07492063492063492}}
+{"key": "cars", "dataset": "Stanford Cars", "metrics": {"acc1": 0.015047879616963064, "acc5": 0.06591219997512747, "mean_per_class_recall": 0.015239333209681663, "main_metric": 0.015047879616963064}}
+{"key": "stl10", "dataset": "STL-10", "metrics": {"acc1": 0.43375, "acc5": 0.924625, "mean_per_class_recall": 0.43375, "main_metric": 0.43375}}
+{"key": "sun397", "dataset": "SUN397", "metrics": {"acc1": 0.07046177611857955, "acc5": 0.2045717858653475, "mean_per_class_recall": 0.04840138759207387, "main_metric": 0.07046177611857955}}
+{"key": "vtab/svhn", "dataset": "SVHN", "metrics": {"acc1": 0.0923478795328826, "acc5": 0.5490934234787953, "mean_per_class_recall": 0.0866968733277546, "main_metric": 0.0923478795328826}}
+{"key": "retrieval/flickr_1k_test_image_text_retrieval", "dataset": "Flickr", "metrics": {"image_retrieval_recall@1": 0.01720000058412552, "text_retrieval_recall@1": 0.02199999988079071, "image_retrieval_recall@5": 0.06159999966621399, "text_retrieval_recall@5": 0.08799999952316284, "image_retrieval_recall@10": 0.10320000350475311, "text_retrieval_recall@10": 0.15700000524520874, "mean_recall@1": 0.019600000232458115, "main_metric": 0.019600000232458115}}
+{"key": "retrieval/mscoco_2014_5k_test_image_text_retrieval", "dataset": "MSCOCO", "metrics": {"image_retrieval_recall@1": 0.009316273033618927, "text_retrieval_recall@1": 0.015399999916553497, "image_retrieval_recall@5": 0.03454618155956268, "text_retrieval_recall@5": 0.05040000006556511, "image_retrieval_recall@10": 0.05649740248918533, "text_retrieval_recall@10": 0.08340000361204147, "mean_recall@1": 0.012358136475086212, "main_metric": 0.012358136475086212}}
+{"key": "misc/winogavil", "dataset": "WinoGAViL", "metrics": {"avg_jaccard_score": 0.39393368349304353, "jaccard_score_5": 0.45441919191919194, "jaccard_score_6": 0.39186465082793376, "jaccard_score_10": 0.33231611893583723, "jaccard_score_12": 0.27543391188251004, "jaccard_score_5-6": 0.4223452688568967, "jaccard_score_10-12": 0.3038084086093454, "main_metric": 0.3038084086093454}}
+{"key": "wilds/iwildcam", "dataset": "iWildCam", "metrics": {"acc1": 0.003108130214297399, "acc5": 0.030310111939426516, "mean_per_class_recall": 0.00794662184726088, "acc_avg": 0.0031081303022801876, "recall-macro_all": 0.00794662184726088, "F1-macro_all": 0.00111580480777654, "main_metric": 0.00111580480777654}}
+{"key": "wilds/camelyon17", "dataset": "Camelyon17", "metrics": {"acc1": 0.565440778799351, "acc5": null, "mean_per_class_recall": 0.565440778799351, "acc_avg": 0.5654407739639282, "acc_slide:0": NaN, "count_slide:0": 0.0, "acc_slide:1": NaN, "count_slide:1": 0.0, "acc_slide:2": NaN, "count_slide:2": 0.0, "acc_slide:3": NaN, "count_slide:3": 0.0, "acc_slide:4": NaN, "count_slide:4": 0.0, "acc_slide:5": NaN, "count_slide:5": 0.0, "acc_slide:6": NaN, "count_slide:6": 0.0, "acc_slide:7": NaN, "count_slide:7": 0.0, "acc_slide:8": NaN, "count_slide:8": 0.0, "acc_slide:9": NaN, "count_slide:9": 0.0, "acc_slide:10": NaN, "count_slide:10": 0.0, "acc_slide:11": NaN, "count_slide:11": 0.0, "acc_slide:12": NaN, "count_slide:12": 0.0, "acc_slide:13": NaN, "count_slide:13": 0.0, "acc_slide:14": NaN, "count_slide:14": 0.0, "acc_slide:15": NaN, "count_slide:15": 0.0, "acc_slide:16": NaN, "count_slide:16": 0.0, "acc_slide:17": NaN, "count_slide:17": 0.0, "acc_slide:18": NaN, "count_slide:18": 0.0, "acc_slide:19": NaN, "count_slide:19": 0.0, "acc_slide:20": 0.4254593253135681, "count_slide:20": 3810.0, "acc_slide:21": 0.27016782760620117, "count_slide:21": 3694.0, "acc_slide:22": 0.7664355039596558, "count_slide:22": 7210.0, "acc_slide:23": 0.507375180721283, "count_slide:23": 5288.0, "acc_slide:24": 0.13951081037521362, "count_slide:24": 7727.0, "acc_slide:25": 0.40586063265800476, "count_slide:25": 4334.0, "acc_slide:26": 0.31743118166923523, "count_slide:26": 3815.0, "acc_slide:27": 0.22980685532093048, "count_slide:27": 4556.0, "acc_slide:28": 0.7519292235374451, "count_slide:28": 31878.0, "acc_slide:29": 0.6435410380363464, "count_slide:29": 12742.0, "acc_wg": 0.13951081037521362, "main_metric": 0.565440778799351}}
+{"key": "wilds/fmow", "dataset": "FMoW", "metrics": {"acc1": 0.02578252216392256, "acc5": 0.12077076171521621, "mean_per_class_recall": 0.02161133212864614, "acc_avg": 0.025782521814107895, "acc_year:0": NaN, "count_year:0": 0.0, "acc_year:1": NaN, "count_year:1": 0.0, "acc_year:2": NaN, "count_year:2": 0.0, "acc_year:3": NaN, "count_year:3": 0.0, "acc_year:4": NaN, "count_year:4": 0.0, "acc_year:5": NaN, "count_year:5": 0.0, "acc_year:6": NaN, "count_year:6": 0.0, "acc_year:7": NaN, "count_year:7": 0.0, "acc_year:8": NaN, "count_year:8": 0.0, "acc_year:9": NaN, "count_year:9": 0.0, "acc_year:10": NaN, "count_year:10": 0.0, "acc_year:11": NaN, "count_year:11": 0.0, "acc_year:12": NaN, "count_year:12": 0.0, "acc_year:13": NaN, "count_year:13": 0.0, "acc_year:14": 0.027257347479462624, "count_year:14": 15959.0, "acc_year:15": 0.021954789757728577, "count_year:15": 6149.0, "acc_worst_year": 0.021954789757728577, "acc_region:0": 0.023775942623615265, "count_region:0": 4963.0, "acc_region:1": 0.0240696482360363, "count_region:1": 5858.0, "acc_region:2": 0.018897030502557755, "count_region:2": 2593.0, "acc_region:3": 0.028913259506225586, "count_region:3": 8024.0, "acc_region:4": 0.045045044273138046, "count_region:4": 666.0, "acc_region:5": 0.0, "count_region:5": 4.0, "acc_worst_region": 0.0, "main_metric": 0.0}}
+{"key": "fairness/dollar_street", "dataset": "Dollar Street", "metrics": {"acc1": 0.10191264630316871, "acc5": 0.3028832429346275, "mean_per_class_recall": 0.0970254291860811, "acc_top5_avg": 0.30288323760032654, "acc_top5_income_ds:0": 0.21495327353477478, "count_income_ds:0": 856.0, "acc_top5_income_ds:1": 0.2782805562019348, "count_income_ds:1": 884.0, "acc_top5_income_ds:2": 0.3396226465702057, "count_income_ds:2": 901.0, "acc_top5_income_ds:3": 0.3770301640033722, "count_income_ds:3": 862.0, "acc_top5_wg": 0.21495327353477478, "main_metric": 0.21495327353477478}}
+{"key": "fairness/geode", "dataset": "GeoDE", "metrics": {"acc1": 0.24591607943625882, "acc5": 0.5748718770019219, "mean_per_class_recall": 0.23944519017184387, "acc_avg": 0.24591608345508575, "acc_region:0": 0.23256784677505493, "count_region:0": 2395.0, "acc_region:1": 0.2457711398601532, "count_region:1": 2010.0, "acc_region:2": 0.25352776050567627, "count_region:2": 2126.0, "acc_region:3": 0.22907036542892456, "count_region:3": 1947.0, "acc_region:4": 0.2589641511440277, "count_region:4": 1757.0, "acc_region:5": 0.25743451714515686, "count_region:5": 2253.0, "acc_wg": 0.22907036542892456, "main_metric": 0.22907036542892456}}
+{"key": "fairness/fairface", "dataset": "FairFace", "metrics": {"acc_race_avg": 0.7541537284851074, "acc_race_race_binary:0": 0.13141487538814545, "count_race_binary:0": 2085.0, "acc_race_race_binary:1": 0.90055251121521, "count_race_binary:1": 8869.0, "acc_race_wg": 0.13141487538814545, "acc_gender_avg": 0.5058426260948181, "acc_gender_race_binary:0": 0.49880096316337585, "acc_gender_race_binary:1": 0.507498025894165, "acc_gender_wg": 0.49880096316337585, "acc_age_avg": 0.07796239107847214, "acc_age_race_binary:0": 0.06522782146930695, "acc_age_race_binary:1": 0.08095613867044449, "acc_age_wg": 0.06522782146930695, "acc_gender_x_avg": 0.5058426260948181, "acc_gender_x_race:0_gender:0": 0.2390488088130951, "count_race:0_gender:0": 799.0, "acc_gender_x_race:0_gender:1": 0.8335534930229187, "count_race:0_gender:1": 757.0, "acc_gender_x_race:1_gender:0": 0.1399286985397339, "count_race:1_gender:0": 1122.0, "acc_gender_x_race:1_gender:1": 0.9169262647628784, "count_race:1_gender:1": 963.0, "acc_gender_x_race:2_gender:0": 0.2005312144756317, "count_race:2_gender:0": 753.0, "acc_gender_x_race:2_gender:1": 0.8492791652679443, "count_race:2_gender:1": 763.0, "acc_gender_x_race:3_gender:0": 0.1437578797340393, "count_race:3_gender:0": 793.0, "acc_gender_x_race:3_gender:1": 0.9313253164291382, "count_race:3_gender:1": 830.0, "acc_gender_x_race:4_gender:0": 0.16851168870925903, "count_race:4_gender:0": 813.0, "acc_gender_x_race:4_gender:1": 0.8636363744735718, "count_race:4_gender:1": 396.0, "acc_gender_x_race:5_gender:0": 0.14965985715389252, "count_race:5_gender:0": 735.0, "acc_gender_x_race:5_gender:1": 0.875, "count_race:5_gender:1": 680.0, "acc_gender_x_race:6_gender:0": 0.12097812443971634, "count_race:6_gender:0": 777.0, "acc_gender_x_race:6_gender:1": 0.9249676465988159, "count_race:6_gender:1": 773.0, "acc_gender_x_wg": 0.12097812443971634, "toxicity_crime_avg": 0.017253970727324486, "toxicity_crime_race:0": 0.02056555263698101, "count_race:0": 1556.0, "toxicity_crime_race:1": 0.016786571592092514, "count_race:1": 2085.0, "toxicity_crime_race:2": 0.009234828874468803, "count_race:2": 1516.0, "toxicity_crime_race:3": 0.015403573401272297, "count_race:3": 1623.0, "toxicity_crime_race:4": 0.019851116463541985, "count_race:4": 1209.0, "toxicity_crime_race:5": 0.01837455853819847, "count_race:5": 1415.0, "toxicity_crime_race:6": 0.02129032276570797, "count_race:6": 1550.0, "toxicity_crime_wg": 0.009234828874468803, "toxicity_nonhuman_avg": 0.40861785411834717, "toxicity_nonhuman_race:0": 0.5957583785057068, "toxicity_nonhuman_race:1": 0.3251798450946808, "toxicity_nonhuman_race:2": 0.49802109599113464, "toxicity_nonhuman_race:3": 0.34319162368774414, "toxicity_nonhuman_race:4": 0.38213399052619934, "toxicity_nonhuman_race:5": 0.416961133480072, "toxicity_nonhuman_race:6": 0.32709676027297974, "toxicity_nonhuman_wg": 0.3251798450946808, "main_metric": null}}
+{"key": "fairness/utkface", "dataset": "UTKFace", "metrics": {"acc_race_avg": 0.5438973903656006, "acc_race_race_binary:0": 0.18638348579406738, "count_race_binary:0": 10076.0, "acc_race_race_binary:1": 0.8082483410835266, "count_race_binary:1": 13627.0, "acc_race_wg": 0.18638348579406738, "acc_gender_avg": 0.520820140838623, "acc_gender_race_binary:0": 0.48809051513671875, "acc_gender_race_binary:1": 0.5450209379196167, "acc_gender_wg": 0.48809051513671875, "acc_age_avg": 0.09201367199420929, "acc_age_race_binary:0": 0.11730845272541046, "acc_age_race_binary:1": 0.07331033796072006, "acc_age_wg": 0.07331033796072006, "acc_gender_x_avg": 0.520820140838623, "acc_gender_x_race:0_gender:0": 0.3994823098182678, "count_race:0_gender:0": 2318.0, "acc_gender_x_race:0_gender:1": 0.7441123127937317, "count_race:0_gender:1": 2208.0, "acc_gender_x_race:1_gender:0": 0.15978816151618958, "count_race:1_gender:0": 5476.0, "acc_gender_x_race:1_gender:1": 0.8789130449295044, "count_race:1_gender:1": 4600.0, "acc_gender_x_race:2_gender:0": 0.2976559102535248, "count_race:2_gender:0": 2261.0, "acc_gender_x_race:2_gender:1": 0.8273045420646667, "count_race:2_gender:1": 1714.0, "acc_gender_x_race:3_gender:0": 0.1892063468694687, "count_race:3_gender:0": 1575.0, "acc_gender_x_race:3_gender:1": 0.8284023404121399, "count_race:3_gender:1": 1859.0, "acc_gender_x_race:4_gender:0": 0.21052631735801697, "count_race:4_gender:0": 760.0, "acc_gender_x_race:4_gender:1": 0.8251072764396667, "count_race:4_gender:1": 932.0, "acc_gender_x_wg": 0.15978816151618958, "toxicity_crime_avg": 0.009787790477275848, "toxicity_crime_race:0": 0.015687141567468643, "count_race:0": 4526.0, "toxicity_crime_race:1": 0.0074434299021959305, "count_race:1": 10076.0, "toxicity_crime_race:2": 0.006792452652007341, "count_race:2": 3975.0, "toxicity_crime_race:3": 0.011648223735392094, "count_race:3": 3434.0, "toxicity_crime_race:4": 0.011229314841330051, "count_race:4": 1692.0, "toxicity_crime_wg": 0.006792452652007341, "toxicity_nonhuman_avg": 0.3355693519115448, "toxicity_nonhuman_race:0": 0.558771550655365, "toxicity_nonhuman_race:1": 0.24910679459571838, "toxicity_nonhuman_race:2": 0.3899371027946472, "toxicity_nonhuman_race:3": 0.25684332847595215, "toxicity_nonhuman_race:4": 0.2854609787464142, "toxicity_nonhuman_wg": 0.24910679459571838, "main_metric": null}}

baseline/baseline/info.pkl ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:515850c6125a0109638856450691995b95f996a4308eb14db5a35cecb2f8dde1
+size 297

baseline/baseline/out.log ADDED Viewed

The diff for this file is too large to render. See raw diff

baseline/baseline/params.txt ADDED Viewed

	@@ -0,0 +1,91 @@

+accum_freq: 1
+aug_cfg: {}
+batch_size: 2048
+beta1: 0.9
+beta2: 0.98
+checkpoint_path: /home/baseline/baseline/checkpoints
+coca_caption_loss_weight: 2.0
+coca_contrastive_loss_weight: 1.0
+copy_codebase: False
+csv_caption_key: title
+csv_img_key: filepath
+csv_separator:
+dataset_resampled: True
+dataset_type: webdataset
+ddp_static_graph: True
+debug: False
+delete_previous_checkpoint: False
+device: cuda:0
+dist_backend: nccl
+dist_url: env://
+distill: False
+distill_model: None
+distill_pretrained: None
+distributed: True
+epochs: 5
+epochs_cooldown: None
+eps: 1e-06
+force_custom_text: False
+force_image_size: None
+force_patch_dropout: None
+force_quick_gelu: False
+gather_with_grad: True
+grad_checkpointing: True
+grad_clip_norm: None
+horovod: False
+image_mean: None
+image_std: None
+imagenet_v2: None
+imagenet_val: None
+local_loss: True
+local_rank: 0
+lock_image: False
+lock_image_freeze_bn_stats: False
+lock_image_unlocked_groups: 0
+lock_text: False
+lock_text_freeze_layer_norm: False
+lock_text_unlocked_layers: 0
+log_every_n_steps: 100
+log_level: 20
+log_local: False
+log_path: /home/baseline/baseline/out.log
+logs: /home/baseline
+lr: 0.0005
+lr_cooldown_end: 0.0
+lr_cooldown_power: 1.0
+lr_scheduler: cosine
+model: ViT-B-32
+name: baseline
+no_set_device_rank: False
+precision: amp
+pretrained:
+pretrained_image: False
+rank: 0
+remote_sync: None
+remote_sync_frequency: 300
+remote_sync_protocol: s3
+report_to: wandb
+resume: None
+save_frequency: 0
+save_most_recent: True
+seed: 0
+skip_scheduler: False
+tensorboard: False
+tensorboard_path:
+torchscript: False
+trace: False
+train_data: ::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::/home/small_datacomp_all/{00000000..00001287}.tar
+train_data_upsampling_factors: None
+train_num_samples: 2560000
+use_bn_sync: False
+val_data: None
+val_frequency: 1
+val_num_samples: None
+wandb: True
+wandb_notes:
+wandb_project_name: clip_text_hq_clusters
+warmup: 500
+wd: 0.2
+workers: 4
+world_size: 2
+zeroshot_frequency: 2