Upload script_1/flexitok--bpe_script_SEAS_16000_overlap.json with huggingface_hub

script_1/flexitok--bpe_script_SEAS_16000_overlap.json

@@ -0,0 +1 @@
+{"1": {"ratio_to_total_tokens": 0.5814515653558163, "expected_training_ratio_in_superset": 0.05285923321416512, "num_tokens": 9862}, "2": {"ratio_to_total_tokens": 0.07027887506632864, "expected_training_ratio_in_superset": 0.012777977284787025, "num_tokens": 1192}, "3": {"ratio_to_total_tokens": 0.04970225812157302, "expected_training_ratio_in_superset": 0.013555161305883549, "num_tokens": 843}, "4": {"ratio_to_total_tokens": 0.0717528447615117, "expected_training_ratio_in_superset": 0.02609194354964062, "num_tokens": 1217}, "5": {"ratio_to_total_tokens": 0.04928954660692176, "expected_training_ratio_in_superset": 0.02240433936678262, "num_tokens": 836}, "6": {"ratio_to_total_tokens": 0.0311891987500737, "expected_training_ratio_in_superset": 0.017012290227312925, "num_tokens": 529}, "7": {"ratio_to_total_tokens": 0.024703732091268204, "expected_training_ratio_in_superset": 0.01572055678535249, "num_tokens": 419}, "8": {"ratio_to_total_tokens": 0.014326985437179411, "expected_training_ratio_in_superset": 0.010419625772494117, "num_tokens": 243}, "9": {"ratio_to_total_tokens": 0.006367549083190849, "expected_training_ratio_in_superset": 0.0052098128862470595, "num_tokens": 108}, "10": {"ratio_to_total_tokens": 0.006721301810034786, "expected_training_ratio_in_superset": 0.0061102743727588955, "num_tokens": 114}, "11": {"ratio_to_total_tokens": 0.09421614291610164, "expected_training_ratio_in_superset": 0.09421614291610164, "num_tokens": 1598}, "total_training_compared_to_full_model": 0.27637735768152605}