Training in progress, step 3000

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.7551020408163265,0.8979591836734694,0.9387755102040817,1.0,0.7551020408163265,0.01681883497544576,0.6802721088435373,0.045273391320759554,0.6489795918367346,0.07198855467813525,0.563265306122449,0.12417651370073833,0.8328474246841594,0.6023501966395867,0.2434385293084787
 -1,-1,0.7142857142857143,0.8979591836734694,0.9387755102040817,0.9795918367346939,0.7142857142857143,0.015888088527206596,0.6802721088435375,0.04529851299481363,0.6204081632653061,0.06854028378310305,0.5469387755102041,0.12037980510830988,0.8197278911564625,0.5854787058529846,0.2463904322921895
 -1,-1,0.6938775510204082,0.9183673469387755,0.9387755102040817,1.0,0.6938775510204082,0.015282578640721299,0.6598639455782312,0.043691811612696696,0.6204081632653061,0.06836863756086255,0.5448979591836733,0.12002846003612215,0.802437641723356,0.5792925091922296,0.23820124526811953
+-1,-1,0.7346938775510204,0.8979591836734694,0.9387755102040817,1.0,0.7346938775510204,0.016235921803344835,0.6190476190476191,0.04110136889290122,0.6204081632653061,0.0684882416081836,0.5448979591836735,0.12060452557965035,0.8306932296728216,0.5779837170662205,0.22239268054909309

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.18,0.5,0.66,0.74,0.18,0.18,0.16666666666666663,0.5,0.13200000000000003,0.66,0.07400000000000001,0.74,0.3599682539682539,0.45218312003145433,0.3658170202780539
 -1,-1,0.04,0.18,0.2,0.34,0.04,0.04,0.06,0.18,0.04,0.2,0.034,0.34,0.12532539682539678,0.175419302465962,0.14459756648011524
 -1,-1,0.08,0.18,0.24,0.34,0.08,0.08,0.06,0.18,0.04800000000000001,0.24,0.034,0.34,0.1541031746031746,0.19775950107880547,0.1637127723917234
+-1,-1,0.0,0.04,0.06,0.1,0.0,0.0,0.013333333333333332,0.04,0.012000000000000002,0.06,0.01,0.1,0.031190476190476192,0.04764153171315327,0.034911665265567264

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.1,0.32,0.44,0.6,0.1,0.04333333333333333,0.11333333333333333,0.154,0.092,0.214,0.066,0.2723333333333333,0.23579365079365078,0.18832347198247595,0.13278630044723194
 -1,-1,0.14,0.22,0.26,0.38,0.14,0.07,0.07333333333333333,0.11066666666666666,0.05200000000000001,0.13566666666666666,0.038,0.19066666666666665,0.20153968253968252,0.1453885297185151,0.10907272614067173
 -1,-1,0.1,0.16,0.18,0.36,0.1,0.039,0.05333333333333333,0.07233333333333332,0.04,0.09899999999999999,0.038000000000000006,0.17800000000000002,0.15424603174603174,0.1173759125527998,0.08470650399139114
+-1,-1,0.04,0.08,0.12,0.12,0.04,0.010666666666666666,0.03333333333333333,0.04466666666666667,0.028000000000000004,0.056333333333333326,0.014000000000000002,0.056333333333333326,0.06566666666666666,0.046191957495871135,0.033420280683900884

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.58,0.82,0.86,0.88,0.58,0.05774032197349101,0.5266666666666666,0.13525154291594316,0.444,0.17429307751101658,0.36199999999999993,0.24557535689700863,0.7,0.46037876007701023,0.32047705412103555
 -1,-1,0.52,0.72,0.82,0.86,0.52,0.047202979496018524,0.4,0.10194727189869665,0.364,0.15730653946206946,0.30000000000000004,0.22246963483004237,0.6298333333333334,0.38619002202024644,0.2319232549425231
 -1,-1,0.54,0.76,0.84,0.9,0.54,0.07619799906535789,0.42,0.1276779058713768,0.384,0.16749620234443643,0.29200000000000004,0.21087586592616692,0.6681666666666666,0.3969317585871071,0.25479322904197393
+-1,-1,0.26,0.36,0.42,0.48,0.26,0.013478860639269325,0.19333333333333333,0.027032310773340756,0.168,0.03720266654458638,0.138,0.061932122340730054,0.32241269841269843,0.1613933337162208,0.058008726432844

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.56,0.8,0.88,0.88,0.56,0.5266666666666666,0.28,0.7533333333333333,0.184,0.8333333333333333,0.092,0.8333333333333333,0.6789999999999999,0.7016221865098926,0.6483203115492273
 -1,-1,0.28,0.52,0.6,0.68,0.28,0.27,0.1733333333333333,0.49,0.12,0.57,0.07,0.65,0.4225238095238095,0.4689004130810094,0.4118080771584329
 -1,-1,0.3,0.44,0.52,0.58,0.3,0.28,0.14666666666666667,0.41,0.10800000000000001,0.5,0.062,0.56,0.39605555555555555,0.4268388511477842,0.3890457012149144
+-1,-1,0.02,0.02,0.02,0.04,0.02,0.02,0.006666666666666666,0.02,0.004,0.02,0.004,0.04,0.022857142857142857,0.026666666666666665,0.027169926585108667

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.24,0.38,0.42,0.52,0.24,0.13307936507936508,0.15333333333333332,0.21543650793650795,0.11600000000000002,0.2601031746031746,0.07600000000000001,0.3241587301587302,0.3178809523809524,0.2635447070179544,0.22615568818713977
 -1,-1,0.26,0.36,0.4,0.48,0.26,0.1585238095238095,0.13999999999999999,0.2282698412698413,0.10000000000000002,0.2517936507936508,0.064,0.3186825396825397,0.3242460317460317,0.26876133900480464,0.24128551555161426
 -1,-1,0.22,0.34,0.44,0.6,0.22,0.11407936507936509,0.15333333333333332,0.21912698412698411,0.124,0.2806825396825397,0.094,0.4115714285714286,0.3207142857142857,0.29458681641245554,0.23364616122992465
+-1,-1,0.1,0.22,0.26,0.32,0.1,0.04352380952380952,0.07333333333333332,0.11152380952380953,0.05600000000000001,0.12774603174603175,0.036000000000000004,0.15663492063492065,0.16444444444444442,0.11920019095324214,0.08946856517346266

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.5,0.58,0.62,0.68,0.5,0.25,0.2333333333333333,0.35,0.16399999999999998,0.41,0.094,0.47,0.5529999999999999,0.43627646197603637,0.37828612061221206
 -1,-1,0.54,0.66,0.74,0.84,0.54,0.27,0.2533333333333333,0.38,0.17600000000000002,0.44,0.10599999999999998,0.53,0.6256031746031746,0.4749742091237649,0.38794691370738704
 -1,-1,0.52,0.68,0.74,0.78,0.52,0.26,0.2733333333333334,0.41,0.184,0.46,0.102,0.51,0.6083333333333334,0.46561524553654626,0.3863310446433211
+-1,-1,0.16,0.2,0.24,0.24,0.16,0.08,0.06666666666666667,0.1,0.04800000000000001,0.12,0.026000000000000002,0.13,0.18466666666666667,0.12500477316127157,0.09905861704269486

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.26,0.52,0.6,0.62,0.26,0.26,0.1733333333333333,0.52,0.12,0.6,0.062,0.62,0.40519047619047627,0.45904886208148177,0.4260102142025637
 -1,-1,0.28,0.38,0.42,0.56,0.28,0.28,0.12666666666666665,0.38,0.084,0.42,0.05600000000000001,0.56,0.3516904761904761,0.4001173610020243,0.37336992686291426
 -1,-1,0.22,0.42,0.56,0.64,0.22,0.22,0.13999999999999999,0.42,0.11200000000000002,0.56,0.06400000000000002,0.64,0.3573571428571428,0.4253611031601517,0.37029891648053065
+-1,-1,0.16,0.3,0.32,0.4,0.16,0.16,0.09999999999999998,0.3,0.064,0.32,0.04000000000000001,0.4,0.24177777777777776,0.2797381138841459,0.25452652172848145

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.32,0.5,0.52,0.64,0.32,0.01260685895239504,0.31333333333333335,0.03463231741620742,0.27599999999999997,0.06850002262294216,0.24399999999999994,0.10851262864104039,0.4212380952380952,0.2703690747449406,0.10029196368651581
 -1,-1,0.36,0.46,0.5,0.56,0.36,0.01309333347305052,0.2733333333333333,0.029796345008688278,0.256,0.04461630481223397,0.21799999999999997,0.06880715289816099,0.4221111111111111,0.24206789327168107,0.08443685448289194
 -1,-1,0.32,0.46,0.54,0.6,0.32,0.012390714058566699,0.28,0.03091743967375776,0.26,0.0669147297391448,0.222,0.09088305778625912,0.4105238095238095,0.2483348722648785,0.09280425392585814
+-1,-1,0.36,0.46,0.46,0.54,0.36,0.01397871707271983,0.3,0.03435945376327838,0.21600000000000003,0.03726142528548906,0.16800000000000004,0.048208769639288225,0.42138888888888887,0.21086706102148342,0.057209731275113765

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.32,0.5,0.6,0.62,0.32,0.3,0.1733333333333333,0.47,0.128,0.58,0.066,0.6,0.4272222222222222,0.4619884812398348,0.42411983365963474
 -1,-1,0.24,0.32,0.38,0.44,0.24,0.23,0.10666666666666665,0.3,0.07600000000000001,0.35,0.046,0.42,0.30133333333333334,0.32272214750507383,0.3026672483997021
 -1,-1,0.18,0.34,0.4,0.48,0.18,0.16,0.11333333333333333,0.32,0.08,0.37,0.04800000000000001,0.45,0.27455555555555555,0.30483462455030724,0.26647869540792385
+-1,-1,0.1,0.12,0.16,0.26,0.1,0.08,0.04,0.09,0.032,0.13,0.026000000000000002,0.23,0.12794444444444442,0.13826388457522362,0.10725400911912068

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.94,1.0,1.0,1.0,0.94,0.8273333333333334,0.4133333333333333,0.9653333333333333,0.25999999999999995,0.9793333333333334,0.13799999999999998,0.9966666666666666,0.9666666666666667,0.9697624312418531,0.9551233766233765
 -1,-1,0.94,0.98,1.0,1.0,0.94,0.8273333333333334,0.40666666666666657,0.9453333333333334,0.264,0.986,0.13799999999999998,0.9966666666666666,0.9616666666666667,0.9649140578691123,0.9493650793650792
 -1,-1,0.96,0.98,1.0,1.0,0.96,0.8373333333333332,0.4133333333333333,0.9520000000000001,0.25999999999999995,0.9793333333333334,0.13999999999999999,1.0,0.975,0.9755732089084438,0.9623253968253969
+-1,-1,0.88,0.96,0.98,0.98,0.88,0.7573333333333332,0.40666666666666657,0.9313333333333332,0.26399999999999996,0.9686666666666668,0.13799999999999998,0.98,0.9216666666666665,0.933276206466488,0.9143118773946362

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.42,0.6,0.72,0.82,0.42,0.08866666666666667,0.33333333333333326,0.20866666666666664,0.272,0.2806666666666667,0.17999999999999997,0.3696666666666666,0.540047619047619,0.36082794471047336,0.2862806075456748
 -1,-1,0.42,0.6,0.72,0.8,0.42,0.08700000000000001,0.2933333333333333,0.18100000000000002,0.24800000000000005,0.25666666666666665,0.16399999999999998,0.33666666666666656,0.5280555555555556,0.3309587311349605,0.2571164275500479
 -1,-1,0.44,0.66,0.76,0.82,0.44,0.09100000000000001,0.3533333333333333,0.22066666666666668,0.29200000000000004,0.3016666666666667,0.18799999999999997,0.38666666666666655,0.5660238095238094,0.3759831673953289,0.2923958742502536
+-1,-1,0.08,0.12,0.16,0.22,0.08,0.016,0.05333333333333333,0.032,0.04800000000000001,0.04800000000000001,0.036000000000000004,0.07200000000000001,0.11455555555555556,0.06679950774858949,0.05001726999817073

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.38,0.46,0.5,0.58,0.38,0.345,0.15999999999999998,0.43,0.10800000000000003,0.475,0.068,0.58,0.44026984126984126,0.46384622999765257,0.43257979600699104
 -1,-1,0.2,0.28,0.34,0.4,0.2,0.175,0.1,0.24,0.07200000000000001,0.3,0.046000000000000006,0.37,0.2611904761904762,0.2742062576081037,0.25107673217045623
 -1,-1,0.22,0.3,0.32,0.38,0.22,0.195,0.12,0.285,0.07600000000000001,0.305,0.044000000000000004,0.365,0.2718333333333333,0.28918208458247957,0.27817432559902106
+-1,-1,0.04,0.04,0.06,0.08,0.04,0.04,0.013333333333333332,0.04,0.012000000000000002,0.06,0.008,0.08,0.04722222222222222,0.05463413107474748,0.05219023516020874

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.46938775510204084,0.8367346938775511,0.9387755102040817,1.0,0.46938775510204084,0.032657982947973084,0.44897959183673464,0.09621881460341672,0.42040816326530606,0.1425551052100505,0.3346938775510204,0.22061476067159091,0.6573129251700679,0.3807140713282222,0.2698119698398041
 -1,-1,0.40816326530612246,0.7142857142857143,0.8367346938775511,0.9387755102040817,0.40816326530612246,0.026947689355902065,0.3945578231292517,0.08175620968668966,0.3591836734693878,0.11912284095947995,0.3142857142857143,0.20232769620294389,0.584402332361516,0.3489871366097425,0.24268590817987387
 -1,-1,0.46938775510204084,0.6530612244897959,0.8163265306122449,0.9591836734693877,0.46938775510204084,0.03304169886606065,0.4081632653061224,0.08663742657609082,0.3877551020408163,0.13074375193904886,0.34285714285714286,0.2206088169640079,0.6090055069646906,0.38115064093925494,0.2635297595122428
+-1,-1,0.46938775510204084,0.6122448979591837,0.7551020408163265,0.8367346938775511,0.46938775510204084,0.029967789586946174,0.3877551020408163,0.07899086583034419,0.34285714285714286,0.1145453187901327,0.2571428571428571,0.1620299103683396,0.5828150307742144,0.3055639570909958,0.21233991925394913

NanoBEIR_evaluation_mean_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.4053375196232339,0.601287284144427,0.6737519623233909,0.7369230769230769,0.4053375196232339,0.23516034838101724,0.26838304552590264,0.37175942432349296,0.20895447409733128,0.43675267025234743,0.1428226059654631,0.4908354981821823,0.5156608233036803,0.45145275407225244,0.3820046351353431
 -1,-1,0.35601255886970173,0.4918681318681318,0.5551334379905808,0.6368288854003141,0.35601255886970173,0.19193085732170106,0.2154788069073783,0.28067458983568583,0.17009105180533754,0.32547482072005907,0.12263736263736262,0.4004836172010528,0.44150164461388947,0.3695082615703847,0.30671940238397766
 -1,-1,0.35149136577708007,0.4902354788069073,0.5658712715855574,0.6491679748822605,0.35149136577708007,0.18446485464636025,0.2257561486132915,0.28725844278832385,0.18121193092621668,0.34314132490039767,0.1285274725274725,0.41258506430111763,0.44353216964441444,0.37688675285510337,0.3106340488088058
+-1,-1,0.2053375196232339,0.2717111459968603,0.30885400313971745,0.35513343799058084,0.2053375196232339,0.09730378283251881,0.12982731554160123,0.14230049537621328,0.09960439560439562,0.1615196494127877,0.06931868131868132,0.19362608125512404,0.24989297550522033,0.1934801011975461,0.15306825731640453

config.json

@@ -1,45 +1,24 @@
 {
   "architectures": [
-    "ModernBertModel"
+    "BertModel"
   ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": 50281,
-  "classifier_activation": "gelu",
-  "classifier_bias": false,
-  "classifier_dropout": 0.0,
-  "classifier_pooling": "mean",
-  "cls_token_id": 50281,
-  "decoder_bias": true,
-  "deterministic_flash_attn": false,
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
   "dtype": "float32",
-  "embedding_dropout": 0.0,
-  "eos_token_id": 50282,
-  "global_attn_every_n_layers": 3,
-  "global_rope_theta": 160000.0,
-  "gradient_checkpointing": false,
-  "hidden_activation": "gelu",
-  "hidden_size": 768,
-  "initializer_cutoff_factor": 2.0,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 384,
   "initializer_range": 0.02,
-  "intermediate_size": 1152,
-  "layer_norm_eps": 1e-05,
-  "local_attention": 128,
-  "local_rope_theta": 10000.0,
-  "max_position_embeddings": 8192,
-  "mlp_bias": false,
-  "mlp_dropout": 0.0,
-  "model_type": "modernbert",
-  "norm_bias": false,
-  "norm_eps": 1e-05,
+  "intermediate_size": 1536,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
   "num_attention_heads": 12,
-  "num_hidden_layers": 22,
-  "pad_token_id": 50283,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
   "position_embedding_type": "absolute",
-  "repad_logits_with_grad": false,
-  "sep_token_id": 50282,
-  "sparse_pred_ignore_index": -100,
-  "sparse_prediction": false,
   "transformers_version": "4.57.3",
-  "vocab_size": 50368
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
 }

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -59,3 +59,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.22,0.38,0.42,0.54,0.22,0.22,0.12666666666666665,0.38,0.084,0.42,0.054000000000000006,0.54,0.3154682539682539,0.3687090141765658,0.3262437401648364
 3.160919540229885,2750,0.18,0.3,0.32,0.42,0.18,0.18,0.09999999999999998,0.3,0.064,0.32,0.04200000000000001,0.42,0.25072222222222224,0.29057091789008027,0.2613684398693639
 3.4482758620689653,3000,0.16,0.3,0.32,0.4,0.16,0.16,0.09999999999999998,0.3,0.064,0.32,0.04000000000000001,0.4,0.24177777777777776,0.2797381138841459,0.25452652172848145
+0,0,0.44,0.66,0.72,0.8,0.44,0.44,0.22,0.66,0.14400000000000002,0.72,0.08,0.8,0.5702460317460318,0.6259279298239366,0.582094782035277
+0.28735632183908044,250,0.34,0.54,0.6,0.72,0.34,0.34,0.18,0.54,0.12,0.6,0.07200000000000001,0.72,0.4657460317460317,0.5264046841724346,0.4784459625071685
+0.5747126436781609,500,0.28,0.62,0.66,0.74,0.28,0.28,0.20666666666666667,0.62,0.13200000000000003,0.66,0.07400000000000001,0.74,0.4581904761904761,0.5279650489288601,0.4700806112668279
+0.8620689655172413,750,0.3,0.62,0.64,0.72,0.3,0.3,0.20666666666666664,0.62,0.12800000000000003,0.64,0.07200000000000001,0.72,0.4603571428571428,0.5246423286338906,0.4727613896689269
+1.1494252873563218,1000,0.32,0.58,0.6,0.68,0.32,0.32,0.19333333333333333,0.58,0.12000000000000002,0.6,0.068,0.68,0.4503571428571428,0.5067865434196033,0.46517369281235565
+1.4367816091954024,1250,0.32,0.58,0.6,0.68,0.32,0.32,0.19333333333333333,0.58,0.12000000000000002,0.6,0.068,0.68,0.4488809523809523,0.5054525913273324,0.462684957344827
+1.7241379310344827,1500,0.3,0.56,0.6,0.7,0.3,0.3,0.18666666666666668,0.56,0.12000000000000002,0.6,0.07,0.7,0.4401904761904762,0.5032719651695011,0.45214360875056714
+2.0114942528735633,1750,0.28,0.56,0.6,0.68,0.28,0.28,0.18666666666666668,0.56,0.12000000000000002,0.6,0.068,0.68,0.42771428571428566,0.48965178663907877,0.44037029531934957
+2.2988505747126435,2000,0.28,0.58,0.6,0.68,0.28,0.28,0.19333333333333333,0.58,0.12000000000000002,0.6,0.068,0.68,0.4295238095238096,0.4912088873560157,0.4419108040453782
+2.586206896551724,2250,0.3,0.58,0.6,0.68,0.3,0.3,0.19333333333333333,0.58,0.12000000000000002,0.6,0.068,0.68,0.4396031746031746,0.49865896379310365,0.4523850480917892
+2.873563218390805,2500,0.3,0.56,0.6,0.68,0.3,0.3,0.18666666666666668,0.56,0.12000000000000002,0.6,0.068,0.68,0.4375793650793651,0.49691512582361935,0.450321402768649
+3.160919540229885,2750,0.28,0.56,0.6,0.68,0.28,0.28,0.18666666666666668,0.56,0.12000000000000002,0.6,0.068,0.68,0.42361111111111105,0.4862690590702324,0.43601708989920246
+3.4482758620689653,3000,0.3,0.58,0.6,0.68,0.3,0.3,0.19333333333333333,0.58,0.12000000000000002,0.6,0.068,0.68,0.43527777777777776,0.4950369328373354,0.4475531768839056

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -59,3 +59,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.18,0.26,0.34,0.44,0.18,0.15,0.08666666666666666,0.23,0.068,0.3,0.046000000000000006,0.4,0.24624603174603174,0.26616251509536853,0.2197416495436074
 3.160919540229885,2750,0.1,0.12,0.16,0.22,0.1,0.08,0.04,0.09,0.032,0.13,0.022000000000000002,0.19,0.12721428571428572,0.12825616203051576,0.11071657644805219
 3.4482758620689653,3000,0.1,0.12,0.16,0.26,0.1,0.08,0.04,0.09,0.032,0.13,0.026000000000000002,0.23,0.12794444444444442,0.13826388457522362,0.10725400911912068
+0,0,0.58,0.68,0.74,0.78,0.58,0.55,0.22666666666666666,0.64,0.15600000000000003,0.7,0.086,0.75,0.6453888888888889,0.6582829486426273,0.6272793246081896
+0.28735632183908044,250,0.42,0.64,0.68,0.76,0.42,0.39,0.21333333333333332,0.59,0.136,0.62,0.07800000000000001,0.71,0.5409126984126984,0.5633712753453812,0.5122445124590552
+0.5747126436781609,500,0.36,0.5,0.58,0.7,0.36,0.34,0.16666666666666663,0.48,0.12,0.55,0.07600000000000001,0.67,0.4640000000000001,0.5050732711241016,0.4540080296172792
+0.8620689655172413,750,0.32,0.52,0.56,0.68,0.32,0.3,0.18,0.5,0.11600000000000002,0.54,0.07200000000000001,0.64,0.43376190476190474,0.475543424951649,0.42473184262613856
+1.1494252873563218,1000,0.3,0.52,0.56,0.66,0.3,0.28,0.18,0.5,0.11600000000000002,0.53,0.068,0.61,0.41807936507936505,0.45494493187605883,0.40911092217002504
+1.4367816091954024,1250,0.32,0.5,0.56,0.64,0.32,0.3,0.1733333333333333,0.48,0.11600000000000002,0.52,0.066,0.59,0.42,0.4512707711445835,0.4112987330095342
+1.7241379310344827,1500,0.3,0.48,0.56,0.64,0.3,0.28,0.16666666666666663,0.46,0.11600000000000002,0.53,0.066,0.6,0.41191269841269834,0.4465503090577388,0.40176370375004145
+2.0114942528735633,1750,0.28,0.5,0.52,0.64,0.28,0.26,0.1733333333333333,0.48,0.10800000000000001,0.49,0.066,0.6,0.40507936507936504,0.4415996692266482,0.3940285823847003
+2.2988505747126435,2000,0.3,0.46,0.52,0.64,0.3,0.27,0.15999999999999998,0.43,0.10800000000000001,0.49,0.066,0.6,0.4044603174603175,0.43593794994672314,0.38554791364794616
+2.586206896551724,2250,0.28,0.48,0.52,0.64,0.28,0.26,0.16666666666666663,0.45,0.10800000000000001,0.49,0.066,0.6,0.4032698412698413,0.4387431310301977,0.3897454065679808
+2.873563218390805,2500,0.26,0.48,0.52,0.62,0.26,0.24,0.16666666666666663,0.45,0.10800000000000001,0.49,0.064,0.58,0.39154761904761903,0.42561919446049534,0.37892423691761173
+3.160919540229885,2750,0.26,0.48,0.52,0.64,0.26,0.24,0.16666666666666663,0.45,0.10800000000000001,0.49,0.066,0.6,0.3892142857142856,0.4279054208986469,0.37494323931208007
+3.4482758620689653,3000,0.26,0.48,0.52,0.64,0.26,0.24,0.16666666666666663,0.45,0.10800000000000001,0.49,0.066,0.6,0.3892142857142856,0.4279054208986469,0.3750113241088494

eval/NanoBEIR_evaluation_mean_results.csv

@@ -59,3 +59,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.2,0.32,0.38,0.49,0.2,0.185,0.10666666666666666,0.305,0.07600000000000001,0.36,0.05,0.47000000000000003,0.2808571428571428,0.3174357646359672,0.2729926948542219
 3.160919540229885,2750,0.14,0.21,0.24,0.32,0.14,0.13,0.06999999999999999,0.195,0.048,0.225,0.03200000000000001,0.305,0.18896825396825398,0.20941353996029802,0.18604250815870804
 3.4482758620689653,3000,0.13,0.21,0.24,0.33,0.13,0.12,0.06999999999999999,0.195,0.048,0.225,0.033,0.315,0.1848611111111111,0.20900099922968474,0.18089026542380107
+0,0,0.51,0.67,0.73,0.79,0.51,0.495,0.22333333333333333,0.65,0.15000000000000002,0.71,0.08299999999999999,0.775,0.6078174603174604,0.6421054392332819,0.6046870533217332
+0.28735632183908044,250,0.38,0.5900000000000001,0.64,0.74,0.38,0.365,0.19666666666666666,0.565,0.128,0.61,0.07500000000000001,0.715,0.5033293650793651,0.5448879797589079,0.4953452374831119
+0.5747126436781609,500,0.32,0.56,0.62,0.72,0.32,0.31000000000000005,0.18666666666666665,0.55,0.126,0.605,0.07500000000000001,0.7050000000000001,0.4610952380952381,0.5165191600264809,0.46204432044205357
+0.8620689655172413,750,0.31,0.5700000000000001,0.6000000000000001,0.7,0.31,0.3,0.1933333333333333,0.56,0.12200000000000003,0.5900000000000001,0.07200000000000001,0.6799999999999999,0.44705952380952374,0.5000928767927698,0.44874661614753275
+1.1494252873563218,1000,0.31,0.55,0.5800000000000001,0.67,0.31,0.30000000000000004,0.18666666666666665,0.54,0.11800000000000002,0.565,0.068,0.645,0.4342182539682539,0.480865737647831,0.4371423074911903
+1.4367816091954024,1250,0.32,0.54,0.5800000000000001,0.66,0.32,0.31,0.18333333333333332,0.53,0.11800000000000002,0.56,0.067,0.635,0.43444047619047615,0.478361681235958,0.4369918451771806
+1.7241379310344827,1500,0.3,0.52,0.5800000000000001,0.6699999999999999,0.3,0.29000000000000004,0.17666666666666664,0.51,0.11800000000000002,0.565,0.068,0.6499999999999999,0.42605158730158726,0.47491113711362,0.4269536562503043
+2.0114942528735633,1750,0.28,0.53,0.56,0.66,0.28,0.27,0.18,0.52,0.11400000000000002,0.5449999999999999,0.067,0.64,0.4163968253968253,0.4656257279328635,0.41719943885202493
+2.2988505747126435,2000,0.29000000000000004,0.52,0.56,0.66,0.29000000000000004,0.275,0.17666666666666664,0.505,0.11400000000000002,0.5449999999999999,0.067,0.64,0.4169920634920635,0.4635734186513694,0.4137293588466622
+2.586206896551724,2250,0.29000000000000004,0.53,0.56,0.66,0.29000000000000004,0.28,0.18,0.515,0.11400000000000002,0.5449999999999999,0.067,0.64,0.42143650793650794,0.46870104741165064,0.421065227329885
+2.873563218390805,2500,0.28,0.52,0.56,0.65,0.28,0.27,0.17666666666666664,0.505,0.11400000000000002,0.5449999999999999,0.066,0.63,0.4145634920634921,0.4612671601420574,0.4146228198431304
+3.160919540229885,2750,0.27,0.52,0.56,0.66,0.27,0.26,0.17666666666666664,0.505,0.11400000000000002,0.5449999999999999,0.067,0.64,0.40641269841269834,0.4570872399844397,0.4054801646056413
+3.4482758620689653,3000,0.28,0.53,0.56,0.66,0.28,0.27,0.18,0.515,0.11400000000000002,0.5449999999999999,0.067,0.64,0.4122460317460317,0.46147117686799116,0.4112822504963775

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
-    "NanoClimateFEVER_cosine_accuracy@1": 0.1,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.16,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.18,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.36,
-    "NanoClimateFEVER_cosine_precision@1": 0.1,
-    "NanoClimateFEVER_cosine_precision@3": 0.05333333333333333,
-    "NanoClimateFEVER_cosine_precision@5": 0.04,
-    "NanoClimateFEVER_cosine_precision@10": 0.038000000000000006,
-    "NanoClimateFEVER_cosine_recall@1": 0.039,
-    "NanoClimateFEVER_cosine_recall@3": 0.07233333333333332,
-    "NanoClimateFEVER_cosine_recall@5": 0.09899999999999999,
-    "NanoClimateFEVER_cosine_recall@10": 0.17800000000000002,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.1173759125527998,
-    "NanoClimateFEVER_cosine_mrr@10": 0.15424603174603174,
-    "NanoClimateFEVER_cosine_map@100": 0.08470650399139114,
-    "NanoDBPedia_cosine_accuracy@1": 0.54,
-    "NanoDBPedia_cosine_accuracy@3": 0.76,
-    "NanoDBPedia_cosine_accuracy@5": 0.84,
-    "NanoDBPedia_cosine_accuracy@10": 0.9,
-    "NanoDBPedia_cosine_precision@1": 0.54,
-    "NanoDBPedia_cosine_precision@3": 0.42,
-    "NanoDBPedia_cosine_precision@5": 0.384,
-    "NanoDBPedia_cosine_precision@10": 0.29200000000000004,
-    "NanoDBPedia_cosine_recall@1": 0.07619799906535789,
-    "NanoDBPedia_cosine_recall@3": 0.1276779058713768,
-    "NanoDBPedia_cosine_recall@5": 0.16749620234443643,
-    "NanoDBPedia_cosine_recall@10": 0.21087586592616692,
-    "NanoDBPedia_cosine_ndcg@10": 0.3969317585871071,
-    "NanoDBPedia_cosine_mrr@10": 0.6681666666666666,
-    "NanoDBPedia_cosine_map@100": 0.25479322904197393,
-    "NanoFEVER_cosine_accuracy@1": 0.3,
-    "NanoFEVER_cosine_accuracy@3": 0.44,
-    "NanoFEVER_cosine_accuracy@5": 0.52,
-    "NanoFEVER_cosine_accuracy@10": 0.58,
-    "NanoFEVER_cosine_precision@1": 0.3,
-    "NanoFEVER_cosine_precision@3": 0.14666666666666667,
-    "NanoFEVER_cosine_precision@5": 0.10800000000000001,
-    "NanoFEVER_cosine_precision@10": 0.062,
-    "NanoFEVER_cosine_recall@1": 0.28,
-    "NanoFEVER_cosine_recall@3": 0.41,
-    "NanoFEVER_cosine_recall@5": 0.5,
-    "NanoFEVER_cosine_recall@10": 0.56,
-    "NanoFEVER_cosine_ndcg@10": 0.4268388511477842,
-    "NanoFEVER_cosine_mrr@10": 0.39605555555555555,
-    "NanoFEVER_cosine_map@100": 0.3890457012149144,
-    "NanoFiQA2018_cosine_accuracy@1": 0.22,
-    "NanoFiQA2018_cosine_accuracy@3": 0.34,
-    "NanoFiQA2018_cosine_accuracy@5": 0.44,
-    "NanoFiQA2018_cosine_accuracy@10": 0.6,
-    "NanoFiQA2018_cosine_precision@1": 0.22,
-    "NanoFiQA2018_cosine_precision@3": 0.15333333333333332,
-    "NanoFiQA2018_cosine_precision@5": 0.124,
-    "NanoFiQA2018_cosine_precision@10": 0.094,
-    "NanoFiQA2018_cosine_recall@1": 0.11407936507936509,
-    "NanoFiQA2018_cosine_recall@3": 0.21912698412698411,
-    "NanoFiQA2018_cosine_recall@5": 0.2806825396825397,
-    "NanoFiQA2018_cosine_recall@10": 0.4115714285714286,
-    "NanoFiQA2018_cosine_ndcg@10": 0.29458681641245554,
-    "NanoFiQA2018_cosine_mrr@10": 0.3207142857142857,
-    "NanoFiQA2018_cosine_map@100": 0.23364616122992465,
-    "NanoHotpotQA_cosine_accuracy@1": 0.52,
-    "NanoHotpotQA_cosine_accuracy@3": 0.68,
-    "NanoHotpotQA_cosine_accuracy@5": 0.74,
-    "NanoHotpotQA_cosine_accuracy@10": 0.78,
-    "NanoHotpotQA_cosine_precision@1": 0.52,
-    "NanoHotpotQA_cosine_precision@3": 0.2733333333333334,
-    "NanoHotpotQA_cosine_precision@5": 0.184,
-    "NanoHotpotQA_cosine_precision@10": 0.102,
-    "NanoHotpotQA_cosine_recall@1": 0.26,
-    "NanoHotpotQA_cosine_recall@3": 0.41,
-    "NanoHotpotQA_cosine_recall@5": 0.46,
-    "NanoHotpotQA_cosine_recall@10": 0.51,
-    "NanoHotpotQA_cosine_ndcg@10": 0.46561524553654626,
-    "NanoHotpotQA_cosine_mrr@10": 0.6083333333333334,
-    "NanoHotpotQA_cosine_map@100": 0.3863310446433211,
-    "NanoMSMARCO_cosine_accuracy@1": 0.22,
-    "NanoMSMARCO_cosine_accuracy@3": 0.42,
-    "NanoMSMARCO_cosine_accuracy@5": 0.56,
-    "NanoMSMARCO_cosine_accuracy@10": 0.64,
-    "NanoMSMARCO_cosine_precision@1": 0.22,
-    "NanoMSMARCO_cosine_precision@3": 0.13999999999999999,
-    "NanoMSMARCO_cosine_precision@5": 0.11200000000000002,
-    "NanoMSMARCO_cosine_precision@10": 0.06400000000000002,
-    "NanoMSMARCO_cosine_recall@1": 0.22,
-    "NanoMSMARCO_cosine_recall@3": 0.42,
-    "NanoMSMARCO_cosine_recall@5": 0.56,
-    "NanoMSMARCO_cosine_recall@10": 0.64,
-    "NanoMSMARCO_cosine_ndcg@10": 0.4253611031601517,
-    "NanoMSMARCO_cosine_mrr@10": 0.3573571428571428,
-    "NanoMSMARCO_cosine_map@100": 0.37029891648053065,
-    "NanoNFCorpus_cosine_accuracy@1": 0.32,
+    "NanoClimateFEVER_cosine_accuracy@1": 0.04,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.08,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.12,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.12,
+    "NanoClimateFEVER_cosine_precision@1": 0.04,
+    "NanoClimateFEVER_cosine_precision@3": 0.03333333333333333,
+    "NanoClimateFEVER_cosine_precision@5": 0.028000000000000004,
+    "NanoClimateFEVER_cosine_precision@10": 0.014000000000000002,
+    "NanoClimateFEVER_cosine_recall@1": 0.010666666666666666,
+    "NanoClimateFEVER_cosine_recall@3": 0.04466666666666667,
+    "NanoClimateFEVER_cosine_recall@5": 0.056333333333333326,
+    "NanoClimateFEVER_cosine_recall@10": 0.056333333333333326,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.046191957495871135,
+    "NanoClimateFEVER_cosine_mrr@10": 0.06566666666666666,
+    "NanoClimateFEVER_cosine_map@100": 0.033420280683900884,
+    "NanoDBPedia_cosine_accuracy@1": 0.26,
+    "NanoDBPedia_cosine_accuracy@3": 0.36,
+    "NanoDBPedia_cosine_accuracy@5": 0.42,
+    "NanoDBPedia_cosine_accuracy@10": 0.48,
+    "NanoDBPedia_cosine_precision@1": 0.26,
+    "NanoDBPedia_cosine_precision@3": 0.19333333333333333,
+    "NanoDBPedia_cosine_precision@5": 0.168,
+    "NanoDBPedia_cosine_precision@10": 0.138,
+    "NanoDBPedia_cosine_recall@1": 0.013478860639269325,
+    "NanoDBPedia_cosine_recall@3": 0.027032310773340756,
+    "NanoDBPedia_cosine_recall@5": 0.03720266654458638,
+    "NanoDBPedia_cosine_recall@10": 0.061932122340730054,
+    "NanoDBPedia_cosine_ndcg@10": 0.1613933337162208,
+    "NanoDBPedia_cosine_mrr@10": 0.32241269841269843,
+    "NanoDBPedia_cosine_map@100": 0.058008726432844,
+    "NanoFEVER_cosine_accuracy@1": 0.02,
+    "NanoFEVER_cosine_accuracy@3": 0.02,
+    "NanoFEVER_cosine_accuracy@5": 0.02,
+    "NanoFEVER_cosine_accuracy@10": 0.04,
+    "NanoFEVER_cosine_precision@1": 0.02,
+    "NanoFEVER_cosine_precision@3": 0.006666666666666666,
+    "NanoFEVER_cosine_precision@5": 0.004,
+    "NanoFEVER_cosine_precision@10": 0.004,
+    "NanoFEVER_cosine_recall@1": 0.02,
+    "NanoFEVER_cosine_recall@3": 0.02,
+    "NanoFEVER_cosine_recall@5": 0.02,
+    "NanoFEVER_cosine_recall@10": 0.04,
+    "NanoFEVER_cosine_ndcg@10": 0.026666666666666665,
+    "NanoFEVER_cosine_mrr@10": 0.022857142857142857,
+    "NanoFEVER_cosine_map@100": 0.027169926585108667,
+    "NanoFiQA2018_cosine_accuracy@1": 0.1,
+    "NanoFiQA2018_cosine_accuracy@3": 0.22,
+    "NanoFiQA2018_cosine_accuracy@5": 0.26,
+    "NanoFiQA2018_cosine_accuracy@10": 0.32,
+    "NanoFiQA2018_cosine_precision@1": 0.1,
+    "NanoFiQA2018_cosine_precision@3": 0.07333333333333332,
+    "NanoFiQA2018_cosine_precision@5": 0.05600000000000001,
+    "NanoFiQA2018_cosine_precision@10": 0.036000000000000004,
+    "NanoFiQA2018_cosine_recall@1": 0.04352380952380952,
+    "NanoFiQA2018_cosine_recall@3": 0.11152380952380953,
+    "NanoFiQA2018_cosine_recall@5": 0.12774603174603175,
+    "NanoFiQA2018_cosine_recall@10": 0.15663492063492065,
+    "NanoFiQA2018_cosine_ndcg@10": 0.11920019095324214,
+    "NanoFiQA2018_cosine_mrr@10": 0.16444444444444442,
+    "NanoFiQA2018_cosine_map@100": 0.08946856517346266,
+    "NanoHotpotQA_cosine_accuracy@1": 0.16,
+    "NanoHotpotQA_cosine_accuracy@3": 0.2,
+    "NanoHotpotQA_cosine_accuracy@5": 0.24,
+    "NanoHotpotQA_cosine_accuracy@10": 0.24,
+    "NanoHotpotQA_cosine_precision@1": 0.16,
+    "NanoHotpotQA_cosine_precision@3": 0.06666666666666667,
+    "NanoHotpotQA_cosine_precision@5": 0.04800000000000001,
+    "NanoHotpotQA_cosine_precision@10": 0.026000000000000002,
+    "NanoHotpotQA_cosine_recall@1": 0.08,
+    "NanoHotpotQA_cosine_recall@3": 0.1,
+    "NanoHotpotQA_cosine_recall@5": 0.12,
+    "NanoHotpotQA_cosine_recall@10": 0.13,
+    "NanoHotpotQA_cosine_ndcg@10": 0.12500477316127157,
+    "NanoHotpotQA_cosine_mrr@10": 0.18466666666666667,
+    "NanoHotpotQA_cosine_map@100": 0.09905861704269486,
+    "NanoMSMARCO_cosine_accuracy@1": 0.16,
+    "NanoMSMARCO_cosine_accuracy@3": 0.3,
+    "NanoMSMARCO_cosine_accuracy@5": 0.32,
+    "NanoMSMARCO_cosine_accuracy@10": 0.4,
+    "NanoMSMARCO_cosine_precision@1": 0.16,
+    "NanoMSMARCO_cosine_precision@3": 0.09999999999999998,
+    "NanoMSMARCO_cosine_precision@5": 0.064,
+    "NanoMSMARCO_cosine_precision@10": 0.04000000000000001,
+    "NanoMSMARCO_cosine_recall@1": 0.16,
+    "NanoMSMARCO_cosine_recall@3": 0.3,
+    "NanoMSMARCO_cosine_recall@5": 0.32,
+    "NanoMSMARCO_cosine_recall@10": 0.4,
+    "NanoMSMARCO_cosine_ndcg@10": 0.2797381138841459,
+    "NanoMSMARCO_cosine_mrr@10": 0.24177777777777776,
+    "NanoMSMARCO_cosine_map@100": 0.25452652172848145,
+    "NanoNFCorpus_cosine_accuracy@1": 0.36,
     "NanoNFCorpus_cosine_accuracy@3": 0.46,
-    "NanoNFCorpus_cosine_accuracy@5": 0.54,
-    "NanoNFCorpus_cosine_accuracy@10": 0.6,
-    "NanoNFCorpus_cosine_precision@1": 0.32,
-    "NanoNFCorpus_cosine_precision@3": 0.28,
-    "NanoNFCorpus_cosine_precision@5": 0.26,
-    "NanoNFCorpus_cosine_precision@10": 0.222,
-    "NanoNFCorpus_cosine_recall@1": 0.012390714058566699,
-    "NanoNFCorpus_cosine_recall@3": 0.03091743967375776,
-    "NanoNFCorpus_cosine_recall@5": 0.0669147297391448,
-    "NanoNFCorpus_cosine_recall@10": 0.09088305778625912,
-    "NanoNFCorpus_cosine_ndcg@10": 0.2483348722648785,
-    "NanoNFCorpus_cosine_mrr@10": 0.4105238095238095,
-    "NanoNFCorpus_cosine_map@100": 0.09280425392585814,
-    "NanoNQ_cosine_accuracy@1": 0.18,
-    "NanoNQ_cosine_accuracy@3": 0.34,
-    "NanoNQ_cosine_accuracy@5": 0.4,
-    "NanoNQ_cosine_accuracy@10": 0.48,
-    "NanoNQ_cosine_precision@1": 0.18,
-    "NanoNQ_cosine_precision@3": 0.11333333333333333,
-    "NanoNQ_cosine_precision@5": 0.08,
-    "NanoNQ_cosine_precision@10": 0.04800000000000001,
-    "NanoNQ_cosine_recall@1": 0.16,
-    "NanoNQ_cosine_recall@3": 0.32,
-    "NanoNQ_cosine_recall@5": 0.37,
-    "NanoNQ_cosine_recall@10": 0.45,
-    "NanoNQ_cosine_ndcg@10": 0.30483462455030724,
-    "NanoNQ_cosine_mrr@10": 0.27455555555555555,
-    "NanoNQ_cosine_map@100": 0.26647869540792385,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.96,
-    "NanoQuoraRetrieval_cosine_accuracy@3": 0.98,
-    "NanoQuoraRetrieval_cosine_accuracy@5": 1.0,
-    "NanoQuoraRetrieval_cosine_accuracy@10": 1.0,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.96,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.4133333333333333,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.25999999999999995,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.13999999999999999,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.8373333333333332,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.9520000000000001,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.9793333333333334,
-    "NanoQuoraRetrieval_cosine_recall@10": 1.0,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9755732089084438,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.975,
-    "NanoQuoraRetrieval_cosine_map@100": 0.9623253968253969,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.44,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.66,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.76,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.82,
-    "NanoSCIDOCS_cosine_precision@1": 0.44,
-    "NanoSCIDOCS_cosine_precision@3": 0.3533333333333333,
-    "NanoSCIDOCS_cosine_precision@5": 0.29200000000000004,
-    "NanoSCIDOCS_cosine_precision@10": 0.18799999999999997,
-    "NanoSCIDOCS_cosine_recall@1": 0.09100000000000001,
-    "NanoSCIDOCS_cosine_recall@3": 0.22066666666666668,
-    "NanoSCIDOCS_cosine_recall@5": 0.3016666666666667,
-    "NanoSCIDOCS_cosine_recall@10": 0.38666666666666655,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.3759831673953289,
-    "NanoSCIDOCS_cosine_mrr@10": 0.5660238095238094,
-    "NanoSCIDOCS_cosine_map@100": 0.2923958742502536,
-    "NanoArguAna_cosine_accuracy@1": 0.08,
-    "NanoArguAna_cosine_accuracy@3": 0.18,
-    "NanoArguAna_cosine_accuracy@5": 0.24,
-    "NanoArguAna_cosine_accuracy@10": 0.34,
-    "NanoArguAna_cosine_precision@1": 0.08,
-    "NanoArguAna_cosine_precision@3": 0.06,
-    "NanoArguAna_cosine_precision@5": 0.04800000000000001,
-    "NanoArguAna_cosine_precision@10": 0.034,
-    "NanoArguAna_cosine_recall@1": 0.08,
-    "NanoArguAna_cosine_recall@3": 0.18,
-    "NanoArguAna_cosine_recall@5": 0.24,
-    "NanoArguAna_cosine_recall@10": 0.34,
-    "NanoArguAna_cosine_ndcg@10": 0.19775950107880547,
-    "NanoArguAna_cosine_mrr@10": 0.1541031746031746,
-    "NanoArguAna_cosine_map@100": 0.1637127723917234,
-    "NanoSciFact_cosine_accuracy@1": 0.22,
-    "NanoSciFact_cosine_accuracy@3": 0.3,
-    "NanoSciFact_cosine_accuracy@5": 0.32,
-    "NanoSciFact_cosine_accuracy@10": 0.38,
-    "NanoSciFact_cosine_precision@1": 0.22,
-    "NanoSciFact_cosine_precision@3": 0.12,
-    "NanoSciFact_cosine_precision@5": 0.07600000000000001,
-    "NanoSciFact_cosine_precision@10": 0.044000000000000004,
-    "NanoSciFact_cosine_recall@1": 0.195,
-    "NanoSciFact_cosine_recall@3": 0.285,
-    "NanoSciFact_cosine_recall@5": 0.305,
-    "NanoSciFact_cosine_recall@10": 0.365,
-    "NanoSciFact_cosine_ndcg@10": 0.28918208458247957,
-    "NanoSciFact_cosine_mrr@10": 0.2718333333333333,
-    "NanoSciFact_cosine_map@100": 0.27817432559902106,
+    "NanoNFCorpus_cosine_accuracy@5": 0.46,
+    "NanoNFCorpus_cosine_accuracy@10": 0.54,
+    "NanoNFCorpus_cosine_precision@1": 0.36,
+    "NanoNFCorpus_cosine_precision@3": 0.3,
+    "NanoNFCorpus_cosine_precision@5": 0.21600000000000003,
+    "NanoNFCorpus_cosine_precision@10": 0.16800000000000004,
+    "NanoNFCorpus_cosine_recall@1": 0.01397871707271983,
+    "NanoNFCorpus_cosine_recall@3": 0.03435945376327838,
+    "NanoNFCorpus_cosine_recall@5": 0.03726142528548906,
+    "NanoNFCorpus_cosine_recall@10": 0.048208769639288225,
+    "NanoNFCorpus_cosine_ndcg@10": 0.21086706102148342,
+    "NanoNFCorpus_cosine_mrr@10": 0.42138888888888887,
+    "NanoNFCorpus_cosine_map@100": 0.057209731275113765,
+    "NanoNQ_cosine_accuracy@1": 0.1,
+    "NanoNQ_cosine_accuracy@3": 0.12,
+    "NanoNQ_cosine_accuracy@5": 0.16,
+    "NanoNQ_cosine_accuracy@10": 0.26,
+    "NanoNQ_cosine_precision@1": 0.1,
+    "NanoNQ_cosine_precision@3": 0.04,
+    "NanoNQ_cosine_precision@5": 0.032,
+    "NanoNQ_cosine_precision@10": 0.026000000000000002,
+    "NanoNQ_cosine_recall@1": 0.08,
+    "NanoNQ_cosine_recall@3": 0.09,
+    "NanoNQ_cosine_recall@5": 0.13,
+    "NanoNQ_cosine_recall@10": 0.23,
+    "NanoNQ_cosine_ndcg@10": 0.13826388457522362,
+    "NanoNQ_cosine_mrr@10": 0.12794444444444442,
+    "NanoNQ_cosine_map@100": 0.10725400911912068,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.88,
+    "NanoQuoraRetrieval_cosine_accuracy@3": 0.96,
+    "NanoQuoraRetrieval_cosine_accuracy@5": 0.98,
+    "NanoQuoraRetrieval_cosine_accuracy@10": 0.98,
+    "NanoQuoraRetrieval_cosine_precision@1": 0.88,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.40666666666666657,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.26399999999999996,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.13799999999999998,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.7573333333333332,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.9313333333333332,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.9686666666666668,
+    "NanoQuoraRetrieval_cosine_recall@10": 0.98,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.933276206466488,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.9216666666666665,
+    "NanoQuoraRetrieval_cosine_map@100": 0.9143118773946362,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.08,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.12,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.16,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.22,
+    "NanoSCIDOCS_cosine_precision@1": 0.08,
+    "NanoSCIDOCS_cosine_precision@3": 0.05333333333333333,
+    "NanoSCIDOCS_cosine_precision@5": 0.04800000000000001,
+    "NanoSCIDOCS_cosine_precision@10": 0.036000000000000004,
+    "NanoSCIDOCS_cosine_recall@1": 0.016,
+    "NanoSCIDOCS_cosine_recall@3": 0.032,
+    "NanoSCIDOCS_cosine_recall@5": 0.04800000000000001,
+    "NanoSCIDOCS_cosine_recall@10": 0.07200000000000001,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.06679950774858949,
+    "NanoSCIDOCS_cosine_mrr@10": 0.11455555555555556,
+    "NanoSCIDOCS_cosine_map@100": 0.05001726999817073,
+    "NanoArguAna_cosine_accuracy@1": 0.0,
+    "NanoArguAna_cosine_accuracy@3": 0.04,
+    "NanoArguAna_cosine_accuracy@5": 0.06,
+    "NanoArguAna_cosine_accuracy@10": 0.1,
+    "NanoArguAna_cosine_precision@1": 0.0,
+    "NanoArguAna_cosine_precision@3": 0.013333333333333332,
+    "NanoArguAna_cosine_precision@5": 0.012000000000000002,
+    "NanoArguAna_cosine_precision@10": 0.01,
+    "NanoArguAna_cosine_recall@1": 0.0,
+    "NanoArguAna_cosine_recall@3": 0.04,
+    "NanoArguAna_cosine_recall@5": 0.06,
+    "NanoArguAna_cosine_recall@10": 0.1,
+    "NanoArguAna_cosine_ndcg@10": 0.04764153171315327,
+    "NanoArguAna_cosine_mrr@10": 0.031190476190476192,
+    "NanoArguAna_cosine_map@100": 0.034911665265567264,
+    "NanoSciFact_cosine_accuracy@1": 0.04,
+    "NanoSciFact_cosine_accuracy@3": 0.04,
+    "NanoSciFact_cosine_accuracy@5": 0.06,
+    "NanoSciFact_cosine_accuracy@10": 0.08,
+    "NanoSciFact_cosine_precision@1": 0.04,
+    "NanoSciFact_cosine_precision@3": 0.013333333333333332,
+    "NanoSciFact_cosine_precision@5": 0.012000000000000002,
+    "NanoSciFact_cosine_precision@10": 0.008,
+    "NanoSciFact_cosine_recall@1": 0.04,
+    "NanoSciFact_cosine_recall@3": 0.04,
+    "NanoSciFact_cosine_recall@5": 0.06,
+    "NanoSciFact_cosine_recall@10": 0.08,
+    "NanoSciFact_cosine_ndcg@10": 0.05463413107474748,
+    "NanoSciFact_cosine_mrr@10": 0.04722222222222222,
+    "NanoSciFact_cosine_map@100": 0.05219023516020874,
     "NanoTouche2020_cosine_accuracy@1": 0.46938775510204084,
-    "NanoTouche2020_cosine_accuracy@3": 0.6530612244897959,
-    "NanoTouche2020_cosine_accuracy@5": 0.8163265306122449,
-    "NanoTouche2020_cosine_accuracy@10": 0.9591836734693877,
+    "NanoTouche2020_cosine_accuracy@3": 0.6122448979591837,
+    "NanoTouche2020_cosine_accuracy@5": 0.7551020408163265,
+    "NanoTouche2020_cosine_accuracy@10": 0.8367346938775511,
     "NanoTouche2020_cosine_precision@1": 0.46938775510204084,
-    "NanoTouche2020_cosine_precision@3": 0.4081632653061224,
-    "NanoTouche2020_cosine_precision@5": 0.3877551020408163,
-    "NanoTouche2020_cosine_precision@10": 0.34285714285714286,
-    "NanoTouche2020_cosine_recall@1": 0.03304169886606065,
-    "NanoTouche2020_cosine_recall@3": 0.08663742657609082,
-    "NanoTouche2020_cosine_recall@5": 0.13074375193904886,
-    "NanoTouche2020_cosine_recall@10": 0.2206088169640079,
-    "NanoTouche2020_cosine_ndcg@10": 0.38115064093925494,
-    "NanoTouche2020_cosine_mrr@10": 0.6090055069646906,
-    "NanoTouche2020_cosine_map@100": 0.2635297595122428,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.35149136577708007,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.4902354788069073,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.5658712715855574,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.6491679748822605,
-    "NanoBEIR_mean_cosine_precision@1": 0.35149136577708007,
-    "NanoBEIR_mean_cosine_precision@3": 0.2257561486132915,
-    "NanoBEIR_mean_cosine_precision@5": 0.18121193092621668,
-    "NanoBEIR_mean_cosine_precision@10": 0.1285274725274725,
-    "NanoBEIR_mean_cosine_recall@1": 0.18446485464636025,
-    "NanoBEIR_mean_cosine_recall@3": 0.28725844278832385,
-    "NanoBEIR_mean_cosine_recall@5": 0.34314132490039767,
-    "NanoBEIR_mean_cosine_recall@10": 0.41258506430111763,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.37688675285510337,
-    "NanoBEIR_mean_cosine_mrr@10": 0.44353216964441444,
-    "NanoBEIR_mean_cosine_map@100": 0.3106340488088058
+    "NanoTouche2020_cosine_precision@3": 0.3877551020408163,
+    "NanoTouche2020_cosine_precision@5": 0.34285714285714286,
+    "NanoTouche2020_cosine_precision@10": 0.2571428571428571,
+    "NanoTouche2020_cosine_recall@1": 0.029967789586946174,
+    "NanoTouche2020_cosine_recall@3": 0.07899086583034419,
+    "NanoTouche2020_cosine_recall@5": 0.1145453187901327,
+    "NanoTouche2020_cosine_recall@10": 0.1620299103683396,
+    "NanoTouche2020_cosine_ndcg@10": 0.3055639570909958,
+    "NanoTouche2020_cosine_mrr@10": 0.5828150307742144,
+    "NanoTouche2020_cosine_map@100": 0.21233991925394913,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.2053375196232339,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.2717111459968603,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.30885400313971745,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.35513343799058084,
+    "NanoBEIR_mean_cosine_precision@1": 0.2053375196232339,
+    "NanoBEIR_mean_cosine_precision@3": 0.12982731554160123,
+    "NanoBEIR_mean_cosine_precision@5": 0.09960439560439562,
+    "NanoBEIR_mean_cosine_precision@10": 0.06931868131868132,
+    "NanoBEIR_mean_cosine_recall@1": 0.09730378283251881,
+    "NanoBEIR_mean_cosine_recall@3": 0.14230049537621328,
+    "NanoBEIR_mean_cosine_recall@5": 0.1615196494127877,
+    "NanoBEIR_mean_cosine_recall@10": 0.19362608125512404,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.1934801011975461,
+    "NanoBEIR_mean_cosine_mrr@10": 0.24989297550522033,
+    "NanoBEIR_mean_cosine_map@100": 0.15306825731640453
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.6938775510204082,
-    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9183673469387755,
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7346938775510204,
+    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.8979591836734694,
     "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9387755102040817,
     "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.6938775510204082,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.6598639455782312,
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7346938775510204,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.6190476190476191,
     "BeIR-touche2020-subset-test_cosine_precision@5": 0.6204081632653061,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.5448979591836733,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.015282578640721299,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.043691811612696696,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.06836863756086255,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.12002846003612215,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.5792925091922296,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.802437641723356,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.23820124526811953
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.5448979591836735,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.016235921803344835,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.04110136889290122,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.0684882416081836,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.12060452557965035,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.5779837170662205,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8306932296728216,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.22239268054909309
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8699cdc4d5002adb5b49e94e875d00c59b4513e5607f31f33e2c8037cd8e2b5
-size 596070136
+oid sha256:19ced986b0dbb70d44a59c150ba4f43c2d6d9b3f82d49405ab3610d47d36c855
+size 133462128

special_tokens_map.json

@@ -8,7 +8,7 @@
   },
   "mask_token": {
     "content": "[MASK]",
-    "lstrip": true,
+    "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:218484396a9d08293b108b0e5ea31e0a1b7c801dcbed35a821deb392d2fe9bb4
-size 3583485
+oid sha256:2fc687b11de0bc1b3d8348f92e3b49ef1089a621506c7661fbf3248fcd54947e
+size 711649

tokenizer_config.json

@@ -1,230 +1,14 @@
 {
   "added_tokens_decoder": {
     "0": {
-      "content": "|||IP_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "1": {
-      "content": "<|padding|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50254": {
-      "content": "                        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50255": {
-      "content": "                       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50256": {
-      "content": "                      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50257": {
-      "content": "                     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50258": {
-      "content": "                    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50259": {
-      "content": "                   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50260": {
-      "content": "                  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50261": {
-      "content": "                 ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50262": {
-      "content": "                ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50263": {
-      "content": "               ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50264": {
-      "content": "              ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50265": {
-      "content": "             ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50266": {
-      "content": "            ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50267": {
-      "content": "           ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50268": {
-      "content": "          ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50269": {
-      "content": "         ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50270": {
-      "content": "        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50271": {
-      "content": "       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50272": {
-      "content": "      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50273": {
-      "content": "     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50274": {
-      "content": "    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50275": {
-      "content": "   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50276": {
-      "content": "  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50277": {
-      "content": "|||EMAIL_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50278": {
-      "content": "|||PHONE_NUMBER|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50279": {
-      "content": "<|endoftext|>",
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "50280": {
+    "100": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -232,7 +16,7 @@
       "single_word": false,
       "special": true
     },
-    "50281": {
+    "101": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -240,7 +24,7 @@
       "single_word": false,
       "special": true
     },
-    "50282": {
+    "102": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -248,698 +32,34 @@
       "single_word": false,
       "special": true
     },
-    "50283": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50284": {
+    "103": {
       "content": "[MASK]",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "50285": {
-      "content": "[unused0]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50286": {
-      "content": "[unused1]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50287": {
-      "content": "[unused2]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50288": {
-      "content": "[unused3]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50289": {
-      "content": "[unused4]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50290": {
-      "content": "[unused5]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50291": {
-      "content": "[unused6]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50292": {
-      "content": "[unused7]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50293": {
-      "content": "[unused8]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50294": {
-      "content": "[unused9]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50295": {
-      "content": "[unused10]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50296": {
-      "content": "[unused11]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50297": {
-      "content": "[unused12]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50298": {
-      "content": "[unused13]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50299": {
-      "content": "[unused14]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50300": {
-      "content": "[unused15]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50301": {
-      "content": "[unused16]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50302": {
-      "content": "[unused17]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50303": {
-      "content": "[unused18]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50304": {
-      "content": "[unused19]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50305": {
-      "content": "[unused20]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50306": {
-      "content": "[unused21]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50307": {
-      "content": "[unused22]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50308": {
-      "content": "[unused23]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50309": {
-      "content": "[unused24]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50310": {
-      "content": "[unused25]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50311": {
-      "content": "[unused26]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50312": {
-      "content": "[unused27]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50313": {
-      "content": "[unused28]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50314": {
-      "content": "[unused29]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50315": {
-      "content": "[unused30]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50316": {
-      "content": "[unused31]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50317": {
-      "content": "[unused32]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50318": {
-      "content": "[unused33]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50319": {
-      "content": "[unused34]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50320": {
-      "content": "[unused35]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50321": {
-      "content": "[unused36]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50322": {
-      "content": "[unused37]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50323": {
-      "content": "[unused38]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50324": {
-      "content": "[unused39]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50325": {
-      "content": "[unused40]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50326": {
-      "content": "[unused41]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50327": {
-      "content": "[unused42]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50328": {
-      "content": "[unused43]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50329": {
-      "content": "[unused44]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50330": {
-      "content": "[unused45]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50331": {
-      "content": "[unused46]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50332": {
-      "content": "[unused47]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50333": {
-      "content": "[unused48]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50334": {
-      "content": "[unused49]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50335": {
-      "content": "[unused50]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50336": {
-      "content": "[unused51]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50337": {
-      "content": "[unused52]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50338": {
-      "content": "[unused53]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50339": {
-      "content": "[unused54]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50340": {
-      "content": "[unused55]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50341": {
-      "content": "[unused56]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50342": {
-      "content": "[unused57]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50343": {
-      "content": "[unused58]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50344": {
-      "content": "[unused59]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50345": {
-      "content": "[unused60]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50346": {
-      "content": "[unused61]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50347": {
-      "content": "[unused62]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50348": {
-      "content": "[unused63]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50349": {
-      "content": "[unused64]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50350": {
-      "content": "[unused65]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50351": {
-      "content": "[unused66]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50352": {
-      "content": "[unused67]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50353": {
-      "content": "[unused68]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50354": {
-      "content": "[unused69]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50355": {
-      "content": "[unused70]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50356": {
-      "content": "[unused71]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50357": {
-      "content": "[unused72]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50358": {
-      "content": "[unused73]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50359": {
-      "content": "[unused74]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50360": {
-      "content": "[unused75]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50361": {
-      "content": "[unused76]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50362": {
-      "content": "[unused77]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50363": {
-      "content": "[unused78]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50364": {
-      "content": "[unused79]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50365": {
-      "content": "[unused80]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50366": {
-      "content": "[unused81]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50367": {
-      "content": "[unused82]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
     }
   },
   "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
-  ],
-  "model_max_length": 1000000000000000019884624838656,
+  "max_length": 128,
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_to_multiple_of": null,
   "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "sep_token": "[SEP]",
-  "tokenizer_class": "PreTrainedTokenizerFast",
+  "stride": 0,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "[UNK]"
 }