Upload 8 files

Adding model files

CERerankingEvaluator_train-eval_results.csv

@@ -0,0 +1,168 @@
+epoch,steps,MRR@10
+0,5000,0.5183234126984128
+0,10000,0.5799543650793652
+0,15000,0.6082440476190476
+0,20000,0.6290059523809524
+0,25000,0.6228075396825397
+0,30000,0.6305396825396825
+0,35000,0.6330515873015873
+0,40000,0.6122103174603174
+0,45000,0.6444940476190476
+0,50000,0.6226547619047619
+0,55000,0.6403928571428571
+0,60000,0.6510257936507935
+0,65000,0.6380873015873015
+0,70000,0.6560019841269842
+0,75000,0.6571031746031746
+0,80000,0.6577023809523809
+0,85000,0.6527936507936508
+0,90000,0.6529563492063493
+0,95000,0.6611071428571428
+0,100000,0.6481765873015874
+0,105000,0.656109126984127
+0,110000,0.6446587301587301
+0,115000,0.6371904761904762
+0,120000,0.6460734126984127
+0,125000,0.650767857142857
+0,130000,0.6511230158730159
+0,135000,0.6501964285714286
+0,140000,0.6726210317460317
+0,145000,0.6524603174603175
+0,150000,0.6537400793650795
+0,155000,0.6457003968253968
+0,160000,0.6591964285714286
+0,165000,0.6496210317460317
+0,170000,0.6524126984126984
+0,175000,0.6579742063492062
+0,180000,0.6596984126984127
+0,185000,0.6553234126984127
+0,190000,0.6594742063492063
+0,195000,0.6550039682539682
+0,200000,0.6506230158730159
+0,205000,0.6645734126984126
+0,210000,0.6649345238095238
+0,215000,0.6621289682539683
+0,220000,0.6696845238095238
+0,225000,0.6620039682539682
+0,230000,0.6730813492063491
+0,235000,0.668345238095238
+0,240000,0.6539821428571428
+0,245000,0.657220238095238
+0,250000,0.6646626984126983
+0,255000,0.6767519841269841
+0,260000,0.6714920634920635
+0,265000,0.6630376984126986
+0,270000,0.6647400793650795
+0,275000,0.678781746031746
+0,280000,0.684281746031746
+0,285000,0.6695198412698411
+0,290000,0.6745059523809525
+0,295000,0.681672619047619
+0,300000,0.6795575396825396
+0,305000,0.6796071428571429
+0,310000,0.6707123015873014
+0,315000,0.6772400793650795
+0,320000,0.6806587301587301
+0,325000,0.6839007936507936
+0,330000,0.6798988095238095
+0,335000,0.6642619047619047
+0,340000,0.6730873015873016
+0,345000,0.6710039682539682
+0,350000,0.676795634920635
+0,355000,0.6763809523809524
+0,360000,0.6798095238095238
+0,365000,0.6697738095238094
+0,370000,0.6712043650793652
+0,375000,0.680109126984127
+0,380000,0.6659484126984127
+0,385000,0.6895178571428571
+0,390000,0.6921150793650793
+0,395000,0.6748551587301587
+0,400000,0.670718253968254
+0,405000,0.681704365079365
+0,410000,0.6762242063492063
+0,415000,0.6791904761904761
+0,420000,0.6817460317460317
+0,425000,0.6717281746031746
+0,430000,0.6741924603174603
+0,435000,0.6763591269841269
+0,440000,0.6856309523809523
+0,445000,0.6904821428571429
+0,450000,0.6825476190476191
+0,455000,0.6845198412698413
+0,460000,0.6934642857142856
+0,465000,0.6892142857142858
+0,470000,0.6820178571428572
+0,475000,0.6887202380952381
+0,480000,0.6841011904761904
+0,485000,0.6916507936507936
+0,490000,0.6884345238095239
+0,495000,0.6874761904761906
+0,500000,0.6879285714285714
+0,505000,0.6888988095238097
+0,510000,0.6796567460317461
+0,515000,0.6878869047619048
+0,520000,0.6902142857142857
+0,525000,0.6817500000000001
+0,530000,0.68975
+0,535000,0.6792281746031746
+0,540000,0.6862757936507936
+0,545000,0.6746448412698414
+0,550000,0.6721865079365079
+0,555000,0.6777400793650793
+0,560000,0.6777400793650794
+0,565000,0.6737638888888888
+0,570000,0.6779781746031746
+0,575000,0.6773055555555555
+0,580000,0.6781369047619047
+0,585000,0.6773869047619047
+0,590000,0.6820615079365081
+0,595000,0.6744305555555556
+0,600000,0.6759166666666667
+0,605000,0.6719166666666666
+0,610000,0.6744166666666667
+0,615000,0.6707499999999998
+0,620000,0.6800198412698413
+0,625000,0.6825972222222222
+0,630000,0.6748253968253968
+0,635000,0.6678452380952382
+0,640000,0.6701309523809523
+0,645000,0.667686507936508
+0,650000,0.6716309523809524
+0,655000,0.6596666666666667
+0,660000,0.6740476190476191
+0,665000,0.6738611111111112
+0,670000,0.6657698412698413
+0,675000,0.6664166666666667
+0,680000,0.671236111111111
+0,685000,0.663547619047619
+0,690000,0.6676587301587301
+0,695000,0.6707698412698412
+0,700000,0.6676309523809525
+0,705000,0.6710753968253969
+0,710000,0.6688373015873016
+0,715000,0.6640138888888888
+0,720000,0.6690138888888889
+0,725000,0.6631805555555556
+0,730000,0.6620416666666666
+0,735000,0.6669583333333332
+0,740000,0.6670416666666666
+0,745000,0.6692142857142858
+0,750000,0.6706031746031746
+0,755000,0.6723055555555555
+0,760000,0.6715059523809523
+0,765000,0.664875
+0,770000,0.6722083333333333
+0,775000,0.6728809523809524
+0,780000,0.6726428571428571
+0,785000,0.6716369047619049
+0,790000,0.6715952380952381
+0,795000,0.6730119047619049
+0,800000,0.673345238095238
+0,805000,0.6726785714285713
+0,810000,0.6720119047619048
+0,815000,0.6722499999999999
+0,820000,0.6718452380952381
+0,825000,0.6719761904761904
+0,830000,0.672095238095238
+0,-1,0.6722142857142858

config.json

@@ -0,0 +1,32 @@
+{
+  "_name_or_path": "bert-large-uncased-whole-word-masking",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "LABEL_0"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "label2id": {
+    "LABEL_0": 0
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "output_hidden_states": true,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.26.1",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

orig_param_for_run.json

@@ -0,0 +1,10 @@
+{
+    "base_model_name": "bert-large-uncased-whole-word-masking",
+    "use_embed_ce_model": 1,
+    "res_dir": "../../results/9_BEIR_CrossEnc/basemodel=bert_large_wwm_ce_pool=embed_loss=bce_from_scratch_seed=0",
+    "evaluation_steps": 5000,
+    "train_batch_size": 24,
+    "lr": 1e-06,
+    "disable_wandb": 0,
+    "seed": 0
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56100b89c6f749f8a83f94732a584476dc35a2e1674f6cdf16928ba495a0cc1d
+size 1340707629

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "name_or_path": "bert-large-uncased-whole-word-masking",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "special_tokens_map_file": null,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}