Upload 8 files

Adding model files

CERerankingEvaluator_train-eval_results.csv

@@ -0,0 +1,127 @@
+epoch,steps,MRR@10
+0,5000,0.5878849206349206
+0,10000,0.6041547619047618
+0,15000,0.6497738095238096
+0,20000,0.6110515873015874
+0,25000,0.6367162698412698
+0,30000,0.6215198412698413
+0,35000,0.6465575396825397
+0,40000,0.6287678571428572
+0,45000,0.6327579365079364
+0,50000,0.6261111111111112
+0,55000,0.6344345238095238
+0,60000,0.6084484126984127
+0,65000,0.6272738095238095
+0,70000,0.6481785714285715
+0,75000,0.644126984126984
+0,80000,0.6228531746031746
+0,85000,0.6537281746031745
+0,90000,0.6524146825396826
+0,95000,0.6453988095238095
+0,100000,0.6594503968253967
+0,105000,0.6702956349206349
+0,110000,0.6492400793650793
+0,115000,0.67440873015873
+0,120000,0.6352738095238095
+0,125000,0.6509444444444444
+0,130000,0.6605456349206349
+0,135000,0.6842757936507937
+0,140000,0.6641765873015874
+0,145000,0.6676964285714285
+0,150000,0.6606488095238094
+0,155000,0.6590317460317461
+0,160000,0.654829365079365
+0,165000,0.6451646825396824
+0,170000,0.6600734126984128
+0,175000,0.6531686507936508
+0,180000,0.630827380952381
+0,185000,0.6735079365079365
+0,190000,0.651704365079365
+0,195000,0.662265873015873
+0,200000,0.6383511904761905
+0,205000,0.6420714285714285
+0,210000,0.6305972222222223
+0,215000,0.6452301587301587
+0,220000,0.6744999999999999
+0,225000,0.6822460317460317
+0,230000,0.6566746031746032
+0,235000,0.6805257936507937
+0,240000,0.6503313492063492
+0,245000,0.6600714285714285
+0,250000,0.6600019841269841
+0,255000,0.6622936507936508
+0,260000,0.5985892857142857
+0,265000,0.6323353174603175
+0,270000,0.6193690476190475
+0,275000,0.6655218253968255
+0,280000,0.6651488095238095
+0,285000,0.6695575396825396
+0,290000,0.6623710317460317
+0,295000,0.6863551587301586
+0,300000,0.6858849206349206
+0,305000,0.6696626984126983
+0,310000,0.6591210317460318
+0,315000,0.6722123015873015
+0,320000,0.6617321428571428
+0,325000,0.6423472222222222
+0,330000,0.6636547619047619
+0,335000,0.6625853174603173
+0,340000,0.6576289682539683
+0,345000,0.6697599206349207
+0,350000,0.6718075396825395
+0,355000,0.6753373015873015
+0,360000,0.6596825396825398
+0,365000,0.6624007936507936
+0,370000,0.6530932539682539
+0,375000,0.6472222222222223
+0,380000,0.6605357142857141
+0,385000,0.6657361111111111
+0,390000,0.6669206349206348
+0,395000,0.6542281746031746
+0,400000,0.6495952380952381
+0,405000,0.6605694444444444
+0,410000,0.6495734126984126
+0,415000,0.6558154761904763
+0,420000,0.6588869047619048
+0,425000,0.6399623015873016
+0,430000,0.6456706349206348
+0,435000,0.6531845238095237
+0,440000,0.6456706349206348
+0,445000,0.6548789682539683
+0,450000,0.6497738095238094
+0,455000,0.6543769841269841
+0,460000,0.6469126984126984
+0,465000,0.656593253968254
+0,470000,0.6423630952380952
+0,475000,0.6589246031746032
+0,480000,0.655968253968254
+0,485000,0.6469246031746032
+0,490000,0.6506488095238097
+0,495000,0.6581746031746032
+0,500000,0.667265873015873
+0,505000,0.6603214285714284
+0,510000,0.6564623015873017
+0,515000,0.6651765873015872
+0,520000,0.6671726190476189
+0,525000,0.6602222222222222
+0,530000,0.6602440476190476
+0,535000,0.6694603174603173
+0,540000,0.6527797619047618
+0,545000,0.6576130952380953
+0,550000,0.6624821428571428
+0,555000,0.6621825396825396
+0,560000,0.6427718253968254
+0,565000,0.6513571428571429
+0,570000,0.6510575396825397
+0,575000,0.6631071428571428
+0,580000,0.6439821428571428
+0,585000,0.6595793650793651
+0,590000,0.6606011904761906
+0,595000,0.652126984126984
+0,600000,0.6547460317460317
+0,605000,0.6541626984126984
+0,610000,0.650611111111111
+0,615000,0.6470634920634921
+0,620000,0.6496329365079364
+0,625000,0.6470634920634921
+0,-1,0.6470634920634921

config.json

@@ -0,0 +1,33 @@
+{
+  "_name_or_path": "bert-base-uncased",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "LABEL_0"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "LABEL_0": 0
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "output_hidden_states": true,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.26.1",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

orig_param_for_run.json

@@ -0,0 +1,10 @@
+{
+    "base_model_name": "bert-base-uncased",
+    "use_embed_ce_model": 1,
+    "res_dir": "../../results/9_BEIR_CrossEnc/basemodel=bert_base_ce_pool=embed_loss=bce_from_scratch_seed=0",
+    "evaluation_steps": 5000,
+    "train_batch_size": 32,
+    "lr": 2e-05,
+    "disable_wandb": 0,
+    "seed": 0
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71a4c8448503649a26c38e7ae273df1d699d6a8504a0a629ae60d0a817502b6
+size 438003053

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "name_or_path": "bert-base-uncased",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "special_tokens_map_file": null,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}