Update model

README.md

@@ -3,7 +3,7 @@ language: en
 license: apache-2.0
 ---
 
-# realm-cc-news-pretrained-retriever
+# realm-cc-news-pretrained-scorer
 
 ## Model description
 
@@ -14,7 +14,7 @@ The original paper, code, and checkpoints can be found [here](https://github.com
 ## Usage
 
 ```python
-from transformers import RealmRetriever
+from transformers import RealmScorer
 
-retriever = RealmRetriever.from_pretrained("qqaatw/realm-cc-news-pretrained-retriever")
+scorer = RealmScorer.from_pretrained("qqaatw/realm-cc-news-pretrained-scorer")
 ```

config.json

@@ -1,6 +1,6 @@
 {
   "architectures": [
-    "RealmRetriever"
+    "RealmScorer"
   ],
   "attention_probs_dropout_prob": 0.1,
   "bos_token_id": 0,
@@ -12,14 +12,22 @@
   "intermediate_size": 3072,
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
+  "max_span_width": 10,
   "model_type": "realm",
   "num_attention_heads": 12,
+  "num_block_records": 13353718,
   "num_candidates": 8,
   "num_hidden_layers": 12,
   "pad_token_id": 1,
+  "reader_beam_size": 5,
+  "reader_layer_norm_eps": 0.001,
+  "reader_seq_len": 320,
   "retriever_proj_size": 128,
+  "searcher_beam_size": 5000,
+  "searcher_seq_len": 64,
+  "span_hidden_size": 256,
   "torch_dtype": "float32",
-  "transformers_version": "4.10.0.dev0",
+  "transformers_version": "4.16.0.dev0",
   "type_vocab_size": 2,
   "use_cache": true,
   "vocab_size": 30522

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:664ae11ec0a9efbce93e0dd6ec2304672e2944457d6f43f3c1b11272ec1a88a5
-size 534711837
+oid sha256:f62a7a516827ef279c5406fe6d1f3544f507bd8d4e6602250bcba633cc6caec4
+size 534712669