Re-Trained on a very large Book dataset using TPU

README.md

@@ -4,6 +4,7 @@ language: he
 thumbnail: https://avatars1.githubusercontent.com/u/3617152?norod.jpg
 widget:
 - text: "תריסר מכשפות סג"
+- text:  "\n\nהאיש האחרון בעולם /"
 - text: "פעם אחת, לפני שנים רבות"
 - text: "הרמיוני הסתירה את"
 - text: "לפתע, אור ירוק"

config.json

@@ -26,9 +26,9 @@
       12
     ]
   ],
-  "bos_token_id": 50257,
+  "bos_token_id": 50256,
   "embed_dropout": 0,
-  "eos_token_id": 50258,
+  "eos_token_id": 50256,
   "gradient_checkpointing": false,
   "hidden_size": 768,
   "initializer_range": 0.02,
@@ -44,7 +44,7 @@
   "summary_proj_to_labels": true,
   "summary_type": "cls_index",
   "summary_use_proj": true,
-  "transformers_version": "4.6.0",
+  "transformers_version": "4.8.1",
   "use_cache": true,
   "vocab_size": 50257,
   "window_size": 256

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99cbda84e5f86d0ef0350319da051117e02be8b137b498e70c508209aa6b571f
-size 551187431
+oid sha256:5060accd9f2683dcfa2c23e7615e6f74bc9493990b732bc1a291814837dca6b9
+size 551187743