End of training

README.md

@@ -39,8 +39,8 @@ The following hyperparameters were used during training:
 - total_train_batch_size: 20
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
-- lr_scheduler_warmup_steps: 600
-- num_epochs: 5
+- lr_scheduler_warmup_steps: 550
+- num_epochs: 4
 
 ### Training results
 
@@ -48,7 +48,7 @@ The following hyperparameters were used during training:
 
 ### Framework versions
 
-- Transformers 4.34.0
-- Pytorch 2.0.1+cu118
+- Transformers 4.34.1
+- Pytorch 2.1.0+cu118
 - Datasets 2.14.5
 - Tokenizers 0.14.1

config.json

@@ -49,7 +49,7 @@
   "scale_embedding": true,
   "static_position_embeddings": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.34.0",
+  "transformers_version": "4.34.1",
   "use_cache": true,
   "vocab_size": 96103
 }

generation_config.json

@@ -9,5 +9,5 @@
   "min_length": 32,
   "num_beams": 8,
   "pad_token_id": 0,
-  "transformers_version": "4.34.0"
+  "transformers_version": "4.34.1"
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90be65345e273787620a9b1321cb7aa12e9fd78e484d82f362aaa870d79cef0c
-size 2283804653
+oid sha256:3ead3e0d65f1362d18e5a6575f51c3ac1c88679ec136a4f998c0dbd67d5fbb32
+size 2283805098

tokenizer.json

@@ -39,8 +39,8 @@
       "id": 2,
       "content": "<mask_1>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -57,8 +57,8 @@
       "id": 4,
       "content": "<unk_2>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -66,8 +66,8 @@
       "id": 5,
       "content": "<unk_3>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -75,8 +75,8 @@
       "id": 6,
       "content": "<unk_4>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -84,8 +84,8 @@
       "id": 7,
       "content": "<unk_5>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -93,8 +93,8 @@
       "id": 8,
       "content": "<unk_6>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -102,8 +102,8 @@
       "id": 9,
       "content": "<unk_7>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -111,8 +111,8 @@
       "id": 10,
       "content": "<unk_8>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -120,8 +120,8 @@
       "id": 11,
       "content": "<unk_9>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -129,8 +129,8 @@
       "id": 12,
       "content": "<unk_10>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -138,8 +138,8 @@
       "id": 13,
       "content": "<unk_11>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -147,8 +147,8 @@
       "id": 14,
       "content": "<unk_12>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -156,8 +156,8 @@
       "id": 15,
       "content": "<unk_13>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -165,8 +165,8 @@
       "id": 16,
       "content": "<unk_14>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -174,8 +174,8 @@
       "id": 17,
       "content": "<unk_15>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -183,8 +183,8 @@
       "id": 18,
       "content": "<unk_16>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -192,8 +192,8 @@
       "id": 19,
       "content": "<unk_17>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -201,8 +201,8 @@
       "id": 20,
       "content": "<unk_18>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -210,8 +210,8 @@
       "id": 21,
       "content": "<unk_19>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -219,8 +219,8 @@
       "id": 22,
       "content": "<unk_20>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -228,8 +228,8 @@
       "id": 23,
       "content": "<unk_21>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -237,8 +237,8 @@
       "id": 24,
       "content": "<unk_22>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -246,8 +246,8 @@
       "id": 25,
       "content": "<unk_23>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -255,8 +255,8 @@
       "id": 26,
       "content": "<unk_24>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -264,8 +264,8 @@
       "id": 27,
       "content": "<unk_25>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -273,8 +273,8 @@
       "id": 28,
       "content": "<unk_26>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -282,8 +282,8 @@
       "id": 29,
       "content": "<unk_27>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -291,8 +291,8 @@
       "id": 30,
       "content": "<unk_28>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -300,8 +300,8 @@
       "id": 31,
       "content": "<unk_29>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -309,8 +309,8 @@
       "id": 32,
       "content": "<unk_30>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -318,8 +318,8 @@
       "id": 33,
       "content": "<unk_31>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -327,8 +327,8 @@
       "id": 34,
       "content": "<unk_32>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -336,8 +336,8 @@
       "id": 35,
       "content": "<unk_33>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -345,8 +345,8 @@
       "id": 36,
       "content": "<unk_34>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -354,8 +354,8 @@
       "id": 37,
       "content": "<unk_35>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -363,8 +363,8 @@
       "id": 38,
       "content": "<unk_36>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -372,8 +372,8 @@
       "id": 39,
       "content": "<unk_37>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -381,8 +381,8 @@
       "id": 40,
       "content": "<unk_38>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -390,8 +390,8 @@
       "id": 41,
       "content": "<unk_39>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -399,8 +399,8 @@
       "id": 42,
       "content": "<unk_40>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -408,8 +408,8 @@
       "id": 43,
       "content": "<unk_41>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -417,8 +417,8 @@
       "id": 44,
       "content": "<unk_42>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -426,8 +426,8 @@
       "id": 45,
       "content": "<unk_43>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -435,8 +435,8 @@
       "id": 46,
       "content": "<unk_44>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -444,8 +444,8 @@
       "id": 47,
       "content": "<unk_45>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -453,8 +453,8 @@
       "id": 48,
       "content": "<unk_46>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -462,8 +462,8 @@
       "id": 49,
       "content": "<unk_47>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -471,8 +471,8 @@
       "id": 50,
       "content": "<unk_48>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -480,8 +480,8 @@
       "id": 51,
       "content": "<unk_49>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -489,8 +489,8 @@
       "id": 52,
       "content": "<unk_50>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -498,8 +498,8 @@
       "id": 53,
       "content": "<unk_51>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -507,8 +507,8 @@
       "id": 54,
       "content": "<unk_52>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -516,8 +516,8 @@
       "id": 55,
       "content": "<unk_53>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -525,8 +525,8 @@
       "id": 56,
       "content": "<unk_54>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -534,8 +534,8 @@
       "id": 57,
       "content": "<unk_55>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -543,8 +543,8 @@
       "id": 58,
       "content": "<unk_56>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -552,8 +552,8 @@
       "id": 59,
       "content": "<unk_57>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -561,8 +561,8 @@
       "id": 60,
       "content": "<unk_58>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -570,8 +570,8 @@
       "id": 61,
       "content": "<unk_59>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -579,8 +579,8 @@
       "id": 62,
       "content": "<unk_60>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -588,8 +588,8 @@
       "id": 63,
       "content": "<unk_61>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -597,8 +597,8 @@
       "id": 64,
       "content": "<unk_62>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -606,8 +606,8 @@
       "id": 65,
       "content": "<unk_63>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -615,8 +615,8 @@
       "id": 66,
       "content": "<unk_64>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -624,8 +624,8 @@
       "id": 67,
       "content": "<unk_65>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -633,8 +633,8 @@
       "id": 68,
       "content": "<unk_66>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -642,8 +642,8 @@
       "id": 69,
       "content": "<unk_67>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -651,8 +651,8 @@
       "id": 70,
       "content": "<unk_68>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -660,8 +660,8 @@
       "id": 71,
       "content": "<unk_69>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -669,8 +669,8 @@
       "id": 72,
       "content": "<unk_70>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -678,8 +678,8 @@
       "id": 73,
       "content": "<unk_71>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -687,8 +687,8 @@
       "id": 74,
       "content": "<unk_72>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -696,8 +696,8 @@
       "id": 75,
       "content": "<unk_73>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -705,8 +705,8 @@
       "id": 76,
       "content": "<unk_74>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -714,8 +714,8 @@
       "id": 77,
       "content": "<unk_75>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -723,8 +723,8 @@
       "id": 78,
       "content": "<unk_76>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -732,8 +732,8 @@
       "id": 79,
       "content": "<unk_77>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -741,8 +741,8 @@
       "id": 80,
       "content": "<unk_78>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -750,8 +750,8 @@
       "id": 81,
       "content": "<unk_79>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -759,8 +759,8 @@
       "id": 82,
       "content": "<unk_80>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -768,8 +768,8 @@
       "id": 83,
       "content": "<unk_81>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -777,8 +777,8 @@
       "id": 84,
       "content": "<unk_82>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -786,8 +786,8 @@
       "id": 85,
       "content": "<unk_83>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -795,8 +795,8 @@
       "id": 86,
       "content": "<unk_84>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -804,8 +804,8 @@
       "id": 87,
       "content": "<unk_85>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -813,8 +813,8 @@
       "id": 88,
       "content": "<unk_86>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -822,8 +822,8 @@
       "id": 89,
       "content": "<unk_87>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -831,8 +831,8 @@
       "id": 90,
       "content": "<unk_88>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -840,8 +840,8 @@
       "id": 91,
       "content": "<unk_89>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -849,8 +849,8 @@
       "id": 92,
       "content": "<unk_90>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -858,8 +858,8 @@
       "id": 93,
       "content": "<unk_91>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -867,8 +867,8 @@
       "id": 94,
       "content": "<unk_92>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -876,8 +876,8 @@
       "id": 95,
       "content": "<unk_93>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -885,8 +885,8 @@
       "id": 96,
       "content": "<unk_94>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -894,8 +894,8 @@
       "id": 97,
       "content": "<unk_95>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -903,8 +903,8 @@
       "id": 98,
       "content": "<unk_96>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -912,8 +912,8 @@
       "id": 99,
       "content": "<unk_97>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -921,8 +921,8 @@
       "id": 100,
       "content": "<unk_98>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -930,8 +930,8 @@
       "id": 101,
       "content": "<unk_99>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -939,8 +939,8 @@
       "id": 102,
       "content": "<unk_100>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -948,8 +948,8 @@
       "id": 103,
       "content": "<unk_101>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -957,8 +957,8 @@
       "id": 104,
       "content": "<unk_102>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },

tokenizer_config.json

@@ -18,9 +18,9 @@
     },
     "2": {
       "content": "<mask_1>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
@@ -34,809 +34,809 @@
     },
     "4": {
       "content": "<unk_2>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "5": {
       "content": "<unk_3>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "6": {
       "content": "<unk_4>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "7": {
       "content": "<unk_5>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "8": {
       "content": "<unk_6>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "9": {
       "content": "<unk_7>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "10": {
       "content": "<unk_8>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "11": {
       "content": "<unk_9>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "12": {
       "content": "<unk_10>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "13": {
       "content": "<unk_11>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "14": {
       "content": "<unk_12>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "15": {
       "content": "<unk_13>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "16": {
       "content": "<unk_14>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "17": {
       "content": "<unk_15>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "18": {
       "content": "<unk_16>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "19": {
       "content": "<unk_17>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "20": {
       "content": "<unk_18>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "21": {
       "content": "<unk_19>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "22": {
       "content": "<unk_20>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "23": {
       "content": "<unk_21>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "24": {
       "content": "<unk_22>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "25": {
       "content": "<unk_23>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "26": {
       "content": "<unk_24>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "27": {
       "content": "<unk_25>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "28": {
       "content": "<unk_26>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "29": {
       "content": "<unk_27>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "30": {
       "content": "<unk_28>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "31": {
       "content": "<unk_29>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "32": {
       "content": "<unk_30>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "33": {
       "content": "<unk_31>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "34": {
       "content": "<unk_32>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "35": {
       "content": "<unk_33>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "36": {
       "content": "<unk_34>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "37": {
       "content": "<unk_35>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "38": {
       "content": "<unk_36>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "39": {
       "content": "<unk_37>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "40": {
       "content": "<unk_38>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "41": {
       "content": "<unk_39>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "42": {
       "content": "<unk_40>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "43": {
       "content": "<unk_41>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "44": {
       "content": "<unk_42>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "45": {
       "content": "<unk_43>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "46": {
       "content": "<unk_44>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "47": {
       "content": "<unk_45>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "48": {
       "content": "<unk_46>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "49": {
       "content": "<unk_47>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "50": {
       "content": "<unk_48>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "51": {
       "content": "<unk_49>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "52": {
       "content": "<unk_50>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "53": {
       "content": "<unk_51>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "54": {
       "content": "<unk_52>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "55": {
       "content": "<unk_53>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "56": {
       "content": "<unk_54>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "57": {
       "content": "<unk_55>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "58": {
       "content": "<unk_56>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "59": {
       "content": "<unk_57>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "60": {
       "content": "<unk_58>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "61": {
       "content": "<unk_59>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "62": {
       "content": "<unk_60>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "63": {
       "content": "<unk_61>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "64": {
       "content": "<unk_62>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "65": {
       "content": "<unk_63>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "66": {
       "content": "<unk_64>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "67": {
       "content": "<unk_65>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "68": {
       "content": "<unk_66>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "69": {
       "content": "<unk_67>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "70": {
       "content": "<unk_68>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "71": {
       "content": "<unk_69>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "72": {
       "content": "<unk_70>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "73": {
       "content": "<unk_71>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "74": {
       "content": "<unk_72>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "75": {
       "content": "<unk_73>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "76": {
       "content": "<unk_74>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "77": {
       "content": "<unk_75>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "78": {
       "content": "<unk_76>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "79": {
       "content": "<unk_77>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "80": {
       "content": "<unk_78>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "81": {
       "content": "<unk_79>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "82": {
       "content": "<unk_80>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "83": {
       "content": "<unk_81>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "84": {
       "content": "<unk_82>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "85": {
       "content": "<unk_83>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "86": {
       "content": "<unk_84>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "87": {
       "content": "<unk_85>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "88": {
       "content": "<unk_86>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "89": {
       "content": "<unk_87>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "90": {
       "content": "<unk_88>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "91": {
       "content": "<unk_89>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "92": {
       "content": "<unk_90>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "93": {
       "content": "<unk_91>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "94": {
       "content": "<unk_92>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "95": {
       "content": "<unk_93>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "96": {
       "content": "<unk_94>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "97": {
       "content": "<unk_95>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "98": {
       "content": "<unk_96>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "99": {
       "content": "<unk_97>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "100": {
       "content": "<unk_98>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "101": {
       "content": "<unk_99>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "102": {
       "content": "<unk_100>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "103": {
       "content": "<unk_101>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "104": {
       "content": "<unk_102>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3705853a0dec6c32e94a9fccd3c9709c39f1d7f635df43039c1a0609cb4a2380
-size 4027
+oid sha256:191b7fa152e554171c206f925284e85c4dc02518a33bc51111715c556cf141a0
+size 4472