Training in progress, epoch 1

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

config.json

@@ -1,11 +1,10 @@
 {
-  "_name_or_path": "bert-base-multilingual-cased",
+  "_name_or_path": "D:\\src\\qard\\models\\domain_bert_kaz\\pretrained-bert\\checkpoint-4000",
   "architectures": [
     "BertForMultipleChoice"
   ],
   "attention_probs_dropout_prob": 0.1,
   "classifier_dropout": null,
-  "directionality": "bidi",
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
@@ -17,14 +16,10 @@
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "pad_token_id": 0,
-  "pooler_fc_size": 768,
-  "pooler_num_attention_heads": 12,
-  "pooler_num_fc_layers": 3,
-  "pooler_size_per_head": 128,
-  "pooler_type": "first_token_transform",
   "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
   "transformers_version": "4.28.1",
   "type_vocab_size": 2,
   "use_cache": true,
-  "vocab_size": 119547
+  "vocab_size": 30522
 }

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe4ea025bf152a09ab2ca78f133725c8dbfd8a4b4db6fab08de904d7fabc72f
+size 438004853

runs/Apr25_12-23-29_kaisar-barlybay/1682403961.5658565/events.out.tfevents.1682403961.kaisar-barlybay.9656.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f37a83277212a6d7804293e9a9de72ea62fd6d4b2c9fc3c197b7a8e1b5deff
+size 5948

runs/Apr25_12-23-29_kaisar-barlybay/events.out.tfevents.1682403961.kaisar-barlybay.9656.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b63a706ecf4303dc832ac1daaf3306c25f935d452c6c8054fb697807705fe0
+size 4607

tokenizer_config.json

@@ -1,9 +1,11 @@
 {
   "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
-  "do_lower_case": false,
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
   "mask_token": "[MASK]",
-  "model_max_length": 512,
+  "model_max_length": 1000000000000000019884624838656,
+  "never_split": null,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",
   "strip_accents": null,

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c10b405d8d26e0f2b434fc59663560a5af4c37ba175a42d1f0ef0230d010b5
+size 3643