Training in progress, step 4000

checkpoint-4000/config.json

@@ -0,0 +1,30 @@
+{
+  "_name_or_path": "loodos/electra-small-turkish-uncased-discriminator",
+  "architectures": [
+    "ElectraForQuestionAnswering"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "embedding_size": 128,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 256,
+  "initializer_range": 0.02,
+  "intermediate_size": 1024,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "electra",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "summary_activation": "gelu",
+  "summary_last_dropout": 0.1,
+  "summary_type": "first",
+  "summary_use_proj": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.15.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 32000
+}

checkpoint-4000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d0161e7df1d21d725f3945ec29e3ad6d6505230e4851645b7de7a1c093470d
+size 109498141

checkpoint-4000/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9812e6fef7c159b5698596086dff48f7d7e819cd7aba7f15824e1737d775a2
+size 54776045

checkpoint-4000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb324a00078349c430ea420c2c0b930c0aa7e96534c9883a4aa84111ae1aec31
+size 14503

checkpoint-4000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad41a0d3d5c2527e231f2a87aad28e9e0778d07e9d1aaa1b740de73ab25fcab3
+size 623

checkpoint-4000/special_tokens_map.json

@@ -0,0 +1 @@
+{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}

checkpoint-4000/tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": true, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_max_length": 512, "special_tokens_map_file": "/root/.cache/huggingface/transformers/444866c6552ed3ad4574d4ea6433149e5e30eef747074cfa66be2388dadf2646.dd8bd9bfd3664b530ea4e645105f557769387b3da9f79bdb55ed556bdd80611d", "name_or_path": "loodos/electra-small-turkish-uncased-discriminator", "do_basic_tokenize": true, "never_split": null, "tokenizer_class": "ElectraTokenizer"}

checkpoint-4000/trainer_state.json

@@ -0,0 +1,104 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 5.54016620498615,
+  "global_step": 4000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.7691597414589106e-05,
+      "loss": 4.128,
+      "step": 500
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 2.7186717987060547,
+      "eval_runtime": 6.8658,
+      "eval_samples_per_second": 210.754,
+      "eval_steps_per_second": 13.254,
+      "step": 722
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 1.538319482917821e-05,
+      "loss": 3.0376,
+      "step": 1000
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 2.448554039001465,
+      "eval_runtime": 6.9162,
+      "eval_samples_per_second": 209.22,
+      "eval_steps_per_second": 13.158,
+      "step": 1444
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 1.3074792243767314e-05,
+      "loss": 2.7618,
+      "step": 1500
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 1.0766389658356418e-05,
+      "loss": 2.5304,
+      "step": 2000
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 2.348456859588623,
+      "eval_runtime": 7.0052,
+      "eval_samples_per_second": 206.561,
+      "eval_steps_per_second": 12.99,
+      "step": 2166
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 8.457987072945522e-06,
+      "loss": 2.4214,
+      "step": 2500
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 2.0450046062469482,
+      "eval_runtime": 6.9443,
+      "eval_samples_per_second": 208.371,
+      "eval_steps_per_second": 13.104,
+      "step": 2888
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 6.1495844875346266e-06,
+      "loss": 2.2208,
+      "step": 3000
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 3.841181902123731e-06,
+      "loss": 2.1568,
+      "step": 3500
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 2.0575613975524902,
+      "eval_runtime": 7.078,
+      "eval_samples_per_second": 204.436,
+      "eval_steps_per_second": 12.857,
+      "step": 3610
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 1.5327793167128349e-06,
+      "loss": 2.0752,
+      "step": 4000
+    }
+  ],
+  "max_steps": 4332,
+  "num_train_epochs": 6,
+  "total_flos": 1401455243220480.0,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-4000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f59f77975d8e31159a76d6f258f7fb03c99048c15d507345621a56c397d0996
+size 3247

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42bc267ec3f47ed324eaea3e80c3555a90a16167ee72507bc0e7b1fa0ce69f09
+oid sha256:2d9812e6fef7c159b5698596086dff48f7d7e819cd7aba7f15824e1737d775a2
 size 54776045

runs/Jan15_05-37-52_b97e1d8ba7c6/events.out.tfevents.1642225094.b97e1d8ba7c6.72.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:073d0adc83c0253d5eb894bc7d8632fe2966f8fbe9984c15841a1ff14d7af1d6
-size 5860
+oid sha256:736a7a2fc1ecf2897a289043f4233dfb88cb4336255c97eeb9ffd09e54df9a1e
+size 6288