End of training

README.md

@@ -0,0 +1,51 @@
+---
+base_model: EleutherAI/pythia-14m
+tags:
+- generated_from_trainer
+model-index:
+- name: robust_llm_pythia-14m_mz-131_IMDB
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# robust_llm_pythia-14m_mz-131_IMDB
+
+This model is a fine-tuned version of [EleutherAI/pythia-14m](https://huggingface.co/EleutherAI/pythia-14m) on an unknown dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 8
+- eval_batch_size: 64
+- seed: 0
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 1
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.39.3
+- Pytorch 2.2.1
+- Datasets 2.18.0
+- Tokenizers 0.15.2

config.json

@@ -0,0 +1,32 @@
+{
+  "_name_or_path": "EleutherAI/pythia-14m",
+  "architectures": [
+    "GPTNeoXForSequenceClassification"
+  ],
+  "attention_bias": true,
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "classifier_dropout": 0.1,
+  "eos_token_id": 0,
+  "hidden_act": "gelu",
+  "hidden_dropout": 0.0,
+  "hidden_size": 128,
+  "initializer_range": 0.02,
+  "intermediate_size": 512,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 2048,
+  "model_type": "gpt_neox",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "rope_scaling": null,
+  "rotary_emb_base": 10000,
+  "rotary_pct": 0.25,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.3",
+  "use_cache": false,
+  "use_parallel_residual": true,
+  "vocab_size": 50304
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11b4265f6941bca81105642e237eac37e25f932cc81dbe35901a162f34855ea
+size 30524712

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713946683.rllm-mz-131-adv-train-0-gs26k.66.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f19600c510b84237391d331c4685229100b5b5efb0420ea2148a40f48b9e00
+size 6798

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713949112.rllm-mz-131-adv-train-0-gs26k.66.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ade00031ed22f100575d9396304794588a14afb6f0b7c26e6ee2316252011b
+size 6847

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713951554.rllm-mz-131-adv-train-0-gs26k.66.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0222e0b499260c881cb303f4693185ad72363e5850fb1c57ccf3c77c8548762
+size 7618

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713954003.rllm-mz-131-adv-train-0-gs26k.66.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e7d6166b830e86d8f940984114a95a011d55035783db66de7cc9f49e6c78ef
+size 7618

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713956474.rllm-mz-131-adv-train-0-gs26k.66.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a422e21dc2b396b3272b6704a531506c16e1f950484567ebb2e9a45249845d7f
+size 7618

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713958940.rllm-mz-131-adv-train-0-gs26k.66.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df934e58309d71a35d5b61383257e886a614d694afdee6a49d1fb0a277abf978
+size 7618

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713961411.rllm-mz-131-adv-train-0-gs26k.66.6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1325dc25623c3286cfe81c26158657f26a006c337190f4ab7298e5373cf5d586
+size 8389

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713963883.rllm-mz-131-adv-train-0-gs26k.66.7

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66716f6f8226f9795af55d97f00464538870b99672a50de243a3d4c0030f2e34
+size 8389

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713966354.rllm-mz-131-adv-train-0-gs26k.66.8

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5cbdc6dacd9fe39d7eb3244f01c067dca19ad2bc868188d2a04c9ef57b6bd3
+size 8389

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713968838.rllm-mz-131-adv-train-0-gs26k.66.9

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93de5c6f236a4247cea303f797da18a7e818b6a93ebf4a450c021a25691ddc0
+size 8389

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713971338.rllm-mz-131-adv-train-0-gs26k.66.10

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1efe1d46164839bb500bc6f92d087ac39471da71e1e2c4e46efc51accf18e3a
+size 9160

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713973845.rllm-mz-131-adv-train-0-gs26k.66.11

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c3c77b257e0fe2fdc39c604c260e1d314c5b72ff546f9a1d2c18ea5474b176
+size 9160

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713976355.rllm-mz-131-adv-train-0-gs26k.66.12

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7cca2d9877f3d93ab906ecd464e8e04d00af5dd6de60606b1cd2243785d5913
+size 9160

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713978804.rllm-mz-131-adv-train-0-gs26k.66.13

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34f3b12f2dacf1eef7843753ec5468b3c9f4d5598e9f806427e534e7bf16ff3
+size 9160

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713981233.rllm-mz-131-adv-train-0-gs26k.66.14

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0848a0d9510018d74679e5bc89254af6b9939f46d1ee71ce1e76903ba82e3db5
+size 9931

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713983654.rllm-mz-131-adv-train-0-gs26k.66.15

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2bd623a496fca781bd8506ed5b497402fde1889ebbc679fbfeeb4f1777325f2
+size 9931

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713986045.rllm-mz-131-adv-train-0-gs26k.66.16

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2064cc01ae74f9d710ce8e38a14b585fbdb4c82f6280e56618e358caae97c9a
+size 9931

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713988468.rllm-mz-131-adv-train-0-gs26k.66.17

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5c599529a8cf2a42ea531f0d6d1267fde69f9aac9e0a42bf0f821ebb9ea7b5
+size 9931

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713990941.rllm-mz-131-adv-train-0-gs26k.66.18

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d66934d84511937c7c980e43a6a2cc70b1f7a5ec1acd45f872c2b3ceaefb71
+size 10702

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713993438.rllm-mz-131-adv-train-0-gs26k.66.19

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5656b19ab7bf46c2f1662c001db4f0c016300348f9b81adff41f5abcaf79d5
+size 10702

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713995924.rllm-mz-131-adv-train-0-gs26k.66.20

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef9ff633b2e165cf14aff7793710636138f9ba5cfd7aa11a4ecc396eb79f51e
+size 10702

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1713998400.rllm-mz-131-adv-train-0-gs26k.66.21

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ef8fa2432e4f4e41e40966f2d3ac42994dbfffda8d8c3adf7bf22cd01455d9
+size 10702

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1714000906.rllm-mz-131-adv-train-0-gs26k.66.22

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3006861d728e3d20d68be86308ebdbcfdb569e3a99e5d8a6bcd86a8c1b20e44
+size 11473

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1714003409.rllm-mz-131-adv-train-0-gs26k.66.23

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad2f4da8eb63aaa78a004cb97e4c25ef9f8d9bde2544c648c8470433a100164
+size 11473

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1714005927.rllm-mz-131-adv-train-0-gs26k.66.24

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc12719d8a751585795a962a4daafa5b6b715409fd4161287064e1af830ff7f
+size 11473

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1714008424.rllm-mz-131-adv-train-0-gs26k.66.25

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f5b0e7b8e0874da96b98b0010c9a1943876dea730061aef1131c65a31a9745
+size 11473

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1714010906.rllm-mz-131-adv-train-0-gs26k.66.26

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdee128f78948f09631778501ca843fbe6bf7a569aa46b7c07eaa1f129898477
+size 12244

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1714013401.rllm-mz-131-adv-train-0-gs26k.66.27

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511fba9d9fd19970bbed84f96440ff6e0d178ca88226e2ce074be04c5ec22b11
+size 12244

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1714015914.rllm-mz-131-adv-train-0-gs26k.66.28

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb92ad9338e73b455790f20cd5a5ebc5474d9bba20ce01aa32f1c4f1d86ffc77
+size 12244

runs/Apr24_08-17-54_rllm-mz-131-adv-train-0-gs26k/events.out.tfevents.1714018401.rllm-mz-131-adv-train-0-gs26k.66.29

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d6d6830444336baf969880676a95a48de4c20ebdaefce17634dcce50423176
+size 12244

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,213 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 2048,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "tokenizer_class": "GPTNeoXTokenizer",
+  "unk_token": "<|endoftext|>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec377cb06eb9b83493e9e39f8c1d378d90d1269f50d31e50b0a3f9a55759e66c
+size 5048