JJT007 commited on Jun 19

Commit

2c751a6

•

1 Parent(s): ebea1fc

Training in progress, epoch 1

Files changed (19) hide show

.gitattributes CHANGED Viewed

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json ADDED Viewed

+{
+  "_name_or_path": "google/mt5-small",
+  "architectures": [
+    "MT5ForConditionalGeneration"
+  ],
+  "classifier_dropout": 0.0,
+  "d_ff": 1024,
+  "d_kv": 64,
+  "d_model": 512,
+  "decoder_start_token_id": 0,
+  "dense_act_fn": "gelu_new",
+  "dropout_rate": 0.1,
+  "eos_token_id": 1,
+  "feed_forward_proj": "gated-gelu",
+  "initializer_factor": 1.0,
+  "is_encoder_decoder": true,
+  "is_gated_act": true,
+  "layer_norm_epsilon": 1e-06,
+  "model_type": "mt5",
+  "num_decoder_layers": 8,
+  "num_heads": 6,
+  "num_layers": 8,
+  "pad_token_id": 0,
+  "relative_attention_max_distance": 128,
+  "relative_attention_num_buckets": 32,
+  "tie_word_embeddings": false,
+  "tokenizer_class": "T5Tokenizer",
+  "torch_dtype": "float32",
+  "transformers_version": "4.41.2",
+  "use_cache": true,
+  "vocab_size": 250112
+}

model.safetensors ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cee875cd7f2ed365f854e3b212b48a77806a2d9ba7324853f4a8d4425f1693
+size 1200729512

runs/Jun19_06-47-08_eae9afaf4557/events.out.tfevents.1718779801.eae9afaf4557.1697.0 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:49fa12b3b1c8e57df953cb772a14e0c438e2627abff110807a2d46cd205d1d27
+size 4438

runs/Jun19_07-35-26_eae9afaf4557/events.out.tfevents.1718782635.eae9afaf4557.14766.0 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:07ccf2769599bf2e27d00a9c849296490be0e852596fea8ccddabcd9f818134c
+size 342

runs/Jun19_07-35-26_eae9afaf4557/events.out.tfevents.1718782794.eae9afaf4557.14766.1 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea7fc46c5686a0337d720b51636ede0542475d7597f9e8777dd0e429267f5e5
+size 596

runs/Jun19_08-06-59_eae9afaf4557/events.out.tfevents.1718784938.eae9afaf4557.14766.2 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:62fe0a4aa2b3d60151a97f09114746729f24af81ff11f5010d564a838c16b902
+size 297

runs/Jun19_08-06-59_eae9afaf4557/events.out.tfevents.1718785200.eae9afaf4557.14766.3 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:820bf416092c68729f98f84b49d80fb0e1307806880c0abbbc8c7608ac33df20
+size 297

runs/Jun19_08-06-59_eae9afaf4557/events.out.tfevents.1718786188.eae9afaf4557.14766.4 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf687feb02bb9efee254a4ce09de3ccb14888eb9261fb26267855b7ea708ad9
+size 342

runs/Jun19_08-37-50_eae9afaf4557/events.out.tfevents.1718786397.eae9afaf4557.14766.5 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:e9664497780bb1de17afa5be123fc98d088e0e831d6c0a5c7cf3cdbc4f47b9ae
+size 342

runs/Jun19_08-37-50_eae9afaf4557/events.out.tfevents.1718786598.eae9afaf4557.14766.6 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:f20b7de4c75e1dded1a800652b881912c7f02240c2caca37e72c16114feff2f1
+size 342

runs/Jun19_08-37-50_eae9afaf4557/events.out.tfevents.1718786965.eae9afaf4557.14766.7 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:647e0ee078adfeafc9eaea6d31ee3be7980b7d843571a3b30c6e15d91b9f2578
+size 4438

runs/Jun19_09-51-01_eae9afaf4557/events.out.tfevents.1718790707.eae9afaf4557.34244.0 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:db68d1f059e64d5ccb11e4a8151121cd93d2af83aad9407ddd10040a5473b24d
+size 342

runs/Jun19_09-52-29_eae9afaf4557/events.out.tfevents.1718790775.eae9afaf4557.34244.1 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:4bacbffa0336766ca486eecdf7a7238d1b32d6c1ab983b3e155b3f3838a36d5f
+size 5316

special_tokens_map.json ADDED Viewed

+{
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

spiece.model ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:ef78f86560d809067d12bac6c09f19a462cb3af3f54d2b8acbba26e1433125d6
+size 4309802

tokenizer.json ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb1b00035edffde435e24e69011b7f552691405237455cb7c3a59c890682807
+size 16330540

tokenizer_config.json ADDED Viewed

+{
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "</s>",
+  "extra_ids": 0,
+  "legacy": true,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "T5Tokenizer",
+  "unk_token": "<unk>"
+}

training_args.bin ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:5979652aba4c909814d169ad54e13370c00eb1a3584aa789fa94198b63b044ac
+size 5240