Upload folder using huggingface_hub

added_tokens.json

@@ -0,0 +1,27 @@
+{
+  "</quatrain>": 386,
+  "<alexandrine>": 408,
+  "<amphibrach>": 407,
+  "<anapaest>": 404,
+  "<dactyl>": 405,
+  "<iambus>": 402,
+  "<other>": 406,
+  "<quatrain>": 385,
+  "<trochee>": 403,
+  "[AAAA]": 400,
+  "[AAAB]": 398,
+  "[AABA]": 396,
+  "[AABB]": 397,
+  "[AABC]": 388,
+  "[ABAA]": 401,
+  "[ABAB]": 392,
+  "[ABAC]": 389,
+  "[ABBA]": 391,
+  "[ABBB]": 395,
+  "[ABBC]": 394,
+  "[ABCA]": 399,
+  "[ABCB]": 393,
+  "[ABCC]": 390,
+  "[ABCD]": 387,
+  "[PAD]": 384
+}

config.json

@@ -0,0 +1,34 @@
+{
+  "_name_or_path": "nllg/bygpt5-medium-en",
+  "architectures": [
+    "ByGPT5LMHeadModel"
+  ],
+  "d_ff": 3840,
+  "d_kv": 64,
+  "d_model": 1536,
+  "decoder_start_token_id": 0,
+  "dense_act_fn": "gelu_new",
+  "dropout_rate": 0.1,
+  "eos_token_id": 1,
+  "feed_forward_proj": "gated-gelu",
+  "gradient_checkpointing": false,
+  "initializer_factor": 1.0,
+  "is_decoder": true,
+  "is_encoder_decoder": false,
+  "is_gated_act": true,
+  "layer_norm_epsilon": 1e-06,
+  "model_type": "bygpt5",
+  "num_decoder_layers": 12,
+  "num_heads": 16,
+  "num_layers": 12,
+  "output_past": true,
+  "pad_token_id": 0,
+  "relative_attention_max_distance": 128,
+  "relative_attention_num_buckets": 32,
+  "tie_word_embeddings": false,
+  "tokenizer_class": "ByT5Tokenizer",
+  "torch_dtype": "float32",
+  "transformers_version": "4.20.0",
+  "use_cache": true,
+  "vocab_size": 409
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d347cf214eaf2e6983fd62d287521ef0ba03969233ca3a9ab87c74289c47f8
+size 2313102842

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b6de0d2aac6870a31542c82030721dfb3bc692c50a097e3187fb8ecdaad52c
+size 1156556746

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5426cf5999c4e67fe7d7d57f6acc4edcf8de651272ac9370fea96b120cfd6c4b
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3f26e719d9290a594112b7dccf56a05bf2815c45bd29d2e78307c6bfbef33b
+size 1064

special_tokens_map.json

@@ -0,0 +1,36 @@
+{
+  "additional_special_tokens": [
+    "[ABCD]",
+    "[AABC]",
+    "[ABAC]",
+    "[ABCC]",
+    "[ABBA]",
+    "[ABAB]",
+    "[ABCB]",
+    "[ABBC]",
+    "[ABBB]",
+    "[AABA]",
+    "[AABB]",
+    "[AAAB]",
+    "[ABCA]",
+    "[AAAA]",
+    "[ABAA]",
+    "<iambus>",
+    "<trochee>",
+    "<anapaest>",
+    "<dactyl>",
+    "<other>",
+    "<amphibrach>",
+    "<alexandrine>"
+  ],
+  "bos_token": "<quatrain>",
+  "eos_token": "</quatrain>",
+  "pad_token": "[PAD]",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,160 @@
+{
+  "add_bos_token": false,
+  "add_eos_token": false,
+  "add_prefix_space": false,
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>",
+    "<extra_id_100>",
+    "<extra_id_101>",
+    "<extra_id_102>",
+    "<extra_id_103>",
+    "<extra_id_104>",
+    "<extra_id_105>",
+    "<extra_id_106>",
+    "<extra_id_107>",
+    "<extra_id_108>",
+    "<extra_id_109>",
+    "<extra_id_110>",
+    "<extra_id_111>",
+    "<extra_id_112>",
+    "<extra_id_113>",
+    "<extra_id_114>",
+    "<extra_id_115>",
+    "<extra_id_116>",
+    "<extra_id_117>",
+    "<extra_id_118>",
+    "<extra_id_119>",
+    "<extra_id_120>",
+    "<extra_id_121>",
+    "<extra_id_122>",
+    "<extra_id_123>",
+    "<extra_id_124>"
+  ],
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "extra_ids": 125,
+  "name_or_path": "nllg/bygpt5-medium-en",
+  "pad_token": {
+    "__type": "AddedToken",
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "special_tokens_map_file": "/storage/ukp/work/jbelouadi/.cache/huggingface/transformers/1d7794e7e6dcb9aff7f1b0f72b85d665041ce4cfc7c59cf78a0e83302f9ab8e3.063895353d5ef9e19a25220cb616c43abc5e84a2f11b1ffb71c29e097572a109",
+  "tokenizer_class": "ByGPT5Tokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

trainer_state.json

@@ -0,0 +1,128 @@
+{
+  "best_metric": 1.0628538131713867,
+  "best_model_checkpoint": "bygpt5_quatags_con/medium/en/checkpoint-90832",
+  "epoch": 7.999955964595535,
+  "global_step": 90832,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.948830567446131e-05,
+      "loss": 1.2434,
+      "step": 11354
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.1300886869430542,
+      "eval_runtime": 441.3582,
+      "eval_samples_per_second": 45.736,
+      "eval_steps_per_second": 5.719,
+      "step": 11354
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 3.704453340788571e-05,
+      "loss": 1.1308,
+      "step": 22708
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.1001691818237305,
+      "eval_runtime": 440.6446,
+      "eval_samples_per_second": 45.81,
+      "eval_steps_per_second": 5.728,
+      "step": 22708
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 3.282841708036157e-05,
+      "loss": 1.0962,
+      "step": 34062
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 1.082809329032898,
+      "eval_runtime": 440.424,
+      "eval_samples_per_second": 45.833,
+      "eval_steps_per_second": 5.731,
+      "step": 34062
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 2.727836169568317e-05,
+      "loss": 1.0715,
+      "step": 45416
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 1.073394536972046,
+      "eval_runtime": 440.7618,
+      "eval_samples_per_second": 45.798,
+      "eval_steps_per_second": 5.726,
+      "step": 45416
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 2.0971479426039337e-05,
+      "loss": 1.0522,
+      "step": 56770
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 1.0667953491210938,
+      "eval_runtime": 440.157,
+      "eval_samples_per_second": 45.861,
+      "eval_steps_per_second": 5.734,
+      "step": 56770
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 1.4563579677660773e-05,
+      "loss": 1.0372,
+      "step": 68124
+    },
+    {
+      "epoch": 6.0,
+      "eval_loss": 1.0641292333602905,
+      "eval_runtime": 439.9553,
+      "eval_samples_per_second": 45.882,
+      "eval_steps_per_second": 5.737,
+      "step": 68124
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 8.720975971159198e-06,
+      "loss": 1.0258,
+      "step": 79478
+    },
+    {
+      "epoch": 7.0,
+      "eval_loss": 1.0637840032577515,
+      "eval_runtime": 440.5762,
+      "eval_samples_per_second": 45.817,
+      "eval_steps_per_second": 5.729,
+      "step": 79478
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 4.051200571096512e-06,
+      "loss": 1.0178,
+      "step": 90832
+    },
+    {
+      "epoch": 8.0,
+      "eval_loss": 1.0628538131713867,
+      "eval_runtime": 440.6394,
+      "eval_samples_per_second": 45.811,
+      "eval_steps_per_second": 5.728,
+      "step": 90832
+    }
+  ],
+  "max_steps": 113540,
+  "num_train_epochs": 10,
+  "total_flos": 5.170056667435008e+17,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666e443b505c62b8f5e852eddae329f59fbe49199853678af293e90af2d5ece5
+size 3768