add model

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

README.md

@@ -0,0 +1,89 @@
+---
+tags:
+- generated_from_trainer
+datasets:
+- null
+model_index:
+- name: bengali-lyricist-gpt2
+  results:
+  - task:
+      name: Causal Language Modeling
+      type: text-generation
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# bengali-lyricist-gpt2
+
+This model is a fine-tuned version of [flax-community/gpt2-bengali](https://huggingface.co/flax-community/gpt2-bengali) on the None dataset.
+It achieves the following results on the evaluation set:
+- Loss: 2.1199
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 32
+- eval_batch_size: 32
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 30
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss |
+|:-------------:|:-----:|:----:|:---------------:|
+| No log        | 1.0   | 284  | 2.0302          |
+| 1.9991        | 2.0   | 568  | 2.0079          |
+| 1.9991        | 3.0   | 852  | 1.9956          |
+| 1.9135        | 4.0   | 1136 | 1.9885          |
+| 1.9135        | 5.0   | 1420 | 1.9840          |
+| 1.8561        | 6.0   | 1704 | 1.9831          |
+| 1.8561        | 7.0   | 1988 | 1.9828          |
+| 1.8094        | 8.0   | 2272 | 1.9827          |
+| 1.7663        | 9.0   | 2556 | 1.9868          |
+| 1.7663        | 10.0  | 2840 | 1.9902          |
+| 1.7279        | 11.0  | 3124 | 1.9961          |
+| 1.7279        | 12.0  | 3408 | 2.0023          |
+| 1.6887        | 13.0  | 3692 | 2.0092          |
+| 1.6887        | 14.0  | 3976 | 2.0162          |
+| 1.6546        | 15.0  | 4260 | 2.0225          |
+| 1.6217        | 16.0  | 4544 | 2.0315          |
+| 1.6217        | 17.0  | 4828 | 2.0410          |
+| 1.5953        | 18.0  | 5112 | 2.0474          |
+| 1.5953        | 19.0  | 5396 | 2.0587          |
+| 1.5648        | 20.0  | 5680 | 2.0679          |
+| 1.5648        | 21.0  | 5964 | 2.0745          |
+| 1.5413        | 22.0  | 6248 | 2.0836          |
+| 1.5238        | 23.0  | 6532 | 2.0890          |
+| 1.5238        | 24.0  | 6816 | 2.0969          |
+| 1.5043        | 25.0  | 7100 | 2.1035          |
+| 1.5043        | 26.0  | 7384 | 2.1091          |
+| 1.4936        | 27.0  | 7668 | 2.1135          |
+| 1.4936        | 28.0  | 7952 | 2.1172          |
+| 1.4822        | 29.0  | 8236 | 2.1186          |
+| 1.4783        | 30.0  | 8520 | 2.1199          |
+
+
+### Framework versions
+
+- Transformers 4.9.0.dev0
+- Pytorch 1.9.0+cu102
+- Datasets 1.9.1.dev0
+- Tokenizers 0.10.3

config.json

@@ -0,0 +1,38 @@
+{
+  "_name_or_path": "flax-community/gpt2-bengali",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.0,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.0,
+  "eos_token_id": 50256,
+  "gradient_checkpointing": false,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "resid_pdrop": 0.0,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.9.0.dev0",
+  "use_cache": true,
+  "vocab_size": 50257
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983e646c98afd8161f68fb1786361c5235c14c0fcb727d401ce94364b68269a5
+size 510401385

runs/Jul17_00-09-14_t1v-n-905ccd3e-w-0/1626480556.0706666/events.out.tfevents.1626480556.t1v-n-905ccd3e-w-0.173730.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702449dee472e7116925955bccf41d0e997b955e51ef025ade60a31d5126fdae
+size 4230

runs/Jul17_00-09-14_t1v-n-905ccd3e-w-0/events.out.tfevents.1626480556.t1v-n-905ccd3e-w-0.173730.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab448126c4524f611ce287a83b4616d006a9822e01055560b9becf151d850dda
+size 40

runs/Jul17_00-12-58_t1v-n-905ccd3e-w-0/1626480779.5258272/events.out.tfevents.1626480779.t1v-n-905ccd3e-w-0.178463.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca8014977c3cb6faf0c1dd225032e5d42fdfb899cb0c9f568f6ee57b8a03211
+size 4230

runs/Jul17_00-12-58_t1v-n-905ccd3e-w-0/events.out.tfevents.1626480779.t1v-n-905ccd3e-w-0.178463.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91077a754ad0e3d9c49e29e717e30762f363cd97c5ef6568e21deadfb8b5bc6
+size 14393

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f02b874f7532f043b74b8d4d5b7eaaf9eeb1e9f69d8f00314742b7b8024743
+size 2671