Training in progress epoch 0

README.md

@@ -0,0 +1,55 @@
+---
+license: mit
+base_model: gpt2
+tags:
+- generated_from_keras_callback
+model-index:
+- name: vedantjumle/indo-ml-final-test-gpt2
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information Keras had access to. You should
+probably proofread and complete it, then remove this comment. -->
+
+# vedantjumle/indo-ml-final-test-gpt2
+
+This model is a fine-tuned version of [gpt2](https://huggingface.co/gpt2) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Train Loss: 6.1590
+- Validation Loss: 5.0940
+- Train Accuracy: 0.01
+- Epoch: 0
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- optimizer: {'name': 'Adam', 'weight_decay': None, 'clipnorm': None, 'global_clipnorm': None, 'clipvalue': None, 'use_ema': False, 'ema_momentum': 0.99, 'ema_overwrite_frequency': None, 'jit_compile': True, 'is_legacy_optimizer': False, 'learning_rate': {'module': 'keras.optimizers.schedules', 'class_name': 'PolynomialDecay', 'config': {'initial_learning_rate': 2e-05, 'decay_steps': 3000, 'end_learning_rate': 0.0, 'power': 1.0, 'cycle': False, 'name': None}, 'registered_name': None}, 'beta_1': 0.9, 'beta_2': 0.999, 'epsilon': 1e-08, 'amsgrad': False}
+- training_precision: float32
+
+### Training results
+
+| Train Loss | Validation Loss | Train Accuracy | Epoch |
+|:----------:|:---------------:|:--------------:|:-----:|
+| 6.1590     | 5.0940          | 0.01           | 0     |
+
+
+### Framework versions
+
+- Transformers 4.33.2
+- TensorFlow 2.13.0
+- Datasets 2.14.5
+- Tokenizers 0.13.3

config.json

@@ -0,0 +1,343 @@
+{
+  "_name_or_path": "gpt2",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2ForSequenceClassification"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "id2label": {
+    "accept reservations": 0,
+    "account blocked": 1,
+    "alarm": 2,
+    "application status": 3,
+    "apr": 4,
+    "are you a bot": 5,
+    "balance": 6,
+    "bill balance": 7,
+    "bill due": 8,
+    "book flight": 9,
+    "book hotel": 10,
+    "calculator": 11,
+    "calendar": 12,
+    "calendar update": 13,
+    "calories": 14,
+    "cancel": 15,
+    "cancel reservation": 16,
+    "car rental": 17,
+    "card declined": 18,
+    "carry on": 19,
+    "change accent": 20,
+    "change ai name": 21,
+    "change language": 22,
+    "change speed": 23,
+    "change user name": 24,
+    "change volume": 25,
+    "confirm reservation": 26,
+    "cook time": 27,
+    "credit limit": 28,
+    "credit limit change": 29,
+    "credit score": 30,
+    "current location": 31,
+    "damaged card": 32,
+    "date": 33,
+    "definition": 34,
+    "direct deposit": 35,
+    "directions": 36,
+    "distance": 37,
+    "do you have pets": 38,
+    "exchange rate": 39,
+    "expiration date": 40,
+    "find phone": 41,
+    "flight status": 42,
+    "flip coin": 43,
+    "food last": 44,
+    "freeze account": 45,
+    "fun fact": 46,
+    "gas": 47,
+    "gas type": 48,
+    "goodbye": 49,
+    "greeting": 50,
+    "how busy": 51,
+    "how old are you": 52,
+    "improve credit score": 53,
+    "income": 54,
+    "ingredient substitution": 55,
+    "ingredients list": 56,
+    "insurance": 57,
+    "insurance change": 58,
+    "interest rate": 59,
+    "international fees": 60,
+    "international visa": 61,
+    "jump start": 62,
+    "last maintenance": 63,
+    "lost luggage": 64,
+    "make call": 65,
+    "maybe": 66,
+    "meal suggestion": 67,
+    "meaning of life": 68,
+    "measurement conversion": 69,
+    "meeting schedule": 70,
+    "min payment": 71,
+    "mpg": 72,
+    "new card": 73,
+    "next holiday": 74,
+    "next song": 75,
+    "no": 76,
+    "nutrition info": 77,
+    "oil change how": 78,
+    "oil change when": 79,
+    "order": 80,
+    "order checks": 81,
+    "order status": 82,
+    "pay bill": 83,
+    "payday": 84,
+    "pin change": 85,
+    "play music": 86,
+    "plug type": 87,
+    "pto balance": 88,
+    "pto request": 89,
+    "pto request status": 90,
+    "pto used": 91,
+    "recipe": 92,
+    "redeem rewards": 93,
+    "reminder": 94,
+    "reminder update": 95,
+    "repeat": 96,
+    "replacement card duration": 97,
+    "report fraud": 98,
+    "report lost card": 99,
+    "reset settings": 100,
+    "restaurant reservation": 101,
+    "restaurant reviews": 102,
+    "restaurant suggestion": 103,
+    "rewards balance": 104,
+    "roll dice": 105,
+    "rollover 401k": 106,
+    "routing": 107,
+    "schedule maintenance": 108,
+    "schedule meeting": 109,
+    "share location": 110,
+    "shopping list": 111,
+    "shopping list update": 112,
+    "smart home": 113,
+    "spelling": 114,
+    "spending history": 115,
+    "sync device": 116,
+    "taxes": 117,
+    "tell joke": 118,
+    "text": 119,
+    "thank you": 120,
+    "time": 121,
+    "timer": 122,
+    "timezone": 123,
+    "tire change": 124,
+    "tire pressure": 125,
+    "todo list": 126,
+    "todo list update": 127,
+    "traffic": 128,
+    "transactions": 129,
+    "transfer": 130,
+    "translate": 131,
+    "travel alert": 132,
+    "travel notification": 133,
+    "travel suggestion": 134,
+    "uber": 135,
+    "update playlist": 136,
+    "user name": 137,
+    "vaccines": 138,
+    "w2": 139,
+    "weather": 140,
+    "what are your hobbies": 141,
+    "what can i ask you": 142,
+    "what is your name": 143,
+    "what song": 144,
+    "where are you from": 145,
+    "whisper mode": 146,
+    "who do you work for": 147,
+    "who made you": 148,
+    "yes": 149
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "0": "accept reservations",
+    "1": "account blocked",
+    "2": "alarm",
+    "3": "application status",
+    "4": "apr",
+    "5": "are you a bot",
+    "6": "balance",
+    "7": "bill balance",
+    "8": "bill due",
+    "9": "book flight",
+    "10": "book hotel",
+    "11": "calculator",
+    "12": "calendar",
+    "13": "calendar update",
+    "14": "calories",
+    "15": "cancel",
+    "16": "cancel reservation",
+    "17": "car rental",
+    "18": "card declined",
+    "19": "carry on",
+    "20": "change accent",
+    "21": "change ai name",
+    "22": "change language",
+    "23": "change speed",
+    "24": "change user name",
+    "25": "change volume",
+    "26": "confirm reservation",
+    "27": "cook time",
+    "28": "credit limit",
+    "29": "credit limit change",
+    "30": "credit score",
+    "31": "current location",
+    "32": "damaged card",
+    "33": "date",
+    "34": "definition",
+    "35": "direct deposit",
+    "36": "directions",
+    "37": "distance",
+    "38": "do you have pets",
+    "39": "exchange rate",
+    "40": "expiration date",
+    "41": "find phone",
+    "42": "flight status",
+    "43": "flip coin",
+    "44": "food last",
+    "45": "freeze account",
+    "46": "fun fact",
+    "47": "gas",
+    "48": "gas type",
+    "49": "goodbye",
+    "50": "greeting",
+    "51": "how busy",
+    "52": "how old are you",
+    "53": "improve credit score",
+    "54": "income",
+    "55": "ingredient substitution",
+    "56": "ingredients list",
+    "57": "insurance",
+    "58": "insurance change",
+    "59": "interest rate",
+    "60": "international fees",
+    "61": "international visa",
+    "62": "jump start",
+    "63": "last maintenance",
+    "64": "lost luggage",
+    "65": "make call",
+    "66": "maybe",
+    "67": "meal suggestion",
+    "68": "meaning of life",
+    "69": "measurement conversion",
+    "70": "meeting schedule",
+    "71": "min payment",
+    "72": "mpg",
+    "73": "new card",
+    "74": "next holiday",
+    "75": "next song",
+    "76": "no",
+    "77": "nutrition info",
+    "78": "oil change how",
+    "79": "oil change when",
+    "80": "order",
+    "81": "order checks",
+    "82": "order status",
+    "83": "pay bill",
+    "84": "payday",
+    "85": "pin change",
+    "86": "play music",
+    "87": "plug type",
+    "88": "pto balance",
+    "89": "pto request",
+    "90": "pto request status",
+    "91": "pto used",
+    "92": "recipe",
+    "93": "redeem rewards",
+    "94": "reminder",
+    "95": "reminder update",
+    "96": "repeat",
+    "97": "replacement card duration",
+    "98": "report fraud",
+    "99": "report lost card",
+    "100": "reset settings",
+    "101": "restaurant reservation",
+    "102": "restaurant reviews",
+    "103": "restaurant suggestion",
+    "104": "rewards balance",
+    "105": "roll dice",
+    "106": "rollover 401k",
+    "107": "routing",
+    "108": "schedule maintenance",
+    "109": "schedule meeting",
+    "110": "share location",
+    "111": "shopping list",
+    "112": "shopping list update",
+    "113": "smart home",
+    "114": "spelling",
+    "115": "spending history",
+    "116": "sync device",
+    "117": "taxes",
+    "118": "tell joke",
+    "119": "text",
+    "120": "thank you",
+    "121": "time",
+    "122": "timer",
+    "123": "timezone",
+    "124": "tire change",
+    "125": "tire pressure",
+    "126": "todo list",
+    "127": "todo list update",
+    "128": "traffic",
+    "129": "transactions",
+    "130": "transfer",
+    "131": "translate",
+    "132": "travel alert",
+    "133": "travel notification",
+    "134": "travel suggestion",
+    "135": "uber",
+    "136": "update playlist",
+    "137": "user name",
+    "138": "vaccines",
+    "139": "w2",
+    "140": "weather",
+    "141": "what are your hobbies",
+    "142": "what can i ask you",
+    "143": "what is your name",
+    "144": "what song",
+    "145": "where are you from",
+    "146": "whisper mode",
+    "147": "who do you work for",
+    "148": "who made you",
+    "149": "yes"
+  },
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "pad_token_id": 50256,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "transformers_version": "4.33.2",
+  "use_cache": true,
+  "vocab_size": 50257
+}

special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

tf_model.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0acd6f2184c5252895a19ee3ec466089b24a98aaafe29bb230c95454cbcbd3c7
+size 498407920

tokenizer_config.json

@@ -0,0 +1,9 @@
+{
+  "add_prefix_space": false,
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 1024,
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}