Training in progress, step 500

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5d1159d188d19cdd2ae2745eebe1cad6229f3e84907c27e631eb7e08882269c
+oid sha256:8402724215d050c08db139c832319f0a87e4657ec74f2090da98ad882977db5b
 size 268290900

run-10/checkpoint-1000/config.json

@@ -0,0 +1,331 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "restaurant_reviews",
+    "1": "nutrition_info",
+    "2": "account_blocked",
+    "3": "oil_change_how",
+    "4": "time",
+    "5": "weather",
+    "6": "redeem_rewards",
+    "7": "interest_rate",
+    "8": "gas_type",
+    "9": "accept_reservations",
+    "10": "smart_home",
+    "11": "user_name",
+    "12": "report_lost_card",
+    "13": "repeat",
+    "14": "whisper_mode",
+    "15": "what_are_your_hobbies",
+    "16": "order",
+    "17": "jump_start",
+    "18": "schedule_meeting",
+    "19": "meeting_schedule",
+    "20": "freeze_account",
+    "21": "what_song",
+    "22": "meaning_of_life",
+    "23": "restaurant_reservation",
+    "24": "traffic",
+    "25": "make_call",
+    "26": "text",
+    "27": "bill_balance",
+    "28": "improve_credit_score",
+    "29": "change_language",
+    "30": "no",
+    "31": "measurement_conversion",
+    "32": "timer",
+    "33": "flip_coin",
+    "34": "do_you_have_pets",
+    "35": "balance",
+    "36": "tell_joke",
+    "37": "last_maintenance",
+    "38": "exchange_rate",
+    "39": "uber",
+    "40": "car_rental",
+    "41": "credit_limit",
+    "42": "oos",
+    "43": "shopping_list",
+    "44": "expiration_date",
+    "45": "routing",
+    "46": "meal_suggestion",
+    "47": "tire_change",
+    "48": "todo_list",
+    "49": "card_declined",
+    "50": "rewards_balance",
+    "51": "change_accent",
+    "52": "vaccines",
+    "53": "reminder_update",
+    "54": "food_last",
+    "55": "change_ai_name",
+    "56": "bill_due",
+    "57": "who_do_you_work_for",
+    "58": "share_location",
+    "59": "international_visa",
+    "60": "calendar",
+    "61": "translate",
+    "62": "carry_on",
+    "63": "book_flight",
+    "64": "insurance_change",
+    "65": "todo_list_update",
+    "66": "timezone",
+    "67": "cancel_reservation",
+    "68": "transactions",
+    "69": "credit_score",
+    "70": "report_fraud",
+    "71": "spending_history",
+    "72": "directions",
+    "73": "spelling",
+    "74": "insurance",
+    "75": "what_is_your_name",
+    "76": "reminder",
+    "77": "where_are_you_from",
+    "78": "distance",
+    "79": "payday",
+    "80": "flight_status",
+    "81": "find_phone",
+    "82": "greeting",
+    "83": "alarm",
+    "84": "order_status",
+    "85": "confirm_reservation",
+    "86": "cook_time",
+    "87": "damaged_card",
+    "88": "reset_settings",
+    "89": "pin_change",
+    "90": "replacement_card_duration",
+    "91": "new_card",
+    "92": "roll_dice",
+    "93": "income",
+    "94": "taxes",
+    "95": "date",
+    "96": "who_made_you",
+    "97": "pto_request",
+    "98": "tire_pressure",
+    "99": "how_old_are_you",
+    "100": "rollover_401k",
+    "101": "pto_request_status",
+    "102": "how_busy",
+    "103": "application_status",
+    "104": "recipe",
+    "105": "calendar_update",
+    "106": "play_music",
+    "107": "yes",
+    "108": "direct_deposit",
+    "109": "credit_limit_change",
+    "110": "gas",
+    "111": "pay_bill",
+    "112": "ingredients_list",
+    "113": "lost_luggage",
+    "114": "goodbye",
+    "115": "what_can_i_ask_you",
+    "116": "book_hotel",
+    "117": "are_you_a_bot",
+    "118": "next_song",
+    "119": "change_speed",
+    "120": "plug_type",
+    "121": "maybe",
+    "122": "w2",
+    "123": "oil_change_when",
+    "124": "thank_you",
+    "125": "shopping_list_update",
+    "126": "pto_balance",
+    "127": "order_checks",
+    "128": "travel_alert",
+    "129": "fun_fact",
+    "130": "sync_device",
+    "131": "schedule_maintenance",
+    "132": "apr",
+    "133": "transfer",
+    "134": "ingredient_substitution",
+    "135": "calories",
+    "136": "current_location",
+    "137": "international_fees",
+    "138": "calculator",
+    "139": "definition",
+    "140": "next_holiday",
+    "141": "update_playlist",
+    "142": "mpg",
+    "143": "min_payment",
+    "144": "change_user_name",
+    "145": "restaurant_suggestion",
+    "146": "travel_notification",
+    "147": "cancel",
+    "148": "pto_used",
+    "149": "travel_suggestion",
+    "150": "change_volume"
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "accept_reservations": 9,
+    "account_blocked": 2,
+    "alarm": 83,
+    "application_status": 103,
+    "apr": 132,
+    "are_you_a_bot": 117,
+    "balance": 35,
+    "bill_balance": 27,
+    "bill_due": 56,
+    "book_flight": 63,
+    "book_hotel": 116,
+    "calculator": 138,
+    "calendar": 60,
+    "calendar_update": 105,
+    "calories": 135,
+    "cancel": 147,
+    "cancel_reservation": 67,
+    "car_rental": 40,
+    "card_declined": 49,
+    "carry_on": 62,
+    "change_accent": 51,
+    "change_ai_name": 55,
+    "change_language": 29,
+    "change_speed": 119,
+    "change_user_name": 144,
+    "change_volume": 150,
+    "confirm_reservation": 85,
+    "cook_time": 86,
+    "credit_limit": 41,
+    "credit_limit_change": 109,
+    "credit_score": 69,
+    "current_location": 136,
+    "damaged_card": 87,
+    "date": 95,
+    "definition": 139,
+    "direct_deposit": 108,
+    "directions": 72,
+    "distance": 78,
+    "do_you_have_pets": 34,
+    "exchange_rate": 38,
+    "expiration_date": 44,
+    "find_phone": 81,
+    "flight_status": 80,
+    "flip_coin": 33,
+    "food_last": 54,
+    "freeze_account": 20,
+    "fun_fact": 129,
+    "gas": 110,
+    "gas_type": 8,
+    "goodbye": 114,
+    "greeting": 82,
+    "how_busy": 102,
+    "how_old_are_you": 99,
+    "improve_credit_score": 28,
+    "income": 93,
+    "ingredient_substitution": 134,
+    "ingredients_list": 112,
+    "insurance": 74,
+    "insurance_change": 64,
+    "interest_rate": 7,
+    "international_fees": 137,
+    "international_visa": 59,
+    "jump_start": 17,
+    "last_maintenance": 37,
+    "lost_luggage": 113,
+    "make_call": 25,
+    "maybe": 121,
+    "meal_suggestion": 46,
+    "meaning_of_life": 22,
+    "measurement_conversion": 31,
+    "meeting_schedule": 19,
+    "min_payment": 143,
+    "mpg": 142,
+    "new_card": 91,
+    "next_holiday": 140,
+    "next_song": 118,
+    "no": 30,
+    "nutrition_info": 1,
+    "oil_change_how": 3,
+    "oil_change_when": 123,
+    "oos": 42,
+    "order": 16,
+    "order_checks": 127,
+    "order_status": 84,
+    "pay_bill": 111,
+    "payday": 79,
+    "pin_change": 89,
+    "play_music": 106,
+    "plug_type": 120,
+    "pto_balance": 126,
+    "pto_request": 97,
+    "pto_request_status": 101,
+    "pto_used": 148,
+    "recipe": 104,
+    "redeem_rewards": 6,
+    "reminder": 76,
+    "reminder_update": 53,
+    "repeat": 13,
+    "replacement_card_duration": 90,
+    "report_fraud": 70,
+    "report_lost_card": 12,
+    "reset_settings": 88,
+    "restaurant_reservation": 23,
+    "restaurant_reviews": 0,
+    "restaurant_suggestion": 145,
+    "rewards_balance": 50,
+    "roll_dice": 92,
+    "rollover_401k": 100,
+    "routing": 45,
+    "schedule_maintenance": 131,
+    "schedule_meeting": 18,
+    "share_location": 58,
+    "shopping_list": 43,
+    "shopping_list_update": 125,
+    "smart_home": 10,
+    "spelling": 73,
+    "spending_history": 71,
+    "sync_device": 130,
+    "taxes": 94,
+    "tell_joke": 36,
+    "text": 26,
+    "thank_you": 124,
+    "time": 4,
+    "timer": 32,
+    "timezone": 66,
+    "tire_change": 47,
+    "tire_pressure": 98,
+    "todo_list": 48,
+    "todo_list_update": 65,
+    "traffic": 24,
+    "transactions": 68,
+    "transfer": 133,
+    "translate": 61,
+    "travel_alert": 128,
+    "travel_notification": 146,
+    "travel_suggestion": 149,
+    "uber": 39,
+    "update_playlist": 141,
+    "user_name": 11,
+    "vaccines": 52,
+    "w2": 122,
+    "weather": 5,
+    "what_are_your_hobbies": 15,
+    "what_can_i_ask_you": 115,
+    "what_is_your_name": 75,
+    "what_song": 21,
+    "where_are_you_from": 77,
+    "whisper_mode": 14,
+    "who_do_you_work_for": 57,
+    "who_made_you": 96,
+    "yes": 107
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.36.2",
+  "vocab_size": 30522
+}

run-10/checkpoint-1000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8562d7a546227be5d1ca1587584c88b1f87a0c7f3bae24ca408804b1ee917ac6
+size 268290900

run-10/checkpoint-1000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e8e771155f73a339665688114c8ca353818c2fc4bfaef507ca1e7f9f1f0cda
+size 536643898

run-10/checkpoint-1000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efd219085e02136697aeb36c96f2a5cf130e4025bc177043d7aa8d6cf4e16e5
+size 14244

run-10/checkpoint-1000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c794bc4c67ef18245dd516031ce405ab557e4d551d225d8dd1e1abc0f2be8e33
+size 1064

run-10/checkpoint-1000/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-10/checkpoint-1000/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-10/checkpoint-1000/trainer_state.json

@@ -0,0 +1,64 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.1446540880503147,
+  "eval_steps": 500,
+  "global_step": 1000,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.6738709677419354,
+      "eval_loss": 0.40543094277381897,
+      "eval_runtime": 1.5192,
+      "eval_samples_per_second": 2040.5,
+      "eval_steps_per_second": 42.785,
+      "step": 318
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 1.685534591194969e-05,
+      "loss": 0.6402,
+      "step": 500
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.8451612903225807,
+      "eval_loss": 0.1374775767326355,
+      "eval_runtime": 1.4813,
+      "eval_samples_per_second": 2092.755,
+      "eval_steps_per_second": 43.88,
+      "step": 636
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.8964516129032258,
+      "eval_loss": 0.06959949433803558,
+      "eval_runtime": 1.4706,
+      "eval_samples_per_second": 2107.994,
+      "eval_steps_per_second": 44.2,
+      "step": 954
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.371069182389937e-05,
+      "loss": 0.1606,
+      "step": 1000
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 3180,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 500,
+  "total_flos": 402360781740456.0,
+  "train_batch_size": 48,
+  "trial_name": null,
+  "trial_params": {
+    "alpha": 0.6113798620723033,
+    "num_train_epochs": 10,
+    "temperature": 2
+  }
+}

run-10/checkpoint-1000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831c1e1946a3122f513352a7ed335d886ca6e40d4ecbd02360410408626d1d43
+size 4728

run-10/checkpoint-1500/config.json

@@ -0,0 +1,331 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "restaurant_reviews",
+    "1": "nutrition_info",
+    "2": "account_blocked",
+    "3": "oil_change_how",
+    "4": "time",
+    "5": "weather",
+    "6": "redeem_rewards",
+    "7": "interest_rate",
+    "8": "gas_type",
+    "9": "accept_reservations",
+    "10": "smart_home",
+    "11": "user_name",
+    "12": "report_lost_card",
+    "13": "repeat",
+    "14": "whisper_mode",
+    "15": "what_are_your_hobbies",
+    "16": "order",
+    "17": "jump_start",
+    "18": "schedule_meeting",
+    "19": "meeting_schedule",
+    "20": "freeze_account",
+    "21": "what_song",
+    "22": "meaning_of_life",
+    "23": "restaurant_reservation",
+    "24": "traffic",
+    "25": "make_call",
+    "26": "text",
+    "27": "bill_balance",
+    "28": "improve_credit_score",
+    "29": "change_language",
+    "30": "no",
+    "31": "measurement_conversion",
+    "32": "timer",
+    "33": "flip_coin",
+    "34": "do_you_have_pets",
+    "35": "balance",
+    "36": "tell_joke",
+    "37": "last_maintenance",
+    "38": "exchange_rate",
+    "39": "uber",
+    "40": "car_rental",
+    "41": "credit_limit",
+    "42": "oos",
+    "43": "shopping_list",
+    "44": "expiration_date",
+    "45": "routing",
+    "46": "meal_suggestion",
+    "47": "tire_change",
+    "48": "todo_list",
+    "49": "card_declined",
+    "50": "rewards_balance",
+    "51": "change_accent",
+    "52": "vaccines",
+    "53": "reminder_update",
+    "54": "food_last",
+    "55": "change_ai_name",
+    "56": "bill_due",
+    "57": "who_do_you_work_for",
+    "58": "share_location",
+    "59": "international_visa",
+    "60": "calendar",
+    "61": "translate",
+    "62": "carry_on",
+    "63": "book_flight",
+    "64": "insurance_change",
+    "65": "todo_list_update",
+    "66": "timezone",
+    "67": "cancel_reservation",
+    "68": "transactions",
+    "69": "credit_score",
+    "70": "report_fraud",
+    "71": "spending_history",
+    "72": "directions",
+    "73": "spelling",
+    "74": "insurance",
+    "75": "what_is_your_name",
+    "76": "reminder",
+    "77": "where_are_you_from",
+    "78": "distance",
+    "79": "payday",
+    "80": "flight_status",
+    "81": "find_phone",
+    "82": "greeting",
+    "83": "alarm",
+    "84": "order_status",
+    "85": "confirm_reservation",
+    "86": "cook_time",
+    "87": "damaged_card",
+    "88": "reset_settings",
+    "89": "pin_change",
+    "90": "replacement_card_duration",
+    "91": "new_card",
+    "92": "roll_dice",
+    "93": "income",
+    "94": "taxes",
+    "95": "date",
+    "96": "who_made_you",
+    "97": "pto_request",
+    "98": "tire_pressure",
+    "99": "how_old_are_you",
+    "100": "rollover_401k",
+    "101": "pto_request_status",
+    "102": "how_busy",
+    "103": "application_status",
+    "104": "recipe",
+    "105": "calendar_update",
+    "106": "play_music",
+    "107": "yes",
+    "108": "direct_deposit",
+    "109": "credit_limit_change",
+    "110": "gas",
+    "111": "pay_bill",
+    "112": "ingredients_list",
+    "113": "lost_luggage",
+    "114": "goodbye",
+    "115": "what_can_i_ask_you",
+    "116": "book_hotel",
+    "117": "are_you_a_bot",
+    "118": "next_song",
+    "119": "change_speed",
+    "120": "plug_type",
+    "121": "maybe",
+    "122": "w2",
+    "123": "oil_change_when",
+    "124": "thank_you",
+    "125": "shopping_list_update",
+    "126": "pto_balance",
+    "127": "order_checks",
+    "128": "travel_alert",
+    "129": "fun_fact",
+    "130": "sync_device",
+    "131": "schedule_maintenance",
+    "132": "apr",
+    "133": "transfer",
+    "134": "ingredient_substitution",
+    "135": "calories",
+    "136": "current_location",
+    "137": "international_fees",
+    "138": "calculator",
+    "139": "definition",
+    "140": "next_holiday",
+    "141": "update_playlist",
+    "142": "mpg",
+    "143": "min_payment",
+    "144": "change_user_name",
+    "145": "restaurant_suggestion",
+    "146": "travel_notification",
+    "147": "cancel",
+    "148": "pto_used",
+    "149": "travel_suggestion",
+    "150": "change_volume"
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "accept_reservations": 9,
+    "account_blocked": 2,
+    "alarm": 83,
+    "application_status": 103,
+    "apr": 132,
+    "are_you_a_bot": 117,
+    "balance": 35,
+    "bill_balance": 27,
+    "bill_due": 56,
+    "book_flight": 63,
+    "book_hotel": 116,
+    "calculator": 138,
+    "calendar": 60,
+    "calendar_update": 105,
+    "calories": 135,
+    "cancel": 147,
+    "cancel_reservation": 67,
+    "car_rental": 40,
+    "card_declined": 49,
+    "carry_on": 62,
+    "change_accent": 51,
+    "change_ai_name": 55,
+    "change_language": 29,
+    "change_speed": 119,
+    "change_user_name": 144,
+    "change_volume": 150,
+    "confirm_reservation": 85,
+    "cook_time": 86,
+    "credit_limit": 41,
+    "credit_limit_change": 109,
+    "credit_score": 69,
+    "current_location": 136,
+    "damaged_card": 87,
+    "date": 95,
+    "definition": 139,
+    "direct_deposit": 108,
+    "directions": 72,
+    "distance": 78,
+    "do_you_have_pets": 34,
+    "exchange_rate": 38,
+    "expiration_date": 44,
+    "find_phone": 81,
+    "flight_status": 80,
+    "flip_coin": 33,
+    "food_last": 54,
+    "freeze_account": 20,
+    "fun_fact": 129,
+    "gas": 110,
+    "gas_type": 8,
+    "goodbye": 114,
+    "greeting": 82,
+    "how_busy": 102,
+    "how_old_are_you": 99,
+    "improve_credit_score": 28,
+    "income": 93,
+    "ingredient_substitution": 134,
+    "ingredients_list": 112,
+    "insurance": 74,
+    "insurance_change": 64,
+    "interest_rate": 7,
+    "international_fees": 137,
+    "international_visa": 59,
+    "jump_start": 17,
+    "last_maintenance": 37,
+    "lost_luggage": 113,
+    "make_call": 25,
+    "maybe": 121,
+    "meal_suggestion": 46,
+    "meaning_of_life": 22,
+    "measurement_conversion": 31,
+    "meeting_schedule": 19,
+    "min_payment": 143,
+    "mpg": 142,
+    "new_card": 91,
+    "next_holiday": 140,
+    "next_song": 118,
+    "no": 30,
+    "nutrition_info": 1,
+    "oil_change_how": 3,
+    "oil_change_when": 123,
+    "oos": 42,
+    "order": 16,
+    "order_checks": 127,
+    "order_status": 84,
+    "pay_bill": 111,
+    "payday": 79,
+    "pin_change": 89,
+    "play_music": 106,
+    "plug_type": 120,
+    "pto_balance": 126,
+    "pto_request": 97,
+    "pto_request_status": 101,
+    "pto_used": 148,
+    "recipe": 104,
+    "redeem_rewards": 6,
+    "reminder": 76,
+    "reminder_update": 53,
+    "repeat": 13,
+    "replacement_card_duration": 90,
+    "report_fraud": 70,
+    "report_lost_card": 12,
+    "reset_settings": 88,
+    "restaurant_reservation": 23,
+    "restaurant_reviews": 0,
+    "restaurant_suggestion": 145,
+    "rewards_balance": 50,
+    "roll_dice": 92,
+    "rollover_401k": 100,
+    "routing": 45,
+    "schedule_maintenance": 131,
+    "schedule_meeting": 18,
+    "share_location": 58,
+    "shopping_list": 43,
+    "shopping_list_update": 125,
+    "smart_home": 10,
+    "spelling": 73,
+    "spending_history": 71,
+    "sync_device": 130,
+    "taxes": 94,
+    "tell_joke": 36,
+    "text": 26,
+    "thank_you": 124,
+    "time": 4,
+    "timer": 32,
+    "timezone": 66,
+    "tire_change": 47,
+    "tire_pressure": 98,
+    "todo_list": 48,
+    "todo_list_update": 65,
+    "traffic": 24,
+    "transactions": 68,
+    "transfer": 133,
+    "translate": 61,
+    "travel_alert": 128,
+    "travel_notification": 146,
+    "travel_suggestion": 149,
+    "uber": 39,
+    "update_playlist": 141,
+    "user_name": 11,
+    "vaccines": 52,
+    "w2": 122,
+    "weather": 5,
+    "what_are_your_hobbies": 15,
+    "what_can_i_ask_you": 115,
+    "what_is_your_name": 75,
+    "what_song": 21,
+    "where_are_you_from": 77,
+    "whisper_mode": 14,
+    "who_do_you_work_for": 57,
+    "who_made_you": 96,
+    "yes": 107
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.36.2",
+  "vocab_size": 30522
+}

run-10/checkpoint-1500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02a8f8356d24e520923651951ec1a1228586eab291d1fbd79706bad09d17a5e
+size 268290900

run-10/checkpoint-1500/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55739f11119c1cf2c7b819cd6a97359ca5d985fc991d4a0121e7b03418db3e1
+size 536643898

run-10/checkpoint-1500/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34363b0521856c4b555b4617be247c02f7af046947ecce45ca78436a560b16b7
+size 14244

run-10/checkpoint-1500/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71453465aad25f4c5a0a948496c64b1f74df850abda497954afe3695c00756ee
+size 1064

run-10/checkpoint-1500/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-10/checkpoint-1500/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-10/checkpoint-1500/trainer_state.json

@@ -0,0 +1,79 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 4.716981132075472,
+  "eval_steps": 500,
+  "global_step": 1500,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.6738709677419354,
+      "eval_loss": 0.40543094277381897,
+      "eval_runtime": 1.5192,
+      "eval_samples_per_second": 2040.5,
+      "eval_steps_per_second": 42.785,
+      "step": 318
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 1.685534591194969e-05,
+      "loss": 0.6402,
+      "step": 500
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.8451612903225807,
+      "eval_loss": 0.1374775767326355,
+      "eval_runtime": 1.4813,
+      "eval_samples_per_second": 2092.755,
+      "eval_steps_per_second": 43.88,
+      "step": 636
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.8964516129032258,
+      "eval_loss": 0.06959949433803558,
+      "eval_runtime": 1.4706,
+      "eval_samples_per_second": 2107.994,
+      "eval_steps_per_second": 44.2,
+      "step": 954
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.371069182389937e-05,
+      "loss": 0.1606,
+      "step": 1000
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.9161290322580645,
+      "eval_loss": 0.05019702389836311,
+      "eval_runtime": 1.469,
+      "eval_samples_per_second": 2110.305,
+      "eval_steps_per_second": 44.248,
+      "step": 1272
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 1.0566037735849058e-05,
+      "loss": 0.0795,
+      "step": 1500
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 3180,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 500,
+  "total_flos": 532898896414500.0,
+  "train_batch_size": 48,
+  "trial_name": null,
+  "trial_params": {
+    "alpha": 0.6113798620723033,
+    "num_train_epochs": 10,
+    "temperature": 2
+  }
+}

run-10/checkpoint-1500/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831c1e1946a3122f513352a7ed335d886ca6e40d4ecbd02360410408626d1d43
+size 4728

run-10/checkpoint-2000/config.json

@@ -0,0 +1,331 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "restaurant_reviews",
+    "1": "nutrition_info",
+    "2": "account_blocked",
+    "3": "oil_change_how",
+    "4": "time",
+    "5": "weather",
+    "6": "redeem_rewards",
+    "7": "interest_rate",
+    "8": "gas_type",
+    "9": "accept_reservations",
+    "10": "smart_home",
+    "11": "user_name",
+    "12": "report_lost_card",
+    "13": "repeat",
+    "14": "whisper_mode",
+    "15": "what_are_your_hobbies",
+    "16": "order",
+    "17": "jump_start",
+    "18": "schedule_meeting",
+    "19": "meeting_schedule",
+    "20": "freeze_account",
+    "21": "what_song",
+    "22": "meaning_of_life",
+    "23": "restaurant_reservation",
+    "24": "traffic",
+    "25": "make_call",
+    "26": "text",
+    "27": "bill_balance",
+    "28": "improve_credit_score",
+    "29": "change_language",
+    "30": "no",
+    "31": "measurement_conversion",
+    "32": "timer",
+    "33": "flip_coin",
+    "34": "do_you_have_pets",
+    "35": "balance",
+    "36": "tell_joke",
+    "37": "last_maintenance",
+    "38": "exchange_rate",
+    "39": "uber",
+    "40": "car_rental",
+    "41": "credit_limit",
+    "42": "oos",
+    "43": "shopping_list",
+    "44": "expiration_date",
+    "45": "routing",
+    "46": "meal_suggestion",
+    "47": "tire_change",
+    "48": "todo_list",
+    "49": "card_declined",
+    "50": "rewards_balance",
+    "51": "change_accent",
+    "52": "vaccines",
+    "53": "reminder_update",
+    "54": "food_last",
+    "55": "change_ai_name",
+    "56": "bill_due",
+    "57": "who_do_you_work_for",
+    "58": "share_location",
+    "59": "international_visa",
+    "60": "calendar",
+    "61": "translate",
+    "62": "carry_on",
+    "63": "book_flight",
+    "64": "insurance_change",
+    "65": "todo_list_update",
+    "66": "timezone",
+    "67": "cancel_reservation",
+    "68": "transactions",
+    "69": "credit_score",
+    "70": "report_fraud",
+    "71": "spending_history",
+    "72": "directions",
+    "73": "spelling",
+    "74": "insurance",
+    "75": "what_is_your_name",
+    "76": "reminder",
+    "77": "where_are_you_from",
+    "78": "distance",
+    "79": "payday",
+    "80": "flight_status",
+    "81": "find_phone",
+    "82": "greeting",
+    "83": "alarm",
+    "84": "order_status",
+    "85": "confirm_reservation",
+    "86": "cook_time",
+    "87": "damaged_card",
+    "88": "reset_settings",
+    "89": "pin_change",
+    "90": "replacement_card_duration",
+    "91": "new_card",
+    "92": "roll_dice",
+    "93": "income",
+    "94": "taxes",
+    "95": "date",
+    "96": "who_made_you",
+    "97": "pto_request",
+    "98": "tire_pressure",
+    "99": "how_old_are_you",
+    "100": "rollover_401k",
+    "101": "pto_request_status",
+    "102": "how_busy",
+    "103": "application_status",
+    "104": "recipe",
+    "105": "calendar_update",
+    "106": "play_music",
+    "107": "yes",
+    "108": "direct_deposit",
+    "109": "credit_limit_change",
+    "110": "gas",
+    "111": "pay_bill",
+    "112": "ingredients_list",
+    "113": "lost_luggage",
+    "114": "goodbye",
+    "115": "what_can_i_ask_you",
+    "116": "book_hotel",
+    "117": "are_you_a_bot",
+    "118": "next_song",
+    "119": "change_speed",
+    "120": "plug_type",
+    "121": "maybe",
+    "122": "w2",
+    "123": "oil_change_when",
+    "124": "thank_you",
+    "125": "shopping_list_update",
+    "126": "pto_balance",
+    "127": "order_checks",
+    "128": "travel_alert",
+    "129": "fun_fact",
+    "130": "sync_device",
+    "131": "schedule_maintenance",
+    "132": "apr",
+    "133": "transfer",
+    "134": "ingredient_substitution",
+    "135": "calories",
+    "136": "current_location",
+    "137": "international_fees",
+    "138": "calculator",
+    "139": "definition",
+    "140": "next_holiday",
+    "141": "update_playlist",
+    "142": "mpg",
+    "143": "min_payment",
+    "144": "change_user_name",
+    "145": "restaurant_suggestion",
+    "146": "travel_notification",
+    "147": "cancel",
+    "148": "pto_used",
+    "149": "travel_suggestion",
+    "150": "change_volume"
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "accept_reservations": 9,
+    "account_blocked": 2,
+    "alarm": 83,
+    "application_status": 103,
+    "apr": 132,
+    "are_you_a_bot": 117,
+    "balance": 35,
+    "bill_balance": 27,
+    "bill_due": 56,
+    "book_flight": 63,
+    "book_hotel": 116,
+    "calculator": 138,
+    "calendar": 60,
+    "calendar_update": 105,
+    "calories": 135,
+    "cancel": 147,
+    "cancel_reservation": 67,
+    "car_rental": 40,
+    "card_declined": 49,
+    "carry_on": 62,
+    "change_accent": 51,
+    "change_ai_name": 55,
+    "change_language": 29,
+    "change_speed": 119,
+    "change_user_name": 144,
+    "change_volume": 150,
+    "confirm_reservation": 85,
+    "cook_time": 86,
+    "credit_limit": 41,
+    "credit_limit_change": 109,
+    "credit_score": 69,
+    "current_location": 136,
+    "damaged_card": 87,
+    "date": 95,
+    "definition": 139,
+    "direct_deposit": 108,
+    "directions": 72,
+    "distance": 78,
+    "do_you_have_pets": 34,
+    "exchange_rate": 38,
+    "expiration_date": 44,
+    "find_phone": 81,
+    "flight_status": 80,
+    "flip_coin": 33,
+    "food_last": 54,
+    "freeze_account": 20,
+    "fun_fact": 129,
+    "gas": 110,
+    "gas_type": 8,
+    "goodbye": 114,
+    "greeting": 82,
+    "how_busy": 102,
+    "how_old_are_you": 99,
+    "improve_credit_score": 28,
+    "income": 93,
+    "ingredient_substitution": 134,
+    "ingredients_list": 112,
+    "insurance": 74,
+    "insurance_change": 64,
+    "interest_rate": 7,
+    "international_fees": 137,
+    "international_visa": 59,
+    "jump_start": 17,
+    "last_maintenance": 37,
+    "lost_luggage": 113,
+    "make_call": 25,
+    "maybe": 121,
+    "meal_suggestion": 46,
+    "meaning_of_life": 22,
+    "measurement_conversion": 31,
+    "meeting_schedule": 19,
+    "min_payment": 143,
+    "mpg": 142,
+    "new_card": 91,
+    "next_holiday": 140,
+    "next_song": 118,
+    "no": 30,
+    "nutrition_info": 1,
+    "oil_change_how": 3,
+    "oil_change_when": 123,
+    "oos": 42,
+    "order": 16,
+    "order_checks": 127,
+    "order_status": 84,
+    "pay_bill": 111,
+    "payday": 79,
+    "pin_change": 89,
+    "play_music": 106,
+    "plug_type": 120,
+    "pto_balance": 126,
+    "pto_request": 97,
+    "pto_request_status": 101,
+    "pto_used": 148,
+    "recipe": 104,
+    "redeem_rewards": 6,
+    "reminder": 76,
+    "reminder_update": 53,
+    "repeat": 13,
+    "replacement_card_duration": 90,
+    "report_fraud": 70,
+    "report_lost_card": 12,
+    "reset_settings": 88,
+    "restaurant_reservation": 23,
+    "restaurant_reviews": 0,
+    "restaurant_suggestion": 145,
+    "rewards_balance": 50,
+    "roll_dice": 92,
+    "rollover_401k": 100,
+    "routing": 45,
+    "schedule_maintenance": 131,
+    "schedule_meeting": 18,
+    "share_location": 58,
+    "shopping_list": 43,
+    "shopping_list_update": 125,
+    "smart_home": 10,
+    "spelling": 73,
+    "spending_history": 71,
+    "sync_device": 130,
+    "taxes": 94,
+    "tell_joke": 36,
+    "text": 26,
+    "thank_you": 124,
+    "time": 4,
+    "timer": 32,
+    "timezone": 66,
+    "tire_change": 47,
+    "tire_pressure": 98,
+    "todo_list": 48,
+    "todo_list_update": 65,
+    "traffic": 24,
+    "transactions": 68,
+    "transfer": 133,
+    "translate": 61,
+    "travel_alert": 128,
+    "travel_notification": 146,
+    "travel_suggestion": 149,
+    "uber": 39,
+    "update_playlist": 141,
+    "user_name": 11,
+    "vaccines": 52,
+    "w2": 122,
+    "weather": 5,
+    "what_are_your_hobbies": 15,
+    "what_can_i_ask_you": 115,
+    "what_is_your_name": 75,
+    "what_song": 21,
+    "where_are_you_from": 77,
+    "whisper_mode": 14,
+    "who_do_you_work_for": 57,
+    "who_made_you": 96,
+    "yes": 107
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.36.2",
+  "vocab_size": 30522
+}

run-10/checkpoint-2000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c55d6d678581cf4ac21ea9b8b7ce5bdd0096833cfbbaae445b6463ba0b7be12
+size 268290900

run-10/checkpoint-2000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4d5a43745d2c05acf61b861026d94fb6e01e8b5a68cc44b83cdab520ff13b9
+size 536643898

run-10/checkpoint-2000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee180e503bfc901eb9980e2b4861853e2a6bd66700bdcc971aaadf4ac6c3ad2
+size 14244

run-10/checkpoint-2000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d45918bfeb622ba899798234ec7646c7a90dd3f5771db086f5b7dee1d5a530
+size 1064

run-10/checkpoint-2000/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-10/checkpoint-2000/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-10/checkpoint-2000/trainer_state.json

@@ -0,0 +1,103 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 6.289308176100629,
+  "eval_steps": 500,
+  "global_step": 2000,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.6738709677419354,
+      "eval_loss": 0.40543094277381897,
+      "eval_runtime": 1.5192,
+      "eval_samples_per_second": 2040.5,
+      "eval_steps_per_second": 42.785,
+      "step": 318
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 1.685534591194969e-05,
+      "loss": 0.6402,
+      "step": 500
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.8451612903225807,
+      "eval_loss": 0.1374775767326355,
+      "eval_runtime": 1.4813,
+      "eval_samples_per_second": 2092.755,
+      "eval_steps_per_second": 43.88,
+      "step": 636
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.8964516129032258,
+      "eval_loss": 0.06959949433803558,
+      "eval_runtime": 1.4706,
+      "eval_samples_per_second": 2107.994,
+      "eval_steps_per_second": 44.2,
+      "step": 954
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.371069182389937e-05,
+      "loss": 0.1606,
+      "step": 1000
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.9161290322580645,
+      "eval_loss": 0.05019702389836311,
+      "eval_runtime": 1.469,
+      "eval_samples_per_second": 2110.305,
+      "eval_steps_per_second": 44.248,
+      "step": 1272
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 1.0566037735849058e-05,
+      "loss": 0.0795,
+      "step": 1500
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.9251612903225807,
+      "eval_loss": 0.0416053868830204,
+      "eval_runtime": 1.4758,
+      "eval_samples_per_second": 2100.597,
+      "eval_steps_per_second": 44.045,
+      "step": 1590
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.9287096774193548,
+      "eval_loss": 0.03693937882781029,
+      "eval_runtime": 1.4766,
+      "eval_samples_per_second": 2099.377,
+      "eval_steps_per_second": 44.019,
+      "step": 1908
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 7.421383647798742e-06,
+      "loss": 0.06,
+      "step": 2000
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 3180,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 500,
+  "total_flos": 662375493608136.0,
+  "train_batch_size": 48,
+  "trial_name": null,
+  "trial_params": {
+    "alpha": 0.6113798620723033,
+    "num_train_epochs": 10,
+    "temperature": 2
+  }
+}

run-10/checkpoint-2000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831c1e1946a3122f513352a7ed335d886ca6e40d4ecbd02360410408626d1d43
+size 4728

run-10/checkpoint-2500/config.json

@@ -0,0 +1,331 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "restaurant_reviews",
+    "1": "nutrition_info",
+    "2": "account_blocked",
+    "3": "oil_change_how",
+    "4": "time",
+    "5": "weather",
+    "6": "redeem_rewards",
+    "7": "interest_rate",
+    "8": "gas_type",
+    "9": "accept_reservations",
+    "10": "smart_home",
+    "11": "user_name",
+    "12": "report_lost_card",
+    "13": "repeat",
+    "14": "whisper_mode",
+    "15": "what_are_your_hobbies",
+    "16": "order",
+    "17": "jump_start",
+    "18": "schedule_meeting",
+    "19": "meeting_schedule",
+    "20": "freeze_account",
+    "21": "what_song",
+    "22": "meaning_of_life",
+    "23": "restaurant_reservation",
+    "24": "traffic",
+    "25": "make_call",
+    "26": "text",
+    "27": "bill_balance",
+    "28": "improve_credit_score",
+    "29": "change_language",
+    "30": "no",
+    "31": "measurement_conversion",
+    "32": "timer",
+    "33": "flip_coin",
+    "34": "do_you_have_pets",
+    "35": "balance",
+    "36": "tell_joke",
+    "37": "last_maintenance",
+    "38": "exchange_rate",
+    "39": "uber",
+    "40": "car_rental",
+    "41": "credit_limit",
+    "42": "oos",
+    "43": "shopping_list",
+    "44": "expiration_date",
+    "45": "routing",
+    "46": "meal_suggestion",
+    "47": "tire_change",
+    "48": "todo_list",
+    "49": "card_declined",
+    "50": "rewards_balance",
+    "51": "change_accent",
+    "52": "vaccines",
+    "53": "reminder_update",
+    "54": "food_last",
+    "55": "change_ai_name",
+    "56": "bill_due",
+    "57": "who_do_you_work_for",
+    "58": "share_location",
+    "59": "international_visa",
+    "60": "calendar",
+    "61": "translate",
+    "62": "carry_on",
+    "63": "book_flight",
+    "64": "insurance_change",
+    "65": "todo_list_update",
+    "66": "timezone",
+    "67": "cancel_reservation",
+    "68": "transactions",
+    "69": "credit_score",
+    "70": "report_fraud",
+    "71": "spending_history",
+    "72": "directions",
+    "73": "spelling",
+    "74": "insurance",
+    "75": "what_is_your_name",
+    "76": "reminder",
+    "77": "where_are_you_from",
+    "78": "distance",
+    "79": "payday",
+    "80": "flight_status",
+    "81": "find_phone",
+    "82": "greeting",
+    "83": "alarm",
+    "84": "order_status",
+    "85": "confirm_reservation",
+    "86": "cook_time",
+    "87": "damaged_card",
+    "88": "reset_settings",
+    "89": "pin_change",
+    "90": "replacement_card_duration",
+    "91": "new_card",
+    "92": "roll_dice",
+    "93": "income",
+    "94": "taxes",
+    "95": "date",
+    "96": "who_made_you",
+    "97": "pto_request",
+    "98": "tire_pressure",
+    "99": "how_old_are_you",
+    "100": "rollover_401k",
+    "101": "pto_request_status",
+    "102": "how_busy",
+    "103": "application_status",
+    "104": "recipe",
+    "105": "calendar_update",
+    "106": "play_music",
+    "107": "yes",
+    "108": "direct_deposit",
+    "109": "credit_limit_change",
+    "110": "gas",
+    "111": "pay_bill",
+    "112": "ingredients_list",
+    "113": "lost_luggage",
+    "114": "goodbye",
+    "115": "what_can_i_ask_you",
+    "116": "book_hotel",
+    "117": "are_you_a_bot",
+    "118": "next_song",
+    "119": "change_speed",
+    "120": "plug_type",
+    "121": "maybe",
+    "122": "w2",
+    "123": "oil_change_when",
+    "124": "thank_you",
+    "125": "shopping_list_update",
+    "126": "pto_balance",
+    "127": "order_checks",
+    "128": "travel_alert",
+    "129": "fun_fact",
+    "130": "sync_device",
+    "131": "schedule_maintenance",
+    "132": "apr",
+    "133": "transfer",
+    "134": "ingredient_substitution",
+    "135": "calories",
+    "136": "current_location",
+    "137": "international_fees",
+    "138": "calculator",
+    "139": "definition",
+    "140": "next_holiday",
+    "141": "update_playlist",
+    "142": "mpg",
+    "143": "min_payment",
+    "144": "change_user_name",
+    "145": "restaurant_suggestion",
+    "146": "travel_notification",
+    "147": "cancel",
+    "148": "pto_used",
+    "149": "travel_suggestion",
+    "150": "change_volume"
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "accept_reservations": 9,
+    "account_blocked": 2,
+    "alarm": 83,
+    "application_status": 103,
+    "apr": 132,
+    "are_you_a_bot": 117,
+    "balance": 35,
+    "bill_balance": 27,
+    "bill_due": 56,
+    "book_flight": 63,
+    "book_hotel": 116,
+    "calculator": 138,
+    "calendar": 60,
+    "calendar_update": 105,
+    "calories": 135,
+    "cancel": 147,
+    "cancel_reservation": 67,
+    "car_rental": 40,
+    "card_declined": 49,
+    "carry_on": 62,
+    "change_accent": 51,
+    "change_ai_name": 55,
+    "change_language": 29,
+    "change_speed": 119,
+    "change_user_name": 144,
+    "change_volume": 150,
+    "confirm_reservation": 85,
+    "cook_time": 86,
+    "credit_limit": 41,
+    "credit_limit_change": 109,
+    "credit_score": 69,
+    "current_location": 136,
+    "damaged_card": 87,
+    "date": 95,
+    "definition": 139,
+    "direct_deposit": 108,
+    "directions": 72,
+    "distance": 78,
+    "do_you_have_pets": 34,
+    "exchange_rate": 38,
+    "expiration_date": 44,
+    "find_phone": 81,
+    "flight_status": 80,
+    "flip_coin": 33,
+    "food_last": 54,
+    "freeze_account": 20,
+    "fun_fact": 129,
+    "gas": 110,
+    "gas_type": 8,
+    "goodbye": 114,
+    "greeting": 82,
+    "how_busy": 102,
+    "how_old_are_you": 99,
+    "improve_credit_score": 28,
+    "income": 93,
+    "ingredient_substitution": 134,
+    "ingredients_list": 112,
+    "insurance": 74,
+    "insurance_change": 64,
+    "interest_rate": 7,
+    "international_fees": 137,
+    "international_visa": 59,
+    "jump_start": 17,
+    "last_maintenance": 37,
+    "lost_luggage": 113,
+    "make_call": 25,
+    "maybe": 121,
+    "meal_suggestion": 46,
+    "meaning_of_life": 22,
+    "measurement_conversion": 31,
+    "meeting_schedule": 19,
+    "min_payment": 143,
+    "mpg": 142,
+    "new_card": 91,
+    "next_holiday": 140,
+    "next_song": 118,
+    "no": 30,
+    "nutrition_info": 1,
+    "oil_change_how": 3,
+    "oil_change_when": 123,
+    "oos": 42,
+    "order": 16,
+    "order_checks": 127,
+    "order_status": 84,
+    "pay_bill": 111,
+    "payday": 79,
+    "pin_change": 89,
+    "play_music": 106,
+    "plug_type": 120,
+    "pto_balance": 126,
+    "pto_request": 97,
+    "pto_request_status": 101,
+    "pto_used": 148,
+    "recipe": 104,
+    "redeem_rewards": 6,
+    "reminder": 76,
+    "reminder_update": 53,
+    "repeat": 13,
+    "replacement_card_duration": 90,
+    "report_fraud": 70,
+    "report_lost_card": 12,
+    "reset_settings": 88,
+    "restaurant_reservation": 23,
+    "restaurant_reviews": 0,
+    "restaurant_suggestion": 145,
+    "rewards_balance": 50,
+    "roll_dice": 92,
+    "rollover_401k": 100,
+    "routing": 45,
+    "schedule_maintenance": 131,
+    "schedule_meeting": 18,
+    "share_location": 58,
+    "shopping_list": 43,
+    "shopping_list_update": 125,
+    "smart_home": 10,
+    "spelling": 73,
+    "spending_history": 71,
+    "sync_device": 130,
+    "taxes": 94,
+    "tell_joke": 36,
+    "text": 26,
+    "thank_you": 124,
+    "time": 4,
+    "timer": 32,
+    "timezone": 66,
+    "tire_change": 47,
+    "tire_pressure": 98,
+    "todo_list": 48,
+    "todo_list_update": 65,
+    "traffic": 24,
+    "transactions": 68,
+    "transfer": 133,
+    "translate": 61,
+    "travel_alert": 128,
+    "travel_notification": 146,
+    "travel_suggestion": 149,
+    "uber": 39,
+    "update_playlist": 141,
+    "user_name": 11,
+    "vaccines": 52,
+    "w2": 122,
+    "weather": 5,
+    "what_are_your_hobbies": 15,
+    "what_can_i_ask_you": 115,
+    "what_is_your_name": 75,
+    "what_song": 21,
+    "where_are_you_from": 77,
+    "whisper_mode": 14,
+    "who_do_you_work_for": 57,
+    "who_made_you": 96,
+    "yes": 107
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.36.2",
+  "vocab_size": 30522
+}

run-10/checkpoint-2500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615b6aab8805a81903d47f15a4ac73dc3cdf81387e4f42b30d9b8a18271fa0a4
+size 268290900

run-10/checkpoint-2500/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeebaf1aa8184dad6a1f4d372608d83bf54dd2093218335dcd5176e0eb092d61
+size 536643898

run-10/checkpoint-2500/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6678b7a40b560a3eea5db2afcf8ea2372c16bed341b1fe2132b07558d5f5b3c
+size 14244

run-10/checkpoint-2500/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d116f7be47ce88249a782ce7aafaf5b673a05bfa0ebdf9f14ab4c327c94c6b04
+size 1064

run-10/checkpoint-2500/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-10/checkpoint-2500/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-10/checkpoint-2500/trainer_state.json

@@ -0,0 +1,118 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 7.861635220125786,
+  "eval_steps": 500,
+  "global_step": 2500,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.6738709677419354,
+      "eval_loss": 0.40543094277381897,
+      "eval_runtime": 1.5192,
+      "eval_samples_per_second": 2040.5,
+      "eval_steps_per_second": 42.785,
+      "step": 318
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 1.685534591194969e-05,
+      "loss": 0.6402,
+      "step": 500
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.8451612903225807,
+      "eval_loss": 0.1374775767326355,
+      "eval_runtime": 1.4813,
+      "eval_samples_per_second": 2092.755,
+      "eval_steps_per_second": 43.88,
+      "step": 636
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.8964516129032258,
+      "eval_loss": 0.06959949433803558,
+      "eval_runtime": 1.4706,
+      "eval_samples_per_second": 2107.994,
+      "eval_steps_per_second": 44.2,
+      "step": 954
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.371069182389937e-05,
+      "loss": 0.1606,
+      "step": 1000
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.9161290322580645,
+      "eval_loss": 0.05019702389836311,
+      "eval_runtime": 1.469,
+      "eval_samples_per_second": 2110.305,
+      "eval_steps_per_second": 44.248,
+      "step": 1272
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 1.0566037735849058e-05,
+      "loss": 0.0795,
+      "step": 1500
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.9251612903225807,
+      "eval_loss": 0.0416053868830204,
+      "eval_runtime": 1.4758,
+      "eval_samples_per_second": 2100.597,
+      "eval_steps_per_second": 44.045,
+      "step": 1590
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.9287096774193548,
+      "eval_loss": 0.03693937882781029,
+      "eval_runtime": 1.4766,
+      "eval_samples_per_second": 2099.377,
+      "eval_steps_per_second": 44.019,
+      "step": 1908
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 7.421383647798742e-06,
+      "loss": 0.06,
+      "step": 2000
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.9306451612903226,
+      "eval_loss": 0.034136172384023666,
+      "eval_runtime": 1.4764,
+      "eval_samples_per_second": 2099.651,
+      "eval_steps_per_second": 44.025,
+      "step": 2226
+    },
+    {
+      "epoch": 7.86,
+      "learning_rate": 4.276729559748428e-06,
+      "loss": 0.0515,
+      "step": 2500
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 3180,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 500,
+  "total_flos": 792271302006156.0,
+  "train_batch_size": 48,
+  "trial_name": null,
+  "trial_params": {
+    "alpha": 0.6113798620723033,
+    "num_train_epochs": 10,
+    "temperature": 2
+  }
+}

run-10/checkpoint-2500/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831c1e1946a3122f513352a7ed335d886ca6e40d4ecbd02360410408626d1d43
+size 4728

run-10/checkpoint-3000/config.json

@@ -0,0 +1,331 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "restaurant_reviews",
+    "1": "nutrition_info",
+    "2": "account_blocked",
+    "3": "oil_change_how",
+    "4": "time",
+    "5": "weather",
+    "6": "redeem_rewards",
+    "7": "interest_rate",
+    "8": "gas_type",
+    "9": "accept_reservations",
+    "10": "smart_home",
+    "11": "user_name",
+    "12": "report_lost_card",
+    "13": "repeat",
+    "14": "whisper_mode",
+    "15": "what_are_your_hobbies",
+    "16": "order",
+    "17": "jump_start",
+    "18": "schedule_meeting",
+    "19": "meeting_schedule",
+    "20": "freeze_account",
+    "21": "what_song",
+    "22": "meaning_of_life",
+    "23": "restaurant_reservation",
+    "24": "traffic",
+    "25": "make_call",
+    "26": "text",
+    "27": "bill_balance",
+    "28": "improve_credit_score",
+    "29": "change_language",
+    "30": "no",
+    "31": "measurement_conversion",
+    "32": "timer",
+    "33": "flip_coin",
+    "34": "do_you_have_pets",
+    "35": "balance",
+    "36": "tell_joke",
+    "37": "last_maintenance",
+    "38": "exchange_rate",
+    "39": "uber",
+    "40": "car_rental",
+    "41": "credit_limit",
+    "42": "oos",
+    "43": "shopping_list",
+    "44": "expiration_date",
+    "45": "routing",
+    "46": "meal_suggestion",
+    "47": "tire_change",
+    "48": "todo_list",
+    "49": "card_declined",
+    "50": "rewards_balance",
+    "51": "change_accent",
+    "52": "vaccines",
+    "53": "reminder_update",
+    "54": "food_last",
+    "55": "change_ai_name",
+    "56": "bill_due",
+    "57": "who_do_you_work_for",
+    "58": "share_location",
+    "59": "international_visa",
+    "60": "calendar",
+    "61": "translate",
+    "62": "carry_on",
+    "63": "book_flight",
+    "64": "insurance_change",
+    "65": "todo_list_update",
+    "66": "timezone",
+    "67": "cancel_reservation",
+    "68": "transactions",
+    "69": "credit_score",
+    "70": "report_fraud",
+    "71": "spending_history",
+    "72": "directions",
+    "73": "spelling",
+    "74": "insurance",
+    "75": "what_is_your_name",
+    "76": "reminder",
+    "77": "where_are_you_from",
+    "78": "distance",
+    "79": "payday",
+    "80": "flight_status",
+    "81": "find_phone",
+    "82": "greeting",
+    "83": "alarm",
+    "84": "order_status",
+    "85": "confirm_reservation",
+    "86": "cook_time",
+    "87": "damaged_card",
+    "88": "reset_settings",
+    "89": "pin_change",
+    "90": "replacement_card_duration",
+    "91": "new_card",
+    "92": "roll_dice",
+    "93": "income",
+    "94": "taxes",
+    "95": "date",
+    "96": "who_made_you",
+    "97": "pto_request",
+    "98": "tire_pressure",
+    "99": "how_old_are_you",
+    "100": "rollover_401k",
+    "101": "pto_request_status",
+    "102": "how_busy",
+    "103": "application_status",
+    "104": "recipe",
+    "105": "calendar_update",
+    "106": "play_music",
+    "107": "yes",
+    "108": "direct_deposit",
+    "109": "credit_limit_change",
+    "110": "gas",
+    "111": "pay_bill",
+    "112": "ingredients_list",
+    "113": "lost_luggage",
+    "114": "goodbye",
+    "115": "what_can_i_ask_you",
+    "116": "book_hotel",
+    "117": "are_you_a_bot",
+    "118": "next_song",
+    "119": "change_speed",
+    "120": "plug_type",
+    "121": "maybe",
+    "122": "w2",
+    "123": "oil_change_when",
+    "124": "thank_you",
+    "125": "shopping_list_update",
+    "126": "pto_balance",
+    "127": "order_checks",
+    "128": "travel_alert",
+    "129": "fun_fact",
+    "130": "sync_device",
+    "131": "schedule_maintenance",
+    "132": "apr",
+    "133": "transfer",
+    "134": "ingredient_substitution",
+    "135": "calories",
+    "136": "current_location",
+    "137": "international_fees",
+    "138": "calculator",
+    "139": "definition",
+    "140": "next_holiday",
+    "141": "update_playlist",
+    "142": "mpg",
+    "143": "min_payment",
+    "144": "change_user_name",
+    "145": "restaurant_suggestion",
+    "146": "travel_notification",
+    "147": "cancel",
+    "148": "pto_used",
+    "149": "travel_suggestion",
+    "150": "change_volume"
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "accept_reservations": 9,
+    "account_blocked": 2,
+    "alarm": 83,
+    "application_status": 103,
+    "apr": 132,
+    "are_you_a_bot": 117,
+    "balance": 35,
+    "bill_balance": 27,
+    "bill_due": 56,
+    "book_flight": 63,
+    "book_hotel": 116,
+    "calculator": 138,
+    "calendar": 60,
+    "calendar_update": 105,
+    "calories": 135,
+    "cancel": 147,
+    "cancel_reservation": 67,
+    "car_rental": 40,
+    "card_declined": 49,
+    "carry_on": 62,
+    "change_accent": 51,
+    "change_ai_name": 55,
+    "change_language": 29,
+    "change_speed": 119,
+    "change_user_name": 144,
+    "change_volume": 150,
+    "confirm_reservation": 85,
+    "cook_time": 86,
+    "credit_limit": 41,
+    "credit_limit_change": 109,
+    "credit_score": 69,
+    "current_location": 136,
+    "damaged_card": 87,
+    "date": 95,
+    "definition": 139,
+    "direct_deposit": 108,
+    "directions": 72,
+    "distance": 78,
+    "do_you_have_pets": 34,
+    "exchange_rate": 38,
+    "expiration_date": 44,
+    "find_phone": 81,
+    "flight_status": 80,
+    "flip_coin": 33,
+    "food_last": 54,
+    "freeze_account": 20,
+    "fun_fact": 129,
+    "gas": 110,
+    "gas_type": 8,
+    "goodbye": 114,
+    "greeting": 82,
+    "how_busy": 102,
+    "how_old_are_you": 99,
+    "improve_credit_score": 28,
+    "income": 93,
+    "ingredient_substitution": 134,
+    "ingredients_list": 112,
+    "insurance": 74,
+    "insurance_change": 64,
+    "interest_rate": 7,
+    "international_fees": 137,
+    "international_visa": 59,
+    "jump_start": 17,
+    "last_maintenance": 37,
+    "lost_luggage": 113,
+    "make_call": 25,
+    "maybe": 121,
+    "meal_suggestion": 46,
+    "meaning_of_life": 22,
+    "measurement_conversion": 31,
+    "meeting_schedule": 19,
+    "min_payment": 143,
+    "mpg": 142,
+    "new_card": 91,
+    "next_holiday": 140,
+    "next_song": 118,
+    "no": 30,
+    "nutrition_info": 1,
+    "oil_change_how": 3,
+    "oil_change_when": 123,
+    "oos": 42,
+    "order": 16,
+    "order_checks": 127,
+    "order_status": 84,
+    "pay_bill": 111,
+    "payday": 79,
+    "pin_change": 89,
+    "play_music": 106,
+    "plug_type": 120,
+    "pto_balance": 126,
+    "pto_request": 97,
+    "pto_request_status": 101,
+    "pto_used": 148,
+    "recipe": 104,
+    "redeem_rewards": 6,
+    "reminder": 76,
+    "reminder_update": 53,
+    "repeat": 13,
+    "replacement_card_duration": 90,
+    "report_fraud": 70,
+    "report_lost_card": 12,
+    "reset_settings": 88,
+    "restaurant_reservation": 23,
+    "restaurant_reviews": 0,
+    "restaurant_suggestion": 145,
+    "rewards_balance": 50,
+    "roll_dice": 92,
+    "rollover_401k": 100,
+    "routing": 45,
+    "schedule_maintenance": 131,
+    "schedule_meeting": 18,
+    "share_location": 58,
+    "shopping_list": 43,
+    "shopping_list_update": 125,
+    "smart_home": 10,
+    "spelling": 73,
+    "spending_history": 71,
+    "sync_device": 130,
+    "taxes": 94,
+    "tell_joke": 36,
+    "text": 26,
+    "thank_you": 124,
+    "time": 4,
+    "timer": 32,
+    "timezone": 66,
+    "tire_change": 47,
+    "tire_pressure": 98,
+    "todo_list": 48,
+    "todo_list_update": 65,
+    "traffic": 24,
+    "transactions": 68,
+    "transfer": 133,
+    "translate": 61,
+    "travel_alert": 128,
+    "travel_notification": 146,
+    "travel_suggestion": 149,
+    "uber": 39,
+    "update_playlist": 141,
+    "user_name": 11,
+    "vaccines": 52,
+    "w2": 122,
+    "weather": 5,
+    "what_are_your_hobbies": 15,
+    "what_can_i_ask_you": 115,
+    "what_is_your_name": 75,
+    "what_song": 21,
+    "where_are_you_from": 77,
+    "whisper_mode": 14,
+    "who_do_you_work_for": 57,
+    "who_made_you": 96,
+    "yes": 107
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.36.2",
+  "vocab_size": 30522
+}

run-10/checkpoint-3000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de842fe0ac1dbeb8569fa0a28649fea01e5a0f18084365e505025db41388a1a9
+size 268290900

run-10/checkpoint-3000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f219b38caca8a65a945bf462f5de7b0bb7217ea83dec7eca33f6eabb348fb5e
+size 536643898

run-10/checkpoint-3000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558677dbf75a627c0798c612f9527ce351dcf91d6566fe6e565e96af95ca4e13
+size 14244

run-10/checkpoint-3000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9548b29c3da5cefcad3a24e99f04bf8fb9b742e0c4db1bfc7dbdc86bbedf4f42
+size 1064