Upload TFDistilBertForTokenClassification

README.md

@@ -0,0 +1,60 @@
+---
+license: apache-2.0
+base_model: distilbert/distilbert-base-uncased
+tags:
+- generated_from_keras_callback
+model-index:
+- name: baseline_model
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information Keras had access to. You should
+probably proofread and complete it, then remove this comment. -->
+
+# baseline_model
+
+This model is a fine-tuned version of [distilbert/distilbert-base-uncased](https://huggingface.co/distilbert/distilbert-base-uncased) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Train Loss: 0.1997
+- Validation Loss: 0.2418
+- Train Precision: 0.8722
+- Train Recall: 0.8725
+- Train F1: 0.8723
+- Train Accuracy: 0.9536
+- Epoch: 2
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- optimizer: {'name': 'AdamWeightDecay', 'learning_rate': {'module': 'keras.optimizers.schedules', 'class_name': 'PolynomialDecay', 'config': {'initial_learning_rate': 2e-05, 'decay_steps': 927, 'end_learning_rate': 0.0, 'power': 1.0, 'cycle': False, 'name': None}, 'registered_name': None}, 'decay': 0.0, 'beta_1': 0.9, 'beta_2': 0.999, 'epsilon': 1e-08, 'amsgrad': False, 'weight_decay_rate': 0.01}
+- training_precision: float32
+
+### Training results
+
+| Train Loss | Validation Loss | Train Precision | Train Recall | Train F1 | Train Accuracy | Epoch |
+|:----------:|:---------------:|:---------------:|:------------:|:--------:|:--------------:|:-----:|
+| 0.9511     | 0.3933          | 0.8058          | 0.7913       | 0.7985   | 0.9267         | 0     |
+| 0.2735     | 0.2720          | 0.8628          | 0.8628       | 0.8628   | 0.9509         | 1     |
+| 0.1997     | 0.2418          | 0.8722          | 0.8725       | 0.8723   | 0.9536         | 2     |
+
+
+### Framework versions
+
+- Transformers 4.41.2
+- TensorFlow 2.16.1
+- Datasets 2.20.0
+- Tokenizers 0.19.1

config.json

@@ -0,0 +1,285 @@
+{
+  "_name_or_path": "distilbert/distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForTokenClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "O",
+    "1": "B-meal_description",
+    "2": "B-or",
+    "3": "I-depart_time.period_of_day",
+    "4": "B-depart_time.time",
+    "5": "I-flight_time",
+    "6": "I-depart_time.time_relative",
+    "7": "B-airline_code",
+    "8": "B-airport_code",
+    "9": "B-aircraft_code",
+    "10": "I-flight_number",
+    "11": "B-flight_mod",
+    "12": "I-stoploc.city_name",
+    "13": "B-return_date.today_relative",
+    "14": "I-transport_type",
+    "15": "B-stoploc.airport_code",
+    "16": "B-meal_code",
+    "17": "B-fromloc.city_name",
+    "18": "B-flight_days",
+    "19": "I-cost_relative",
+    "20": "B-cost_relative",
+    "21": "B-depart_time.start_time",
+    "22": "I-arrive_time.time",
+    "23": "I-mod",
+    "24": "B-day_number",
+    "25": "I-time",
+    "26": "B-restriction_code",
+    "27": "B-stoploc.city_name",
+    "28": "B-arrive_time.time_relative",
+    "29": "I-toloc.airport_name",
+    "30": "I-flight_stop",
+    "31": "B-fromloc.state_code",
+    "32": "I-depart_date.day_number",
+    "33": "B-days_code",
+    "34": "I-depart_time.start_time",
+    "35": "I-flight_mod",
+    "36": "B-compartment",
+    "37": "B-depart_time.period_of_day",
+    "38": "B-flight_stop",
+    "39": "B-toloc.city_name",
+    "40": "I-depart_time.end_time",
+    "41": "B-depart_time.time_relative",
+    "42": "B-fare_amount",
+    "43": "B-day_name",
+    "44": "B-stoploc.airport_name",
+    "45": "I-city_name",
+    "46": "B-round_trip",
+    "47": "I-toloc.city_name",
+    "48": "B-return_time.period_mod",
+    "49": "I-state_name",
+    "50": "I-arrive_date.day_number",
+    "51": "B-class_type",
+    "52": "I-economy",
+    "53": "I-round_trip",
+    "54": "B-arrive_date.month_name",
+    "55": "B-depart_date.day_number",
+    "56": "I-fromloc.state_name",
+    "57": "B-depart_date.month_name",
+    "58": "I-class_type",
+    "59": "B-arrive_time.period_mod",
+    "60": "B-time_relative",
+    "61": "I-restriction_code",
+    "62": "B-toloc.country_name",
+    "63": "B-depart_time.period_mod",
+    "64": "I-return_date.date_relative",
+    "65": "B-state_name",
+    "66": "B-arrive_time.start_time",
+    "67": "B-return_date.month_name",
+    "68": "B-return_time.period_of_day",
+    "69": "I-arrive_time.period_of_day",
+    "70": "B-airline_name",
+    "71": "I-fare_basis_code",
+    "72": "B-period_of_day",
+    "73": "B-today_relative",
+    "74": "B-fare_basis_code",
+    "75": "B-depart_time.end_time",
+    "76": "I-arrive_time.end_time",
+    "77": "B-arrive_date.today_relative",
+    "78": "I-fromloc.airport_name",
+    "79": "I-arrive_time.start_time",
+    "80": "I-return_date.today_relative",
+    "81": "I-airport_name",
+    "82": "I-depart_date.today_relative",
+    "83": "I-fromloc.city_name",
+    "84": "B-depart_date.today_relative",
+    "85": "B-depart_date.year",
+    "86": "I-arrive_time.time_relative",
+    "87": "I-airline_name",
+    "88": "B-toloc.airport_name",
+    "89": "B-arrive_date.day_number",
+    "90": "B-depart_date.day_name",
+    "91": "B-arrive_time.end_time",
+    "92": "B-fromloc.airport_name",
+    "93": "B-connect",
+    "94": "B-return_date.day_name",
+    "95": "B-stoploc.state_code",
+    "96": "I-depart_date.day_name",
+    "97": "B-return_date.date_relative",
+    "98": "B-arrive_time.time",
+    "99": "B-meal",
+    "100": "B-state_code",
+    "101": "I-today_relative",
+    "102": "I-return_date.day_number",
+    "103": "I-toloc.state_name",
+    "104": "B-city_name",
+    "105": "B-airport_name",
+    "106": "B-booking_class",
+    "107": "I-depart_time.time",
+    "108": "I-meal_description",
+    "109": "B-toloc.airport_code",
+    "110": "B-toloc.state_code",
+    "111": "B-return_date.day_number",
+    "112": "B-transport_type",
+    "113": "B-mod",
+    "114": "B-toloc.state_name",
+    "115": "B-depart_date.date_relative",
+    "116": "B-time",
+    "117": "I-meal_code",
+    "118": "B-fromloc.state_name",
+    "119": "B-month_name",
+    "120": "B-flight_number",
+    "121": "B-flight",
+    "122": "B-arrive_date.date_relative",
+    "123": "B-arrive_date.day_name",
+    "124": "B-flight_time",
+    "125": "B-fromloc.airport_code",
+    "126": "B-economy",
+    "127": "B-arrive_time.period_of_day",
+    "128": "I-fare_amount"
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "B-aircraft_code": 9,
+    "B-airline_code": 7,
+    "B-airline_name": 70,
+    "B-airport_code": 8,
+    "B-airport_name": 105,
+    "B-arrive_date.date_relative": 122,
+    "B-arrive_date.day_name": 123,
+    "B-arrive_date.day_number": 89,
+    "B-arrive_date.month_name": 54,
+    "B-arrive_date.today_relative": 77,
+    "B-arrive_time.end_time": 91,
+    "B-arrive_time.period_mod": 59,
+    "B-arrive_time.period_of_day": 127,
+    "B-arrive_time.start_time": 66,
+    "B-arrive_time.time": 98,
+    "B-arrive_time.time_relative": 28,
+    "B-booking_class": 106,
+    "B-city_name": 104,
+    "B-class_type": 51,
+    "B-compartment": 36,
+    "B-connect": 93,
+    "B-cost_relative": 20,
+    "B-day_name": 43,
+    "B-day_number": 24,
+    "B-days_code": 33,
+    "B-depart_date.date_relative": 115,
+    "B-depart_date.day_name": 90,
+    "B-depart_date.day_number": 55,
+    "B-depart_date.month_name": 57,
+    "B-depart_date.today_relative": 84,
+    "B-depart_date.year": 85,
+    "B-depart_time.end_time": 75,
+    "B-depart_time.period_mod": 63,
+    "B-depart_time.period_of_day": 37,
+    "B-depart_time.start_time": 21,
+    "B-depart_time.time": 4,
+    "B-depart_time.time_relative": 41,
+    "B-economy": 126,
+    "B-fare_amount": 42,
+    "B-fare_basis_code": 74,
+    "B-flight": 121,
+    "B-flight_days": 18,
+    "B-flight_mod": 11,
+    "B-flight_number": 120,
+    "B-flight_stop": 38,
+    "B-flight_time": 124,
+    "B-fromloc.airport_code": 125,
+    "B-fromloc.airport_name": 92,
+    "B-fromloc.city_name": 17,
+    "B-fromloc.state_code": 31,
+    "B-fromloc.state_name": 118,
+    "B-meal": 99,
+    "B-meal_code": 16,
+    "B-meal_description": 1,
+    "B-mod": 113,
+    "B-month_name": 119,
+    "B-or": 2,
+    "B-period_of_day": 72,
+    "B-restriction_code": 26,
+    "B-return_date.date_relative": 97,
+    "B-return_date.day_name": 94,
+    "B-return_date.day_number": 111,
+    "B-return_date.month_name": 67,
+    "B-return_date.today_relative": 13,
+    "B-return_time.period_mod": 48,
+    "B-return_time.period_of_day": 68,
+    "B-round_trip": 46,
+    "B-state_code": 100,
+    "B-state_name": 65,
+    "B-stoploc.airport_code": 15,
+    "B-stoploc.airport_name": 44,
+    "B-stoploc.city_name": 27,
+    "B-stoploc.state_code": 95,
+    "B-time": 116,
+    "B-time_relative": 60,
+    "B-today_relative": 73,
+    "B-toloc.airport_code": 109,
+    "B-toloc.airport_name": 88,
+    "B-toloc.city_name": 39,
+    "B-toloc.country_name": 62,
+    "B-toloc.state_code": 110,
+    "B-toloc.state_name": 114,
+    "B-transport_type": 112,
+    "I-airline_name": 87,
+    "I-airport_name": 81,
+    "I-arrive_date.day_number": 50,
+    "I-arrive_time.end_time": 76,
+    "I-arrive_time.period_of_day": 69,
+    "I-arrive_time.start_time": 79,
+    "I-arrive_time.time": 22,
+    "I-arrive_time.time_relative": 86,
+    "I-city_name": 45,
+    "I-class_type": 58,
+    "I-cost_relative": 19,
+    "I-depart_date.day_name": 96,
+    "I-depart_date.day_number": 32,
+    "I-depart_date.today_relative": 82,
+    "I-depart_time.end_time": 40,
+    "I-depart_time.period_of_day": 3,
+    "I-depart_time.start_time": 34,
+    "I-depart_time.time": 107,
+    "I-depart_time.time_relative": 6,
+    "I-economy": 52,
+    "I-fare_amount": 128,
+    "I-fare_basis_code": 71,
+    "I-flight_mod": 35,
+    "I-flight_number": 10,
+    "I-flight_stop": 30,
+    "I-flight_time": 5,
+    "I-fromloc.airport_name": 78,
+    "I-fromloc.city_name": 83,
+    "I-fromloc.state_name": 56,
+    "I-meal_code": 117,
+    "I-meal_description": 108,
+    "I-mod": 23,
+    "I-restriction_code": 61,
+    "I-return_date.date_relative": 64,
+    "I-return_date.day_number": 102,
+    "I-return_date.today_relative": 80,
+    "I-round_trip": 53,
+    "I-state_name": 49,
+    "I-stoploc.city_name": 12,
+    "I-time": 25,
+    "I-today_relative": 101,
+    "I-toloc.airport_name": 29,
+    "I-toloc.city_name": 47,
+    "I-toloc.state_name": 103,
+    "I-transport_type": 14,
+    "O": 0
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "transformers_version": "4.41.2",
+  "vocab_size": 30522
+}

tf_model.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d86fb5f96c649bd90298dd30a2e81041b8518f55b420974ed6ea15e00225e7
+size 265975056