Upload TFDistilBertForSequenceClassification

README.md

@@ -33,7 +33,7 @@ More information needed
 ### Training hyperparameters
 
 The following hyperparameters were used during training:
-- optimizer: {'name': 'Adam', 'weight_decay': None, 'clipnorm': None, 'global_clipnorm': None, 'clipvalue': None, 'use_ema': False, 'ema_momentum': 0.99, 'ema_overwrite_frequency': None, 'jit_compile': False, 'is_legacy_optimizer': False, 'learning_rate': {'class_name': 'PolynomialDecay', 'config': {'initial_learning_rate': 2e-05, 'decay_steps': 1908, 'end_learning_rate': 0.0, 'power': 1.0, 'cycle': False, 'name': None}}, 'beta_1': 0.9, 'beta_2': 0.999, 'epsilon': 1e-08, 'amsgrad': False}
+- optimizer: {'name': 'Adam', 'weight_decay': None, 'clipnorm': None, 'global_clipnorm': None, 'clipvalue': None, 'use_ema': False, 'ema_momentum': 0.99, 'ema_overwrite_frequency': None, 'jit_compile': True, 'is_legacy_optimizer': False, 'learning_rate': {'class_name': 'PolynomialDecay', 'config': {'initial_learning_rate': 2e-05, 'decay_steps': 1908, 'end_learning_rate': 0.0, 'power': 1.0, 'cycle': False, 'name': None}}, 'beta_1': 0.9, 'beta_2': 0.999, 'epsilon': 1e-08, 'amsgrad': False}
 - training_precision: float32
 
 ### Training results

config.json

@@ -9,49 +9,49 @@
   "dropout": 0.1,
   "hidden_dim": 3072,
   "id2label": {
-    "0": "LABEL_0",
-    "1": "LABEL_1",
-    "2": "LABEL_2",
-    "3": "LABEL_3",
-    "4": "LABEL_4",
-    "5": "LABEL_5",
-    "6": "LABEL_6",
-    "7": "LABEL_7",
-    "8": "LABEL_8",
-    "9": "LABEL_9",
-    "10": "LABEL_10",
-    "11": "LABEL_11",
-    "12": "LABEL_12",
-    "13": "LABEL_13",
-    "14": "LABEL_14",
-    "15": "LABEL_15",
-    "16": "LABEL_16",
-    "17": "LABEL_17",
-    "18": "LABEL_18",
-    "19": "LABEL_19"
+    "0": "alt.atheism",
+    "1": "comp.graphics",
+    "2": "comp.os.ms-windows.misc",
+    "3": "comp.sys.ibm.pc.hardware",
+    "4": "comp.sys.mac.hardware",
+    "5": "comp.windows.x",
+    "6": "misc.forsale",
+    "7": "rec.autos",
+    "8": "rec.motorcycles",
+    "9": "rec.sport.baseball",
+    "10": "rec.sport.hockey",
+    "11": "sci.crypt",
+    "12": "sci.electronics",
+    "13": "sci.med",
+    "14": "sci.space",
+    "15": "soc.religion.christian",
+    "16": "talk.politics.guns",
+    "17": "talk.politics.mideast",
+    "18": "talk.politics.misc",
+    "19": "talk.religion.misc"
   },
   "initializer_range": 0.02,
   "label2id": {
-    "LABEL_0": 0,
-    "LABEL_1": 1,
-    "LABEL_10": 10,
-    "LABEL_11": 11,
-    "LABEL_12": 12,
-    "LABEL_13": 13,
-    "LABEL_14": 14,
-    "LABEL_15": 15,
-    "LABEL_16": 16,
-    "LABEL_17": 17,
-    "LABEL_18": 18,
-    "LABEL_19": 19,
-    "LABEL_2": 2,
-    "LABEL_3": 3,
-    "LABEL_4": 4,
-    "LABEL_5": 5,
-    "LABEL_6": 6,
-    "LABEL_7": 7,
-    "LABEL_8": 8,
-    "LABEL_9": 9
+    "alt.atheism": 0,
+    "comp.graphics": 1,
+    "comp.os.ms-windows.misc": 2,
+    "comp.sys.ibm.pc.hardware": 3,
+    "comp.sys.mac.hardware": 4,
+    "comp.windows.x": 5,
+    "misc.forsale": 6,
+    "rec.autos": 7,
+    "rec.motorcycles": 8,
+    "rec.sport.baseball": 9,
+    "rec.sport.hockey": 10,
+    "sci.crypt": 11,
+    "sci.electronics": 12,
+    "sci.med": 13,
+    "sci.space": 14,
+    "soc.religion.christian": 15,
+    "talk.politics.guns": 16,
+    "talk.politics.mideast": 17,
+    "talk.politics.misc": 18,
+    "talk.religion.misc": 19
   },
   "max_position_embeddings": 512,
   "model_type": "distilbert",

tf_model.h5

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d44552e100fdb90642048e16ae46c6b6dd7336ae591afd3c2dd02a427f1511e
+oid sha256:21fe423fa93ddc48653bb232add12005ee8130f31b2fbdf49a7c994ba31cf1b6
 size 268007104