Training in progress epoch 0

README.md

@@ -0,0 +1,53 @@
+---
+base_model: clincolnoz/LessSexistBERT
+tags:
+- generated_from_keras_callback
+model-index:
+- name: harshupadhyayy/LessSexistBERT-finetuned-imdb
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information Keras had access to. You should
+probably proofread and complete it, then remove this comment. -->
+
+# harshupadhyayy/LessSexistBERT-finetuned-imdb
+
+This model is a fine-tuned version of [clincolnoz/LessSexistBERT](https://huggingface.co/clincolnoz/LessSexistBERT) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Train Loss: 8.1277
+- Validation Loss: 6.6512
+- Epoch: 0
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- optimizer: {'name': 'AdamWeightDecay', 'learning_rate': {'module': 'transformers.optimization_tf', 'class_name': 'WarmUp', 'config': {'initial_learning_rate': 2e-05, 'decay_schedule_fn': {'module': 'keras.optimizers.schedules', 'class_name': 'PolynomialDecay', 'config': {'initial_learning_rate': 2e-05, 'decay_steps': -688, 'end_learning_rate': 0.0, 'power': 1.0, 'cycle': False, 'name': None}, 'registered_name': None}, 'warmup_steps': 1000, 'power': 1.0, 'name': None}, 'registered_name': 'WarmUp'}, 'decay': 0.0, 'beta_1': 0.9, 'beta_2': 0.999, 'epsilon': 1e-08, 'amsgrad': False, 'weight_decay_rate': 0.01}
+- training_precision: mixed_float16
+
+### Training results
+
+| Train Loss | Validation Loss | Epoch |
+|:----------:|:---------------:|:-----:|
+| 8.1277     | 6.6512          | 0     |
+
+
+### Framework versions
+
+- Transformers 4.34.1
+- TensorFlow 2.14.0
+- Datasets 2.14.6
+- Tokenizers 0.14.1

added_tokens.json

@@ -0,0 +1,126 @@
+{
+  "#gabfam": 30571,
+  "#maga": 30626,
+  "#speakfreely": 30610,
+  "&": 30549,
+  "​": 30531,
+  ">": 30533,
+  ">i": 30639,
+  ">the": 30530,
+  "100%": 30548,
+  "[[url]]": 30568,
+  "[url]": 30556,
+  "[user]": 30552,
+  "ain't": 30623,
+  "alot": 30603,
+  "and/or": 30563,
+  "anyways": 30529,
+  "aren’t": 30601,
+  "assholes": 30606,
+  "autistic": 30591,
+  "blackpill": 30587,
+  "bruh": 30523,
+  "btw": 30589,
+  "cant": 30569,
+  "can’t": 30644,
+  "chads": 30611,
+  "congrats": 30534,
+  "couldn’t": 30580,
+  "covid": 30621,
+  "cringe": 30555,
+  "cuz": 30637,
+  "delusional": 30613,
+  "didnt": 30604,
+  "didn’t": 30619,
+  "doesnt": 30609,
+  "doesn’t": 30595,
+  "dont": 30628,
+  "don’t": 30636,
+  "downvoted": 30542,
+  "dudes": 30583,
+  "dunno": 30541,
+  "foids": 30600,
+  "fucks": 30586,
+  "gab": 30645,
+  "haha": 30643,
+  "hahaha": 30575,
+  "hateful": 30592,
+  "haven’t": 30550,
+  "he’s": 30631,
+  "hobbies": 30522,
+  "idk": 30525,
+  "imo": 30578,
+  "incel": 30620,
+  "incels": 30624,
+  "insecure": 30630,
+  "irl": 30559,
+  "isnt": 30527,
+  "isn’t": 30537,
+  "it'll": 30545,
+  "it’s": 30588,
+  "ive": 30539,
+  "i’d": 30618,
+  "i’ll": 30558,
+  "i’m": 30560,
+  "i’ve": 30582,
+  "jfl": 30570,
+  "leftists": 30625,
+  "legit": 30554,
+  "lmao": 30599,
+  "lol": 30538,
+  "ltr": 30638,
+  "meme": 30564,
+  "memes": 30543,
+  "mentality": 30579,
+  "mgtow": 30585,
+  "mindset": 30590,
+  "mods": 30547,
+  "moron": 30605,
+  "morons": 30576,
+  "normie": 30635,
+  "normies": 30546,
+  "omg": 30562,
+  "people's": 30577,
+  "pilled": 30532,
+  "ppl": 30567,
+  "pua": 30557,
+  "reddit": 30584,
+  "redpill": 30536,
+  "retard": 30607,
+  "retarded": 30566,
+  "retards": 30597,
+  "she’s": 30622,
+  "shouldn’t": 30596,
+  "sidebar": 30528,
+  "simp": 30574,
+  "simps": 30615,
+  "sjw": 30641,
+  "sjws": 30614,
+  "smv": 30565,
+  "someone's": 30602,
+  "subreddit": 30612,
+  "subs": 30642,
+  "tbh": 30544,
+  "thats": 30633,
+  "that’s": 30629,
+  "theres": 30526,
+  "there’s": 30573,
+  "they’re": 30640,
+  "tinder": 30540,
+  "trp": 30616,
+  "upvote": 30561,
+  "wasn’t": 30598,
+  "we’re": 30581,
+  "whats": 30608,
+  "what’s": 30593,
+  "wont": 30551,
+  "won’t": 30524,
+  "wouldn’t": 30572,
+  "wtf": 30553,
+  "yea": 30627,
+  "youre": 30634,
+  "you’ll": 30535,
+  "you’re": 30617,
+  "you’ve": 30632,
+  "yup": 30594
+}

config.json

@@ -0,0 +1,26 @@
+{
+  "_name_or_path": "clincolnoz/LessSexistBERT",
+  "architectures": [
+    "BertForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.34.1",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30646
+}

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tf_model.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9985fa04aa5d3dce83aaa75e823d635a81f2d18afd156d61ac67f028c485d80c
+size 534449968