Upload GPTNeoXForSequenceClassification

config.json

@@ -6,7 +6,7 @@
   "attention_dropout": 0.0,
   "bos_token_id": 0,
   "classifier_dropout": 0.1,
-  "dtype": "float32",
+  "dtype": "bfloat16",
   "eos_token_id": 0,
   "hidden_act": "gelu",
   "hidden_dropout": 0.0,
@@ -15,7 +15,7 @@
     "0": "LABEL_0"
   },
   "initializer_range": 0.02,
-  "intermediate_size": 512,
+  "intermediate_size": 32,
   "label2id": {
     "LABEL_0": 0
   },
@@ -24,14 +24,13 @@
   "model_type": "gpt_neox",
   "num_attention_heads": 4,
   "num_hidden_layers": 2,
-  "num_key_value_heads": 2,
   "partial_rotary_factor": 0.25,
   "rope_scaling": null,
   "rope_theta": 10000,
   "rotary_emb_base": 10000,
   "rotary_pct": 0.25,
   "tie_word_embeddings": false,
-  "transformers_version": "4.57.0.dev0",
+  "transformers_version": "4.56.2",
   "use_cache": true,
   "use_parallel_residual": true,
   "vocab_size": 50304

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60dcdc4a75c689e2ae458dfcbee770825dd7f77429443b54e0e986818fbb3db2
-size 3367184
+oid sha256:a81e4bceef0d9309b52bba1b380589b17682e9b12ce0d52a286e6af09e685875
+size 1621760