EleutherAI
/

pythia-2.8b-subtraction-first-ft

Text Generation

Inference Endpoints

text-generation-inference

Model card Files Files and versions Community

atmallen commited on Mar 22

Commit

a4175fa

•

1 Parent(s): 8634bce

Training in progress, step 1

Files changed (2) hide show

config.json +2 -1
training_args.bin +2 -2

config.json CHANGED Viewed

@@ -3,6 +3,7 @@
   "architectures": [
     "GPTNeoXForCausalLM"
   ],
   "attention_dropout": 0.0,
   "bos_token_id": 0,
   "classifier_dropout": 0.1,
@@ -22,7 +23,7 @@
   "rotary_pct": 0.25,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.36.2",
   "use_cache": true,
   "use_parallel_residual": true,
   "vocab_size": 50304

   "architectures": [
     "GPTNeoXForCausalLM"
   ],
+  "attention_bias": true,
   "attention_dropout": 0.0,
   "bos_token_id": 0,
   "classifier_dropout": 0.1,
   "rotary_pct": 0.25,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
+  "transformers_version": "4.37.2",
   "use_cache": true,
   "use_parallel_residual": true,
   "vocab_size": 50304

training_args.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfb96529cd572e8a1e52b32cb782500e5c33c498133c63450b96b0a383c78881
-size 4984

 version https://git-lfs.github.com/spec/v1
+oid sha256:e51e881e16c3e8dd8b04178251ca779cdae985c5ea719d581a4a1ad61ea86733
+size 4920