Training in progress, step 10000

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "./output_410M_usmle/checkpoint-83000",
+  "_name_or_path": "health360/Healix-410M",
   "architectures": [
     "GPTNeoXForCausalLM"
   ],
@@ -22,7 +22,7 @@
   "rotary_pct": 0.25,
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
-  "transformers_version": "4.31.0",
+  "transformers_version": "4.34.0",
   "use_cache": false,
   "use_parallel_residual": true,
   "vocab_size": 50304

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e5303fab5cedefe79a89ffc50fd434ce5f37d46c03c4c386ad7b71831362303a
+oid sha256:74b40823f29a18c6b8067203cc2a3acc8f954eca07b544d076bd2561da6f865c
 size 1621443005

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9c70d6e41193edead03dce0eb21e689b6ecfbdf4bfaccf5b8bc35210455c57
+size 4091