Hugging Face's logo

dvruette
/
oasst-gpt-neox-20b-1000-steps

Text Generation
Transformers
PyTorch
gpt_neox
text-generation-inference
Inference Endpoints
Model card Files Community
1
dvruette commited on
Commit
87dbd9f
•
1 Parent(s): c8ad377

Upload GPTNeoXForCausalLM

Browse files
Files changed (6) hide show
  1. config.json +2 -2
  2. pytorch_model-00001-of-00005.bin +1 -1
  3. pytorch_model-00002-of-00005.bin +1 -1
  4. pytorch_model-00003-of-00005.bin +1 -1
  5. pytorch_model-00004-of-00005.bin +1 -1
  6. pytorch_model-00005-of-00005.bin +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": ".saved_models/oasst-sft-1_gpt-neox_lr4e-6_bs128/checkpoint-1000",
3
  "architectures": [
4
  "GPTNeoXForCausalLM"
5
  ],
@@ -19,7 +19,7 @@
19
  "rotary_emb_base": 10000,
20
  "rotary_pct": 0.25,
21
  "tie_word_embeddings": false,
22
- "torch_dtype": "float16",
23
  "transformers_version": "4.28.0.dev0",
24
  "use_cache": true,
25
  "use_parallel_residual": true,
 
1
  {
2
+ "_name_or_path": ".saved_models/oasst-sft-1_gpt-neox_lr4e-6_bs64/checkpoint-1000",
3
  "architectures": [
4
  "GPTNeoXForCausalLM"
5
  ],
 
19
  "rotary_emb_base": 10000,
20
  "rotary_pct": 0.25,
21
  "tie_word_embeddings": false,
22
+ "torch_dtype": "bfloat16",
23
  "transformers_version": "4.28.0.dev0",
24
  "use_cache": true,
25
  "use_parallel_residual": true,
pytorch_model-00001-of-00005.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2811dec180aa7fc00a0c5c33cf058f917b0910fe6baa56a7ca6c2953ce58b8f2
3
  size 10027515273
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff913883fd673e1c162c060c5ab279761ecf05b4e808e09bf9dc510aed7dbba5
3
  size 10027515273
pytorch_model-00002-of-00005.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f98268bc0e0ad250dfcb8d064b44c7b84a2706999dc14b1a5788707749c185c
3
  size 10013618718
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1dadfaea98423a64b63eadf14b16cf8b74c77fbe7e67f97157d90d5a218c2e5
3
  size 10013618718
pytorch_model-00003-of-00005.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:13f6a703d4363619e8805d6b5ce098bcccfc4a11d0e67dcb8b07cbfe42aff991
3
  size 10013618718
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0786573c91a55717f6947ae1eefc0dd16264591977690afada533d881366a152
3
  size 10013618718
pytorch_model-00004-of-00005.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4bacedc3321f815d7b2ac309e79ebe83785c3804add55ca2d5e953b1c805da9d
3
  size 10013618718
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed0869244bab140b3d6768b43b8bb267ca3baf07186c1f0f7027fec974232c84
3
  size 10013618718
pytorch_model-00005-of-00005.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:977f93263c2c0447dfe8c933ff081c04415428ff1869df0adc977fbd8173ef13
3
  size 1222007504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f39ac4ac3f0e095f0b7c4649019b86b9720db2033d309be8854c933767bd11e
3
  size 1222007504