winglian
/

phi-1_5-2x

Text Generation

mixformer-sequential

Model card Files Files and versions Community

winglian commited on Sep 12, 2023

Commit

b1a46a0

•

1 Parent(s): f293f7a

Upload MixFormerSequentialForCausalLM

Files changed (2) hide show

config.json +2 -2
pytorch_model.bin +2 -2

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "microsoft/phi-1_5",
   "activation_function": "gelu_new",
   "architecture": {
     "block_cls": "parallel",
@@ -29,7 +29,7 @@
   "resid_pdrop": 0.0,
   "rotary_dim": 32,
   "tie_word_embeddings": false,
-  "torch_dtype": "float32",
   "transformers_version": "4.34.0.dev0",
   "vocab_size": 51200
 }

 {
+  "_name_or_path": "winglian/phi-1_5-2x",
   "activation_function": "gelu_new",
   "architecture": {
     "block_cls": "parallel",
   "resid_pdrop": 0.0,
   "rotary_dim": 32,
   "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.34.0.dev0",
   "vocab_size": 51200
 }

pytorch_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b8837ca9c0181de117ad807b73cfbbadf64974ffdb4fad3057419f9a62a011c
-size 5673167489

 version https://git-lfs.github.com/spec/v1
+oid sha256:07b049550414070cd56377f3d455760958c8f47c6b37934b16703939dacb5be5
+size 5253706317