Update phi-2_0.json

#8
by radames HF staff - opened
Files changed (1) hide show
  1. phi-2_0.json +3 -2
phi-2_0.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "_name_or_path": "microsoft/phi-2",
3
- "activation_function": "gelu_new",
4
  "architectures": [
5
  "PhiForCausalLM"
6
  ],
@@ -28,5 +28,6 @@
28
  "tie_word_embeddings": false,
29
  "torch_dtype": "float16",
30
  "transformers_version": "4.35.2",
31
- "vocab_size": 51200
 
32
  }
 
1
  {
2
  "_name_or_path": "microsoft/phi-2",
3
+ "activation_function": "gelu",
4
  "architectures": [
5
  "PhiForCausalLM"
6
  ],
 
28
  "tie_word_embeddings": false,
29
  "torch_dtype": "float16",
30
  "transformers_version": "4.35.2",
31
+ "vocab_size": 51200,
32
+ "pad_vocab_size_multiple": 64
33
  }