Guo commited on
Commit
b5a6954
1 Parent(s): e815555

change default att type

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_attn_implementation_internal": "flash_attention_2",
3
  "_commit_hash": "e4d9ef770a272f072cac70d16dd1ae113f5989ae",
4
  "_name_or_path": "jetmoe/jetmoe-8b-chat",
5
  "activation_function": "silu",
@@ -89,4 +89,4 @@
89
  "use_bfloat16": false,
90
  "use_cache": true,
91
  "vocab_size": 32000
92
- }
 
1
  {
2
+ "_attn_implementation_internal": "eager",
3
  "_commit_hash": "e4d9ef770a272f072cac70d16dd1ae113f5989ae",
4
  "_name_or_path": "jetmoe/jetmoe-8b-chat",
5
  "activation_function": "silu",
 
89
  "use_bfloat16": false,
90
  "use_cache": true,
91
  "vocab_size": 32000
92
+ }