Text Generation
Transformers
PyTorch
Safetensors
English
stripedhyena
custom_code
Zymrael commited on
Commit
d8a5c9f
1 Parent(s): d45c7c0

fix: key in config to match fa flag

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -76,7 +76,7 @@
76
  "torch_dtype": "bfloat16",
77
  "transformers_version": null,
78
  "use_cache": true,
79
- "use_flash_attention_2": true,
80
  "use_flash_depthwise": false,
81
  "use_flash_rmsnorm": true,
82
  "use_flashfft": false,
 
76
  "torch_dtype": "bfloat16",
77
  "transformers_version": null,
78
  "use_cache": true,
79
+ "use_flash_attn": true,
80
  "use_flash_depthwise": false,
81
  "use_flash_rmsnorm": true,
82
  "use_flashfft": false,