Add _support_flash_attn_2 to Llama 2 32k (#37)

- Add _support_flash_attn_2 to Llama 2 32k (c761ba2f083d2de002465b0b74c438b8af1561aa)

modeling_flash_llama.py

@@ -499,6 +499,7 @@ class LlamaPreTrainedModel(PreTrainedModel):
     supports_gradient_checkpointing = True
     _no_split_modules = ["LlamaDecoderLayer"]
     _skip_keys_device_placement = "past_key_values"
+    _supports_flash_attn_2 = True
 
     def _init_weights(self, module):
         std = self.config.initializer_range