Markus28 commited on
Commit
5944ec8
β€’
1 Parent(s): 4c4562b

fix: move flash components into top-level

Browse files
flash_components/bert_padding.py β†’ bert_padding.py RENAMED
File without changes
flash_components/block.py β†’ block.py RENAMED
File without changes
flash_components/embedding.py β†’ embedding.py RENAMED
File without changes
flash_components/mha.py β†’ mha.py RENAMED
File without changes
flash_components/mlp.py β†’ mlp.py RENAMED
File without changes
modeling_bert.py CHANGED
@@ -29,17 +29,17 @@ from transformers.models.bert.modeling_bert import (
29
  BaseModelOutputWithPoolingAndCrossAttentions,
30
  BertForPreTrainingOutput,
31
  )
32
- from flash_components.bert_padding import (
33
  index_first_axis,
34
  index_first_axis_residual,
35
  pad_input,
36
  unpad_input,
37
  )
38
 
39
- from flash_components.block import Block
40
- from flash_components.embedding import BertEmbeddings
41
- from flash_components.mha import MHA
42
- from flash_components.mlp import FusedMLP, Mlp
43
 
44
  try:
45
  from flash_attn.ops.fused_dense import FusedDense
 
29
  BaseModelOutputWithPoolingAndCrossAttentions,
30
  BertForPreTrainingOutput,
31
  )
32
+ from .bert_padding import (
33
  index_first_axis,
34
  index_first_axis_residual,
35
  pad_input,
36
  unpad_input,
37
  )
38
 
39
+ from .block import Block
40
+ from .embedding import BertEmbeddings
41
+ from .mha import MHA
42
+ from .mlp import FusedMLP, Mlp
43
 
44
  try:
45
  from flash_attn.ops.fused_dense import FusedDense