stefan-insilico commited on
Commit
2315e32
·
verified ·
1 Parent(s): 8009c4a

Update precious3_gpt_multi_modal.py

Browse files
Files changed (1) hide show
  1. precious3_gpt_multi_modal.py +6 -8
precious3_gpt_multi_modal.py CHANGED
@@ -13,14 +13,12 @@ from transformers import PreTrainedTokenizerFast
13
  import os
14
  import torch.nn.functional as F
15
 
16
- import sys
17
- sys.path.append("./mpt_7b")
18
- from mpt_7b.modeling_mpt import MPTModel, MPTForCausalLM, gen_attention_mask_in_length
19
- from mpt_7b.configuration_mpt import MPTConfig
20
- from mpt_7b.blocks import MPTBlock
21
- from mpt_7b.norm import NORM_CLASS_REGISTRY
22
- from mpt_7b.custom_embedding import SharedEmbedding
23
- from mpt_7b.attention import ATTN_CLASS_REGISTRY, attn_bias_shape, build_attn_bias, gen_slopes
24
 
25
  import logging
26
  log = logging.getLogger(__name__)
 
13
  import os
14
  import torch.nn.functional as F
15
 
16
+ from modeling_mpt import MPTModel, MPTForCausalLM, gen_attention_mask_in_length
17
+ from configuration_mpt import MPTConfig
18
+ from blocks import MPTBlock
19
+ from norm import NORM_CLASS_REGISTRY
20
+ from custom_embedding import SharedEmbedding
21
+ from attention import ATTN_CLASS_REGISTRY, attn_bias_shape, build_attn_bias, gen_slopes
 
 
22
 
23
  import logging
24
  log = logging.getLogger(__name__)