stefan-insilico
commited on
Update precious3_gpt_multi_modal.py
Browse files
precious3_gpt_multi_modal.py
CHANGED
@@ -13,14 +13,12 @@ from transformers import PreTrainedTokenizerFast
|
|
13 |
import os
|
14 |
import torch.nn.functional as F
|
15 |
|
16 |
-
import
|
17 |
-
|
18 |
-
from
|
19 |
-
from
|
20 |
-
from
|
21 |
-
from
|
22 |
-
from mpt_7b.custom_embedding import SharedEmbedding
|
23 |
-
from mpt_7b.attention import ATTN_CLASS_REGISTRY, attn_bias_shape, build_attn_bias, gen_slopes
|
24 |
|
25 |
import logging
|
26 |
log = logging.getLogger(__name__)
|
|
|
13 |
import os
|
14 |
import torch.nn.functional as F
|
15 |
|
16 |
+
from modeling_mpt import MPTModel, MPTForCausalLM, gen_attention_mask_in_length
|
17 |
+
from configuration_mpt import MPTConfig
|
18 |
+
from blocks import MPTBlock
|
19 |
+
from norm import NORM_CLASS_REGISTRY
|
20 |
+
from custom_embedding import SharedEmbedding
|
21 |
+
from attention import ATTN_CLASS_REGISTRY, attn_bias_shape, build_attn_bias, gen_slopes
|
|
|
|
|
22 |
|
23 |
import logging
|
24 |
log = logging.getLogger(__name__)
|