Update modeling_gpt2_mq.py
Browse files- modeling_gpt2_mq.py +1 -1
modeling_gpt2_mq.py
CHANGED
@@ -32,7 +32,7 @@ from transformers.utils import (
|
|
32 |
)
|
33 |
from transformers.utils.model_parallel_utils import assert_device_map, get_device_map
|
34 |
from transformers.models.gpt2.modeling_gpt2 import GPT2Model, GPT2Block, GPT2PreTrainedModel, GPT2LMHeadModel
|
35 |
-
from
|
36 |
|
37 |
|
38 |
|
|
|
32 |
)
|
33 |
from transformers.utils.model_parallel_utils import assert_device_map, get_device_map
|
34 |
from transformers.models.gpt2.modeling_gpt2 import GPT2Model, GPT2Block, GPT2PreTrainedModel, GPT2LMHeadModel
|
35 |
+
from configuration_gpt2_mq import GPT2CustomConfig, MULTI_QUERY, MULTI_HEAD
|
36 |
|
37 |
|
38 |
|