Update modeling_internlm2.py
Browse files- modeling_internlm2.py +1 -1
modeling_internlm2.py
CHANGED
@@ -1017,7 +1017,7 @@ class InternLM2ForCausalLM(InternLM2PreTrainedModel):
|
|
1017 |
self.post_init()
|
1018 |
self.plora_glb_GN = nn.Parameter(torch.zeros([1, 1, 4096]))
|
1019 |
self.plora_sub_GN = nn.Parameter(torch.zeros([1, 1, 1, 4096]))
|
1020 |
-
self.vit = build_vision_tower(
|
1021 |
self.vision_proj = build_vision_projector()
|
1022 |
self.im_size = 490
|
1023 |
self.vis_processor = transforms.Compose([
|
|
|
1017 |
self.post_init()
|
1018 |
self.plora_glb_GN = nn.Parameter(torch.zeros([1, 1, 4096]))
|
1019 |
self.plora_sub_GN = nn.Parameter(torch.zeros([1, 1, 1, 4096]))
|
1020 |
+
self.vit = build_vision_tower()
|
1021 |
self.vision_proj = build_vision_projector()
|
1022 |
self.im_size = 490
|
1023 |
self.vis_processor = transforms.Compose([
|