nxphi47 commited on
Commit
2606620
1 Parent(s): d31d891

Update multipurpose_chatbot/engines/modeling_sealmm.py

Browse files
multipurpose_chatbot/engines/modeling_sealmm.py CHANGED
@@ -597,7 +597,7 @@ class SeaLMMForCausalLM(LlavaPreTrainedModel):
597
  # self.vision_tower = vision_tower or LlavaCLIPVisionModel(config=config.vision_config)
598
  self.vision_tower = vision_tower or SeaLMMCLIPVisionModel(config=config.vision_config)
599
  self.multi_modal_projector = SeaLMMMultiModalProjector(config)
600
- self.vocab_size = config.vocab_size
601
  self.language_model = language_model or AutoModelForCausalLM.from_config(
602
  config.text_config, attn_implementation=config._attn_implementation
603
  )
 
597
  # self.vision_tower = vision_tower or LlavaCLIPVisionModel(config=config.vision_config)
598
  self.vision_tower = vision_tower or SeaLMMCLIPVisionModel(config=config.vision_config)
599
  self.multi_modal_projector = SeaLMMMultiModalProjector(config)
600
+ self.vocab_size = config.text_config.vocab_size
601
  self.language_model = language_model or AutoModelForCausalLM.from_config(
602
  config.text_config, attn_implementation=config._attn_implementation
603
  )