benchang1110 commited on
Commit
c1a2440
·
verified ·
1 Parent(s): 414bcd3

Upload config

Browse files
Files changed (1) hide show
  1. configuration_taivisionlm.py +1 -0
configuration_taivisionlm.py CHANGED
@@ -84,6 +84,7 @@ class TaiVisionLMConfig(PretrainedConfig):
84
  self.num_image_tokens = (self.vision_config.image_size // self.vision_config.patch_size) ** 2
85
  self.pad_token_id = self.text_config.pad_token_id
86
  self.vision_config.projection_dim = projection_dim
 
87
  super().__init__(**kwargs)
88
 
89
  @property
 
84
  self.num_image_tokens = (self.vision_config.image_size // self.vision_config.patch_size) ** 2
85
  self.pad_token_id = self.text_config.pad_token_id
86
  self.vision_config.projection_dim = projection_dim
87
+ self._attn_implementation = getattr(self.text_config, "attn_implementation", "default")
88
  super().__init__(**kwargs)
89
 
90
  @property