update config script

vit_gpt2/configuration_vit_gpt2.py

@@ -12,9 +12,11 @@ class ViTGPT2Config(PretrainedConfig):
 
     model_type = "vit-gpt2"
     is_composition = True
+    keys_to_ignore_at_inference = ["past_key_values"]
 
     def __init__(self, vision_config_dict=None, text_config_dict=None, **kwargs):
-        super().__init__(text_config_dict=text_config_dict, vision_config_dict=vision_config_dict, **kwargs)
+        super().__init__(
+            text_config_dict=text_config_dict, vision_config_dict=vision_config_dict, **kwargs)
 
         if vision_config_dict is None:
             vision_config_dict = {}
@@ -27,6 +29,11 @@ class ViTGPT2Config(PretrainedConfig):
         self.vision_config = ViTConfig(**vision_config_dict)
         self.text_config = GPT2Config(**text_config_dict)
 
+        self.is_encoder_decoder = True
+
+        self.decoder_start_token_id = self.text_config.bos_token_id
+        self.forced_eos_token_id = self.text_config.eos_token_id
+
     @classmethod
     def from_vit_gpt2_configs(cls, vision_config: ViTConfig, text_config: GPT2Config, **kwargs):