Update README.md

README.md

@@ -12,26 +12,44 @@ Code to generate this model:
 ```py
 from transformers import PaliGemmaForConditionalGeneration, PaliGemmaConfig, SiglipVisionConfig, GemmaConfig
 
+shared_dim = 16
+
 # Initializing a Siglip-like vision config
 vision_config = SiglipVisionConfig(
     hidden_size=16,
     intermediate_size=32,
+    num_attention_heads=16,
     num_hidden_layers=2,
-    num_attention_heads=4,
+    num_image_tokens=256,
+    patch_size=14,
+    projection_dim=shared_dim,
+    projector_hidden_act="gelu_fast",
+    vision_use_head=False,
 )
 
 # Initializing a PaliGemma config
 text_config = GemmaConfig(
-    hidden_size=16,
-    intermediate_size=32,
-    num_hidden_layers=2,
+    hidden_size=shared_dim,
+    intermediate_size=16,
     num_attention_heads=4,
-    num_key_value_heads=4,
-    head_dim=16,
+    num_hidden_layers=2,
+    num_image_tokens=256,
+    num_key_value_heads=1,
+    vocab_size=257216,
 )
 
 # Initializing a PaliGemma paligemma-3b-224 style configuration
-configuration = PaliGemmaConfig(vision_config, text_config)
+configuration = PaliGemmaConfig(
+    vision_config,
+    text_config,
+    bos_token_id=2,
+    eos_token_id=1,
+    hidden_size=shared_dim,
+    ignore_index=-100,
+    image_token_index=257152,
+    pad_token_id=0,
+    projection_dim=shared_dim,
+)
 
 # Initializing a model from the paligemma-3b-224 style configuration
 model = PaliGemmaForConditionalGeneration(configuration)