VictorSanh commited on
Commit
9956005
1 Parent(s): 075fca6

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +39 -1
README.md CHANGED
@@ -1 +1,39 @@
1
- Tiny random Siglip model. For testing purposes only.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Tiny random Siglip model. For testing purposes only.
2
+
3
+
4
+ Script used to create this tiny random model:
5
+ ```python
6
+ from transformers import AutoConfig, AutoModel
7
+
8
+ config = AutoConfig.from_pretrained("HuggingFaceM4/siglip-so400m-14-384", trust_remote_code=True)
9
+
10
+ config._name_or_path = 'HuggingFaceM4/tiny-random-siglip'
11
+
12
+ config.text_config.hidden_size = int(config.text_config.hidden_size/8)
13
+ config.text_config.intermediate_size = int(config.text_config.intermediate_size/8)
14
+ config.text_config.num_attention_heads = int(config.text_config.num_attention_heads/8)
15
+ config.text_config.num_hidden_layers = 3
16
+ config.text_config.projection_dim = int(config.text_config.projection_dim/8)
17
+
18
+ config.vision_config.hidden_size = int(config.vision_config.hidden_size/8)
19
+ config.vision_config.image_size = 30
20
+ config.vision_config.intermediate_size = int(config.vision_config.intermediate_size/8)
21
+ config.vision_config.num_attention_heads = int(config.vision_config.num_attention_heads/8)
22
+ config.vision_config.num_hidden_layers = 3
23
+ config.vision_config.patch_size = 2
24
+ config.vision_config.projection_dim = int(config.vision_config.projection_dim/8)
25
+
26
+ config.auto_map = {
27
+ "AutoConfig": "HuggingFaceM4/tiny-random-siglip--configuration_siglip.SiglipConfig",
28
+ "AutoModel": "HuggingFaceM4/tiny-random-siglip--modeling_siglip.SiglipModel"
29
+ }
30
+
31
+ config.save_pretrained("./tiny-random-siglip")
32
+
33
+ model = AutoModel.from_pretrained("HuggingFaceM4/siglip-so400m-14-384", trust_remote_code=True)
34
+
35
+ SiglipModel = model.__class__
36
+
37
+ new_model = SiglipModel(config)
38
+ new_model.save_pretrained("./tiny-random-siglip")
39
+ ```