rwightman HF staff kashif HF staff commited on
Commit
e7bb7f6
1 Parent(s): 8c7a358

Add projection dim to text and vision model configs for CLIPVisionModelWithProjection and CLIPTextModelWithProjection support (#15)

Browse files

- Add projection dim to text and vision model configs for CLIPVisionModelWithProjection and CLIPTextModelWithProjection support (dc11fc353a11981f880f70f7f418e4abdb651463)


Co-authored-by: Kashif Rasul <kashif@users.noreply.huggingface.co>

Files changed (1) hide show
  1. config.json +6 -2
config.json CHANGED
@@ -61,6 +61,7 @@
61
  "pad_token_id": 1,
62
  "prefix": null,
63
  "problem_type": null,
 
64
  "pruned_heads": {},
65
  "remove_invalid_values": false,
66
  "repetition_penalty": 1.0,
@@ -88,7 +89,8 @@
88
  "hidden_size": 1280,
89
  "intermediate_size": 5120,
90
  "num_attention_heads": 20,
91
- "num_hidden_layers": 32
 
92
  },
93
  "torch_dtype": "float32",
94
  "transformers_version": null,
@@ -148,6 +150,7 @@
148
  "patch_size": 14,
149
  "prefix": null,
150
  "problem_type": null,
 
151
  "pruned_heads": {},
152
  "remove_invalid_values": false,
153
  "repetition_penalty": 1.0,
@@ -175,6 +178,7 @@
175
  "intermediate_size": 8192,
176
  "num_attention_heads": 16,
177
  "num_hidden_layers": 48,
178
- "patch_size": 14
 
179
  }
180
  }
 
61
  "pad_token_id": 1,
62
  "prefix": null,
63
  "problem_type": null,
64
+ "projection_dim": 1280,
65
  "pruned_heads": {},
66
  "remove_invalid_values": false,
67
  "repetition_penalty": 1.0,
 
89
  "hidden_size": 1280,
90
  "intermediate_size": 5120,
91
  "num_attention_heads": 20,
92
+ "num_hidden_layers": 32,
93
+ "projection_dim": 1280
94
  },
95
  "torch_dtype": "float32",
96
  "transformers_version": null,
 
150
  "patch_size": 14,
151
  "prefix": null,
152
  "problem_type": null,
153
+ "projection_dim": 1280,
154
  "pruned_heads": {},
155
  "remove_invalid_values": false,
156
  "repetition_penalty": 1.0,
 
178
  "intermediate_size": 8192,
179
  "num_attention_heads": 16,
180
  "num_hidden_layers": 48,
181
+ "patch_size": 14,
182
+ "projection_dim": 1280,
183
  }
184
  }