Update config.json

#3
by ybelkada - opened
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -21,7 +21,7 @@
21
  "num_key_value_heads": 40,
22
  "rms_norm_eps": 1e-05,
23
  "torch_dtype": "float16",
24
- "vocab_size": 32128
25
  },
26
  "torch_dtype": "float16",
27
  "transformers_version": "4.36.0.dev0",
@@ -38,5 +38,5 @@
38
  },
39
  "vision_feature_layer": -2,
40
  "vision_feature_select_strategy": "default",
41
- "vocab_size": 32128
42
  }
 
21
  "num_key_value_heads": 40,
22
  "rms_norm_eps": 1e-05,
23
  "torch_dtype": "float16",
24
+ "vocab_size": 32064
25
  },
26
  "torch_dtype": "float16",
27
  "transformers_version": "4.36.0.dev0",
 
38
  },
39
  "vision_feature_layer": -2,
40
  "vision_feature_select_strategy": "default",
41
+ "vocab_size": 32064
42
  }