PY007 commited on
Commit
9ec0a94
1 Parent(s): c933834

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -815,7 +815,7 @@
815
  "image_split_resolution": null,
816
  "initializer_range": 0.02,
817
  "intermediate_size": 18944,
818
- "max_position_embeddings": 32768,
819
  "max_window_layers": 28,
820
  "mm_hidden_size": 1024,
821
  "mm_patch_merge_type": "unires",
@@ -842,7 +842,7 @@
842
  "rope_theta": 1000000000.0,
843
  "sliding_window": 131072,
844
  "tie_word_embeddings": false,
845
- "tokenizer_model_max_length": 512000,
846
  "tokenizer_padding_side": "right",
847
  "torch_dtype": "bfloat16",
848
  "transformers_version": "4.40.0.dev0",
 
815
  "image_split_resolution": null,
816
  "initializer_range": 0.02,
817
  "intermediate_size": 18944,
818
+ "max_position_embeddings": 224000,
819
  "max_window_layers": 28,
820
  "mm_hidden_size": 1024,
821
  "mm_patch_merge_type": "unires",
 
842
  "rope_theta": 1000000000.0,
843
  "sliding_window": 131072,
844
  "tie_word_embeddings": false,
845
+ "tokenizer_model_max_length": 224000,
846
  "tokenizer_padding_side": "right",
847
  "torch_dtype": "bfloat16",
848
  "transformers_version": "4.40.0.dev0",