Upload config.json with huggingface_hub

config.json

@@ -9,7 +9,7 @@
   "num_hidden_layers": 40,
   "num_attention_heads": 40,
   "head_dim": 128,
-  "max_position_embeddings": 2048,
+  "max_position_embeddings": 4096,
   "rope_theta": 1000000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",