Remove unpad_inputs for now

Should depending on user's attn_implementation instead

config.json

@@ -43,7 +43,6 @@
   "tie_word_embeddings": true,
   "torch_dtype": "float32",
   "transformers_version": "4.47.0.dev0",
-  "unpad_inputs": true,
   "unpad_no_grad": true,
   "vocab_size": 50368
 }