majedk01
/

stable_diffusion_arbert

majedk01 commited on May 10

Commit

9cb8fc5

•

1 Parent(s): 9354cca

Update tokenizer/tokenizer_config.json

Files changed (1) hide show

tokenizer/tokenizer_config.json CHANGED Viewed

@@ -46,7 +46,7 @@
   "do_basic_tokenize": true,
   "do_lower_case": true,
   "mask_token": "[MASK]",
-  "model_max_length": 1000000000000000019884624838656,
   "never_split": null,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",

   "do_basic_tokenize": true,
   "do_lower_case": true,
   "mask_token": "[MASK]",
+  "model_max_length": 512,
   "never_split": null,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",