Support accelerate and fix tokenizer `TypeError: argument of type 'NoneType' is not iterable`

modeling_glm.py

@@ -625,6 +625,7 @@ class GLMPreTrainedModel(PreTrainedModel):
     base_model_prefix = "glm"
     supports_gradient_checkpointing = True
     _keys_to_ignore_on_load_missing = [r"position_ids"]
+    _no_split_modules = ["GLMBlock"]
 
     def _init_weights(self, module):
         """ Initialize the weights """

tokenizer_config.json

@@ -11,8 +11,7 @@
   "use_fast": false,
   "auto_map": {
     "AutoTokenizer": [
-      "tokenization_glm.GLMChineseTokenizer",
-      null
+      "tokenization_glm.GLMChineseTokenizer"
       ]
   }
 }