Update modeling_InternLM_XComposer.py (#1)

- Update modeling_InternLM_XComposer.py (d705cd927d90418204a513ae2e853128024972a6)


Co-authored-by: Haoning Wu @ VQAssessment Group <teowu@users.noreply.huggingface.co>

modeling_InternLM_XComposer.py

@@ -74,7 +74,8 @@ class InternLMXComposerForCausalLM(PreTrainedModel):
             # speed up init llm
             with torch.device('meta'):
                 self.internlm_model = InternLMForCausalLM._from_config(config)
-            self.internlm_model.to_empty(device=config.device).to(torch.float16)
+            self.internlm_model.to_empty(device='cpu').to(torch.float16)
+            self.internlm_model.to(config.device)
         for n, m in self.internlm_model.named_modules():
             if 'lora' in n:
                 m.float()