THUDM
/

cogvlm-chat-hf

Text Generation

Model card Files Files and versions Community

chenkq commited on Dec 1, 2023

Commit

2ecffe1

•

1 Parent(s): 8abca87

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -109,7 +109,7 @@ with init_empty_weights():
         low_cpu_mem_usage=True,
         trust_remote_code=True,
     )
-device_map = infer_auto_device_map(model, max_memory={0:'20GiB',1:'20GiB','cpu':'16GiB'}, no_split_module_classes='CogVLMDecoderLayer')
 model = load_checkpoint_and_dispatch(
     model,
     'local/path/to/hf/version/chat/model',   # typical, '~/.cache/huggingface/hub/models--THUDM--cogvlm-chat-hf/snapshots/balabala'

         low_cpu_mem_usage=True,
         trust_remote_code=True,
     )
+device_map = infer_auto_device_map(model, max_memory={0:'20GiB',1:'20GiB','cpu':'16GiB'}, no_split_module_classes=['CogVLMDecoderLayer', 'TransformerLayer'])
 model = load_checkpoint_and_dispatch(
     model,
     'local/path/to/hf/version/chat/model',   # typical, '~/.cache/huggingface/hub/models--THUDM--cogvlm-chat-hf/snapshots/balabala'