grim3000
/

chatGLM3-6B-Base

Inference Endpoints

Model card Files Files and versions Community

Marlon Wiprud commited on Nov 28, 2023

Commit

19f8931

•

1 Parent(s): 5b8b5f4

fix: use diff path

Files changed (1) hide show

handler.py +2 -1

handler.py CHANGED Viewed

@@ -58,7 +58,8 @@ class EndpointHandler:
         )
         self.model = load_checkpoint_and_dispatch(
             self.model,
-            "/home/ec2-user/.cache/huggingface/hub/models--THUDM--cogvlm-chat-hf/snapshots/8abca878c4257412c4c38eeafaed3fe27a036730",  # typical, '~/.cache/huggingface/hub/models--THUDM--cogvlm-chat-hf/snapshots/balabala'
             device_map=device_map,
             no_split_module_classes=["CogVLMDecoderLayer"],
         )

         )
         self.model = load_checkpoint_and_dispatch(
             self.model,
+            "~/.cache/huggingface/modules/transformers_modules/THUDM/cogvlm-chat-hf/8abca878c4257412c4c38eeafaed3fe27a036730",  # typical, '~/.cache/huggingface/hub/models--THUDM--cogvlm-chat-hf/snapshots/balabala'
+            # "/home/ec2-user/.cache/huggingface/hub/models--THUDM--cogvlm-chat-hf/snapshots/8abca878c4257412c4c38eeafaed3fe27a036730",  # typical, '~/.cache/huggingface/hub/models--THUDM--cogvlm-chat-hf/snapshots/balabala'
             device_map=device_map,
             no_split_module_classes=["CogVLMDecoderLayer"],
         )