Create glm6b_test.py

glm6b_test.py

@@ -0,0 +1,9 @@
+from transformers import AutoTokenizer, AutoModel
+
+
+model_path = "THUDM/chatglm2-6b"        
+tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
+model = AutoModel.from_pretrained(model_path,trust_remote_code=True).half().quantize(4)
+model = model.eval()
+resp, history = model.chat(tokenizer, "美国的首都是哪里", history=[])
+print(resp)