Update README.md

README.md

@@ -6,8 +6,22 @@ tags:
 - MiniCPM
 - ModelBest
 - THUNLP
+- mlx
+library_name: mlx
 ---
 
+# Important:
+made a seperate repo, because the OG creators didn't merge the safensors variant commit from the huggingface team, and due to the model_type property not existing in the config, (for my MiniCPM implementatino in mlx-examples). This is all fixed here.
+
+To use in mlx:
+
+```sh
+python -m mlx_lm.generate --model Isaak-Carter/MiniCPM-2B-sft-fp32-safetensors --prompt "hello"
+```
+
+
+
+
 
 <div align="center">
 <h1>
@@ -95,9 +109,9 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 import torch
 torch.manual_seed(0)
 
-path = 'openbmb/MiniCPM-2B-dpo-bf16'
+path = 'openbmb/MiniCPM-2B-dpo-fp32'
 tokenizer = AutoTokenizer.from_pretrained(path)
-model = AutoModelForCausalLM.from_pretrained(path, torch_dtype=torch.bfloat16, device_map='cuda', trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained(path, torch_dtype=torch.float32, device_map='cuda', trust_remote_code=True)
 
 responds, history = model.chat(tokenizer, "山东省最高的山是哪座山, 它比黄山高还是矮？差距多少？", temperature=0.8, top_p=0.8)
 print(responds)
@@ -148,4 +162,4 @@ print(responds)
  booktitle={OpenBMB Blog},
  year={2024}
 }
-```
+```