Update README.md

README.md

@@ -5,7 +5,7 @@ license_link: https://huggingface.co/Qwen/Qwen3-14B/blob/main/LICENSE
 pipeline_tag: text-generation
 ---
 
-# Qwen3-32B
+# Qwen3-32B-MLX-6bit
 <a href="https://chat.qwen.ai/" target="_blank" style="margin: 2px;">
     <img alt="Chat" src="https://img.shields.io/badge/%F0%9F%92%9C%EF%B8%8F%20Qwen%20Chat%20-536af5" style="display: inline-block; vertical-align: middle;"/>
 </a>
@@ -46,16 +46,29 @@ KeyError: 'qwen3'
 ```
 
 The following contains a code snippet illustrating how to use the model generate content based on given inputs. 
+
 ```python
 from mlx_lm import load, generate
+
 model, tokenizer = load("Qwen/Qwen3-32B-MLX-6bit")
-prompt = "hello, Introduce yourself, and what can you do ?"
+prompt = "Hello, please introduce yourself and tell me what you can do."
+
 if tokenizer.chat_template is not None:
     messages = [{"role": "user", "content": prompt}]
     prompt = tokenizer.apply_chat_template(
-        messages, add_generation_prompt=True
+        messages,
+        add_generation_prompt=True
     )
-response = generate(model, tokenizer, prompt=prompt, verbose=True, max_tokens=1024)
+
+response = generate(
+    model,
+    tokenizer,
+    prompt=prompt,
+    verbose=True,
+    max_tokens=1024
+)
+
+print(response)
 ```
 
 ## Switching Between Thinking and Non-Thinking Mode
@@ -109,6 +122,8 @@ Here is an example of a multi-turn conversation:
 
 ```python
 from mlx_lm import load, generate
+
+
 class QwenChatbot:
     def __init__(self, model_name="Qwen/Qwen3-32B-MLX-6bit"):
         self.model, self.tokenizer = load(model_name)
@@ -123,29 +138,36 @@ class QwenChatbot:
             add_generation_prompt=True
         )
 
-        response = generate(self.model, self.tokenizer, prompt=text, verbose=True, max_tokens=32768)
+        response = generate(
+            self.model,
+            self.tokenizer,
+            prompt=text,
+            verbose=True,
+            max_tokens=32768
+        )
         # Update history
         self.history.append({"role": "user", "content": user_input})
         self.history.append({"role": "assistant", "content": response})
 
         return response
 
+
 # Example Usage
 if __name__ == "__main__":
     chatbot = QwenChatbot()
 
     # First input (without /think or /no_think tags, thinking mode is enabled by default)
-    user_input_1 = "How many r's in strawberries?"
+    user_input_1 = "How many 'r's are in strawberries?"
     print(f"User: {user_input_1}")
     response_1 = chatbot.generate_response(user_input_1)
     print(f"Bot: {response_1}")
     print("----------------------")
 
     # Second input with /no_think
-    user_input_2 = "Then, how many r's in blueberries? /no_think"
+    user_input_2 = "Then, how many 'r's are in blueberries? /no_think"
     print(f"User: {user_input_2}")
     response_2 = chatbot.generate_response(user_input_2)
-    print(f"Bot: {response_2}") 
+    print(f"Bot: {response_2}")
     print("----------------------")
 
     # Third input with /think
@@ -164,52 +186,61 @@ if __name__ == "__main__":
 Qwen3 excels in tool calling capabilities. We recommend using [Qwen-Agent](https://github.com/QwenLM/Qwen-Agent) to make the best use of agentic ability of Qwen3. Qwen-Agent encapsulates tool-calling templates and tool-calling parsers internally, greatly reducing coding complexity.
 
 To define the available tools, you can use the MCP configuration file, use the integrated tool of Qwen-Agent, or integrate other tools by yourself.
+
 ```python
 from qwen_agent.agents import Assistant
 
 # Define LLM
 llm_cfg = {
-    'model': 'Qwen3-32B-MLX-6bit',
+    "model": "Qwen3-32B-MLX-6bit",
 
     # Use the endpoint provided by Alibaba Model Studio:
-    # 'model_type': 'qwen_dashscope',
-    # 'api_key': os.getenv('DASHSCOPE_API_KEY'),
+    # "model_type": "qwen_dashscope",
+    # "api_key": os.getenv("DASHSCOPE_API_KEY"),
 
     # Use a custom endpoint compatible with OpenAI API:
-    'model_server': 'http://localhost:8000/v1',  # api_base
-    'api_key': 'EMPTY',
+    "model_server": "http://localhost:8000/v1",  # api_base
+    "api_key": "EMPTY",
 
     # Other parameters:
-    # 'generate_cfg': {
-    #         # Add: When the response content is `<think>this is the thought</think>this is the answer;
-    #         # Do not add: When the response has been separated by reasoning_content and content.
-    #         'thought_in_content': True,
-    #     },
+    # "generate_cfg": {
+    #     # Add: When the response content is `<think>this is the thought</think>this is the answer;
+    #     # Do not add: When the response has been separated by reasoning_content and content.
+    #     "thought_in_content": True,
+    # },
 }
 
 # Define Tools
 tools = [
-    {'mcpServers': {  # You can specify the MCP configuration file
-            'time': {
-                'command': 'uvx',
-                'args': ['mcp-server-time', '--local-timezone=Asia/Shanghai']
+    {
+        "mcpServers": {  # You can specify the MCP configuration file
+            "time": {
+                "command": "uvx",
+                "args": ["mcp-server-time", "--local-timezone=Asia/Shanghai"],
             },
             "fetch": {
                 "command": "uvx",
-                "args": ["mcp-server-fetch"]
-            }
+                "args": ["mcp-server-fetch"],
+            },
         }
     },
-  'code_interpreter',  # Built-in tools
+    "code_interpreter",  # Built-in tools
 ]
 
 # Define Agent
 bot = Assistant(llm=llm_cfg, function_list=tools)
 
 # Streaming generation
-messages = [{'role': 'user', 'content': 'https://qwenlm.github.io/blog/ Introduce the latest developments of Qwen'}]
+messages = [
+    {
+        "role": "user",
+        "content": "https://qwenlm.github.io/blog/ Introduce the latest developments of Qwen",
+    }
+]
+
 for responses in bot.run(messages=messages):
     pass
+
 print(responses)
 ```