Spaces:

affandes
/

try-deploy-qwen

Sleeping

affandes commited on Dec 1, 2024

Commit

f7fad65

•

1 Parent(s): cffec9d

Update chat_qwen.py

Files changed (1) hide show

chat_qwen.py CHANGED Viewed

@@ -2,12 +2,12 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 def get_response(prompt: str):
     model = AutoModelForCausalLM.from_pretrained(
-        "Qwen/QwQ-32B-Preview",
         torch_dtype="auto",
         device_map="auto",
     )
-    tokenizer = AutoTokenizer.from_pretrained("Qwen/QwQ-32B-Preview")
     prompt = "Give me a short introduction to large language model."
     messages = [

 def get_response(prompt: str):
     model = AutoModelForCausalLM.from_pretrained(
+        "Qwen/Qwen2.5-32B-Instruct",
         torch_dtype="auto",
         device_map="auto",
     )
+    tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2.5-32B-Instruct")
     prompt = "Give me a short introduction to large language model."
     messages = [