Update qwen.py
Browse files
qwen.py
CHANGED
@@ -8,6 +8,9 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
8 |
torch_dtype="auto",
|
9 |
device_map="auto"
|
10 |
)
|
|
|
|
|
|
|
11 |
tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2-7B-Instruct")
|
12 |
|
13 |
def respond(
|
|
|
8 |
torch_dtype="auto",
|
9 |
device_map="auto"
|
10 |
)
|
11 |
+
|
12 |
+
model = model.half()
|
13 |
+
|
14 |
tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2-7B-Instruct")
|
15 |
|
16 |
def respond(
|