Spaces:

artificialguybr
/

qwen-vl

Build error

artificialguybr commited on Nov 10, 2023

Commit

a57bb7e

1 Parent(s): 2c1bcda

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -9,7 +9,7 @@ import copy
 import secrets
 from pathlib import Path
-tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen-VL-Chat-Int4")
 config = AutoConfig.from_pretrained("Qwen/Qwen-VL-Chat-Int4", trust_remote_code=True, torch_dtype=torch.float16)
 #config.quantization_config["use_exllama"] = True
 config.quantization_config["disable_exllama"] = False

 import secrets
 from pathlib import Path
+tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen-VL-Chat-Int4", trust_remote_code=True)
 config = AutoConfig.from_pretrained("Qwen/Qwen-VL-Chat-Int4", trust_remote_code=True, torch_dtype=torch.float16)
 #config.quantization_config["use_exllama"] = True
 config.quantization_config["disable_exllama"] = False