minhdang commited on
Commit
6ec5496
1 Parent(s): 36bab09

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -93,7 +93,7 @@ def translate_vi2en(vi_text: str) -> str:
93
  DESCRIPTION="""CODE"""
94
 
95
  model_id = "deepseek-ai/deepseek-coder-7b-instruct-v1.5"
96
- model = AutoModelForCausalLM.from_pretrained(model_id,device_map="auto",quantization_config=nf4_config)
97
  tokenizer=AutoTokenizer.from_pretrained(model_id)
98
  tokenizer.use_defaul_system_prompt=True
99
  os.system("nvidia-smi")
 
93
  DESCRIPTION="""CODE"""
94
 
95
  model_id = "deepseek-ai/deepseek-coder-7b-instruct-v1.5"
96
+ model = AutoModelForCausalLM.from_pretrained(model_id,device_map="auto",torch_dtype=torch.bfloat16)
97
  tokenizer=AutoTokenizer.from_pretrained(model_id)
98
  tokenizer.use_defaul_system_prompt=True
99
  os.system("nvidia-smi")