Spaces:

minhdang
/

code

Paused

minhdang commited on Mar 19

Commit

959022f

•

1 Parent(s): 1f962aa

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -15,7 +15,7 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
 DESCRIPTION="""CODE"""
 model_id = "deepseek-ai/deepseek-coder-7b-instruct-v1.5"
-model = AutoModelForCausalLM.from_pretrained(model_id,device_map="auto")
 tokenizer=AutoTokenizer.from_pretrained(model_id)
 tokenizer.use_defaul_system_prompt=True

 DESCRIPTION="""CODE"""
 model_id = "deepseek-ai/deepseek-coder-7b-instruct-v1.5"
+model = AutoModelForCausalLM.from_pretrained(model_id,device_map="auto",load_in_4bit=True)
 tokenizer=AutoTokenizer.from_pretrained(model_id)
 tokenizer.use_defaul_system_prompt=True