Update app.py
Browse files
app.py
CHANGED
@@ -15,7 +15,7 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
|
|
15 |
DESCRIPTION="""CODE"""
|
16 |
|
17 |
model_id = "deepseek-ai/deepseek-coder-7b-instruct-v1.5"
|
18 |
-
model = AutoModelForCausalLM.from_pretrained(model_id,device_map="auto")
|
19 |
tokenizer=AutoTokenizer.from_pretrained(model_id)
|
20 |
tokenizer.use_defaul_system_prompt=True
|
21 |
|
|
|
15 |
DESCRIPTION="""CODE"""
|
16 |
|
17 |
model_id = "deepseek-ai/deepseek-coder-7b-instruct-v1.5"
|
18 |
+
model = AutoModelForCausalLM.from_pretrained(model_id,device_map="auto",load_in_4bit=True)
|
19 |
tokenizer=AutoTokenizer.from_pretrained(model_id)
|
20 |
tokenizer.use_defaul_system_prompt=True
|
21 |
|