taufiqdp commited on
Commit
400caac
1 Parent(s): f816b98

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -13,10 +13,11 @@ subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENT
13
 
14
  model_id = "microsoft/Phi-3-mini-128k-instruct"
15
 
16
- tokenizer = AutoTokenizer.from_pretrained(model_id)
17
  model = AutoModelForCausalLM.from_pretrained(
18
  model_id,
19
  device_map="auto",
 
20
  attn_implementation="flash_attention_2"
21
  )
22
 
 
13
 
14
  model_id = "microsoft/Phi-3-mini-128k-instruct"
15
 
16
+ tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
17
  model = AutoModelForCausalLM.from_pretrained(
18
  model_id,
19
  device_map="auto",
20
+ trust_remote_code=True,
21
  attn_implementation="flash_attention_2"
22
  )
23