Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -13,10 +13,11 @@ subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENT
|
|
13 |
|
14 |
model_id = "microsoft/Phi-3-mini-128k-instruct"
|
15 |
|
16 |
-
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
17 |
model = AutoModelForCausalLM.from_pretrained(
|
18 |
model_id,
|
19 |
device_map="auto",
|
|
|
20 |
attn_implementation="flash_attention_2"
|
21 |
)
|
22 |
|
|
|
13 |
|
14 |
model_id = "microsoft/Phi-3-mini-128k-instruct"
|
15 |
|
16 |
+
tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
|
17 |
model = AutoModelForCausalLM.from_pretrained(
|
18 |
model_id,
|
19 |
device_map="auto",
|
20 |
+
trust_remote_code=True,
|
21 |
attn_implementation="flash_attention_2"
|
22 |
)
|
23 |
|