Phi-3-mini-128k-instruct-demo

Runtime error

eswardivi commited on Apr 23

Commit

c662eeb

•

1 Parent(s): 00f3401

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -22,8 +22,6 @@ token = os.environ["HF_TOKEN"]
 model = AutoModelForCausalLM.from_pretrained(
     "microsoft/Phi-3-mini-128k-instruct",
-    use_cache=False,
-    attn_implementation="flash_attention_2",
     token=token,
     trust_remote_code=True,
 )

 model = AutoModelForCausalLM.from_pretrained(
     "microsoft/Phi-3-mini-128k-instruct",
     token=token,
     trust_remote_code=True,
 )