vikhyatk commited on
Commit
6c78975
1 Parent(s): 106f1bd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -17,8 +17,7 @@ model_id = "vikhyatk/moondream2"
17
  revision = "2024-04-02"
18
  tokenizer = AutoTokenizer.from_pretrained(model_id, revision=revision)
19
  moondream = AutoModelForCausalLM.from_pretrained(
20
- model_id, trust_remote_code=True, revision=revision,
21
- attn_implementation="flash_attention_2"
22
  ).to(device=device, dtype=dtype)
23
  moondream.eval()
24
 
 
17
  revision = "2024-04-02"
18
  tokenizer = AutoTokenizer.from_pretrained(model_id, revision=revision)
19
  moondream = AutoModelForCausalLM.from_pretrained(
20
+ model_id, trust_remote_code=True, revision=revision
 
21
  ).to(device=device, dtype=dtype)
22
  moondream.eval()
23