Co-Instruct

Runtime error

teowu commited on Jan 18

Commit

c3164df

•

1 Parent(s): cfdb08d

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -8,7 +8,7 @@ from transformers import AutoModelForCausalLM
 model = AutoModelForCausalLM.from_pretrained("q-future/co-instruct-preview",
                                              trust_remote_code=True,
                                              torch_dtype=torch.float16,
-                                             use_flash_attention_2=True,
                                              device_map={"":"cuda:0"})
 def chat(message, history, image_1, image_2):

 model = AutoModelForCausalLM.from_pretrained("q-future/co-instruct-preview",
                                              trust_remote_code=True,
                                              torch_dtype=torch.float16,
+                                             attn_implementation="eager",
                                              device_map={"":"cuda:0"})
 def chat(message, history, image_1, image_2):