Leyo commited on
Commit
75553f7
·
1 Parent(s): b103865
Files changed (1) hide show
  1. app_dialogue.py +8 -0
app_dialogue.py CHANGED
@@ -35,6 +35,14 @@ MODELS = {
35
  # trust_remote_code=True,
36
  # token=os.environ["HF_AUTH_TOKEN"],
37
  # ).to(DEVICE),
 
 
 
 
 
 
 
 
38
  "idefics2-8b-chatty (chat-50)": Idefics2ForConditionalGeneration.from_pretrained(
39
  "HuggingFaceM4/idefics2-8b-chatty",
40
  torch_dtype=torch.bfloat16,
 
35
  # trust_remote_code=True,
36
  # token=os.environ["HF_AUTH_TOKEN"],
37
  # ).to(DEVICE),
38
+ "idefics2-8b-chatty (chat-600)": Idefics2ForConditionalGeneration.from_pretrained(
39
+ "HuggingFaceM4/idefics2-8b-chatty",
40
+ torch_dtype=torch.bfloat16,
41
+ _attn_implementation="flash_attention_2",
42
+ trust_remote_code=True,
43
+ token=os.environ["HF_AUTH_TOKEN"],
44
+ revision="bb460e58294bcb02430df9fd126b3c522f867d83"
45
+ ).to(DEVICE),
46
  "idefics2-8b-chatty (chat-50)": Idefics2ForConditionalGeneration.from_pretrained(
47
  "HuggingFaceM4/idefics2-8b-chatty",
48
  torch_dtype=torch.bfloat16,