OpenGVLab
/

SDLM-3B-D8

Text Generation

diffusion language model

text-generation-inference

Model card Files Files and versions

lll2343 commited on 4 days ago

Commit

668d325

·

verified ·

1 Parent(s): 04b5afe

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -7,10 +7,10 @@
     "AutoModelForCausalLM": "modeling_sdlm.SDLMQwen2ForCausalLM"
   },
   "attention_dropout": 0.0,
-  "attn_implementation": "eager",
   "block_size": 8,
   "bos_token_id": 151643,
-  "casual_attn": false,
   "eos_token_id": 151643,
   "hidden_act": "silu",
   "hidden_size": 2048,

     "AutoModelForCausalLM": "modeling_sdlm.SDLMQwen2ForCausalLM"
   },
   "attention_dropout": 0.0,
+  "attn_implementation": "sdpa",
   "block_size": 8,
   "bos_token_id": 151643,
+  "causal_attn": false,
   "eos_token_id": 151643,
   "hidden_act": "silu",
   "hidden_size": 2048,