isek-ai
/

LightNovel-Intro-RetNet-400M

Text Generation

generated_from_trainer

Model card Files Files and versions Community

p1atdev commited on Jan 17

Commit

c6ecbfc

•

1 Parent(s): 4371fee

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -1,10 +1,10 @@
 {
   "activation_dropout": 0.0,
   "activation_fn": "swish",
-  "architectures": ["LightNovelIntroRetNetModel"],
   "auto_map": {
-    "AutoConfig": "modeling_retnet.LightNovelIntroRetNetModelConfig",
-    "AutoModelForCausalLM": "modeling_retnet.LightNovelIntroRetNetModel"
   },
   "decoder_embed_dim": 1280,
   "decoder_ffn_embed_dim": 2560,

 {
   "activation_dropout": 0.0,
   "activation_fn": "swish",
+  "architectures": ["RetNetForCausalLM"],
   "auto_map": {
+    "AutoConfig": "configuration_retnet.RetNetConfig",
+    "AutoModelForCausalLM": "modeling_retnet.RetNetForCausalLM"
   },
   "decoder_embed_dim": 1280,
   "decoder_ffn_embed_dim": 2560,