ReactiveAI
/

RxT-Beta-Micro-Decoder-Base

🇪🇺 Region: EU

Model card Files Files and versions

AdamF92 commited on 4 days ago

Commit

41de4f8

·

verified ·

1 Parent(s): a7014d7

In progress training - batch: 0

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -30,7 +30,7 @@
     "dense",
     "moe"
   ],
-  "stm_size": 4096,
   "use_attention_output_bias": false,
   "use_flash_attention": true,
   "use_gated": true,

     "dense",
     "moe"
   ],
+  "stm_size": 1024,
   "use_attention_output_bias": false,
   "use_flash_attention": true,
   "use_gated": true,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9eb811cc90a1983d9244e82f9de62e6288465f74caf29d1985ef91ed84dbab69
-size 1144123896

 version https://git-lfs.github.com/spec/v1
+oid sha256:3e4cab829fae3b074222d1d633a11e21c5ec5dcfd907f03671f72dcdef3e866b
+size 1118958072