smallcloudai
/

codify_medium_multi

Text Generation

feature-extraction

Model card Files Files and versions Community

smallcloudteam commited on Dec 23, 2022

Commit

9dd80e2

•

1 Parent(s): 80807c9

Upload config

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -34,7 +34,7 @@
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
   "mlp_mult": 4,
-  "model_type": "smallcloudai/codify_medium_multi",
   "moe": null,
   "mup_optimal_lr": 0.0005,
   "mup_shapes_file": "lean_former/mup/flash_rot1d_24l/shapes.json",

   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
   "mlp_mult": 4,
+  "model_type": "codify",
   "moe": null,
   "mup_optimal_lr": 0.0005,
   "mup_shapes_file": "lean_former/mup/flash_rot1d_24l/shapes.json",