config/model/lm/model_scale/small.yaml

# @package _global_

# 300M Param.

transformer_lm:
  dim: 1024
  num_heads: 16
  num_layers: 24