# singularity exec --nv nemo2302 bash convert_nemo_to_hf.sh


#### Convert model pretrained from scratch in Nemo Meagtron to HuggingFace format
python convert_nemo_ul2_checkpoint.py \
    --nemo_model_path=nemo_checkpoints/megatron_ul2--val_loss=2.54-step=7000-consumed_samples=14557920.0.ckpt \
    --hf_config_path=config_ul2_base_nl36.json \
    --output_path=ul2-base-nl36-swedish \
    --hidden_size=768 \
#    --num_heads=12 \
#    --kv_dim=64 \
#    --checkpoint_version=2.0 \
#    --fix_qkv \
#    --hf_model_path=ul2_base_nl36 \