run_init.sh

#!/usr/bin/env bash

python3 run_initialization.py \
  --model_name_or_path "meta-llama/Meta-Llama-3-70B" \
  --num_hidden_layers "6" \
  --output_dir "./" \
  --torch_dtype "bfloat16" \
  --push_to_hub