File size: 399 Bytes
5b39546 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
#!/bin/bash
#SBATCH --partition=hopper-cpu
#SBATCH --name=mistral-init
#SBATCH --mem=1g
#SBATCH --time=1:00:00
#SBATCH --cpus-per-task=1
#SBATCH --mem-per-cpu=1
#SBATCH -o /fsx/sanchit/logs/init-%j-%x.out
echo "Starting job"
srun python3 run_initialization.py \
--model_name_or_path "mistralai/Mistral-7B-Instruct-v0.2" \
--num_hidden_layers "12" \
--output_dir "./" \
--push_to_hub
wait
|