CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6 accelerate launch \
                   --num_processes=7 \
                   --num_machines=1 \
                   --gpu_ids=0,1,2,3,4,5,6 \
                   --mixed_precision=fp16 \
                   --dynamo_backend=no \
                   ./sample_tree.py \
                   --model-path="/home/yiyangai/Projects/dongjie/StepbyStep/llava_13b_dpoed/llava_merged_dpo_13b_1epoch_1iteration" \
                   --dataset_path="/home/yiyangai/Projects/dongjie/LlaVa-Instruct-150k/LLaVA-Instruct-150K/my_dataset12k.json" \
                   --images_dir="../LlaVa-Instruct-150k/data/train2014" \
                   --output_dir="/home/yiyangai/Projects/dongjie/StepbyStep/Save_Folder/2024-5-9-after1dpo-13b" \
                   --weight_mapping_path="/home/yiyangai/Projects/dongjie/5de42962e78a4485afa7a05120d78d88/key_mapping_13b.json" \