| CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6 accelerate launch \ | |
| --num_processes=7 \ | |
| --num_machines=1 \ | |
| --gpu_ids=0,1,2,3,4,5,6 \ | |
| --mixed_precision=fp16 \ | |
| --dynamo_backend=no \ | |
| ./sample_tree.py \ | |
| --model-path="/home/yiyangai/Projects/dongjie/StepbyStep/llava_13b_dpoed/llava_merged_dpo_13b_1epoch_1iteration" \ | |
| --dataset_path="/home/yiyangai/Projects/dongjie/LlaVa-Instruct-150k/LLaVA-Instruct-150K/my_dataset12k.json" \ | |
| --images_dir="../LlaVa-Instruct-150k/data/train2014" \ | |
| --output_dir="/home/yiyangai/Projects/dongjie/StepbyStep/Save_Folder/2024-5-9-after1dpo-13b" \ | |
| --weight_mapping_path="/home/yiyangai/Projects/dongjie/5de42962e78a4485afa7a05120d78d88/key_mapping_13b.json" \ | |