File size: 1,180 Bytes
6534252 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 |
# GPU Memory monitoring settings
$GPU_MEMORY_THRESHOLD = 0.85 # 85% of GPU memory
$GPU_CHECK_INTERVAL = 50 # Check every 50 steps
# Phase 1 checkpoint path
$PHASE1_CKPT = "logs/model_glen_vault/GLEN_P1_base"
# Set CUDA device
$env:CUDA_VISIBLE_DEVICES = "0"
# Run training script
python examples/glen_phase2/train_glen.py `
--output_dir logs/model_glen_vault/GLEN_P2_base `
--model_name_or_path $PHASE1_CKPT `
--load_best_model_at_end True `
--per_device_train_batch_size 4 `
--per_device_eval_batch_size 2 `
--gradient_accumulation_steps 32 `
--dropout_rate 0.1 `
--warmup_ratio 0.1 `
--id_class t5_bm25_truncate_3 `
--dataset_name the_vault `
--test100 1 `
--tree 1 `
--q_max_len 32 `
--p_max_len 256 `
--negative_passage_type self `
--positive_passage_no_shuffle True `
--tie_word_embeddings True `
--num_return_sequences 10 `
--logging_steps 100 `
--overwrite_output_dir `
--wandb_tag glen_vault_p2 `
--do_eval `
--seed 42 `
--gpu_memory_threshold $GPU_MEMORY_THRESHOLD `
--gpu_check_interval $GPU_CHECK_INTERVAL `
--fp16 True `
--gradient_checkpointing True |