File size: 443 Bytes
7cdf421 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
# ========= lora hyper-params ========== #
lora_r: 32
lora_alpha: 32
lora_dropout: 0.1
freeze_lm: false
freeze_input_proj: false
freeze_output_proj: false
prompt: '' # the prompting information for the enc-side alignment.
train:
warmup_rate: 0.1
epochs: 1
max_length: 512
max_shard_size: 10GB
dataset_name_list: ['audio_instruction', 'video_instruction', 'image_instruction', 'llava_instruction', 'alpaca_instruction']
|