blackwingedkite commited on
Commit
fd30a7e
1 Parent(s): 2a72877

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +20 -1
app.py CHANGED
@@ -1 +1,20 @@
1
- !pip install -r requirements.txt
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ !CUDA_VISIBLE_DEVICES=0 python src/train_bash.py \
2
+ --stage sft \
3
+ --model_name_or_path ziqingyang/chinese-alpaca-2-7b \
4
+ --do_train \
5
+ --dataset mydata \
6
+ --template default \
7
+ --finetuning_type lora \
8
+ --lora_target q_proj,v_proj \
9
+ --output_dir ckpoint \
10
+ --overwrite_cache \
11
+ --auto_find_batch_size=False \
12
+ --per_device_train_batch_size 4 \
13
+ --gradient_accumulation_steps 4 \
14
+ --lr_scheduler_type cosine \
15
+ --logging_steps 10 \
16
+ --save_steps 10 \
17
+ --learning_rate 5e-5 \
18
+ --num_train_epochs 3.0 \
19
+ --plot_loss \
20
+ --fp16