user commited on
Commit
da1148c
1 Parent(s): 013a220

Added xformers

Browse files
Files changed (2) hide show
  1. requirements.txt +2 -1
  2. trainer.py +1 -0
requirements.txt CHANGED
@@ -9,4 +9,5 @@ tqdm
9
  ftfy
10
  Pillow
11
  bitsandbytes
12
- gradio
 
 
9
  ftfy
10
  Pillow
11
  bitsandbytes
12
+ gradio
13
+ xformers
trainer.py CHANGED
@@ -115,6 +115,7 @@ class Trainer:
115
  --gradient_accumulation_steps={gradient_accumulation} \
116
  --learning_rate={learning_rate} \
117
  --max_train_steps={n_steps} \
 
118
  --train_batch_size=1 \
119
  --lr_scheduler=constant \
120
  --lr_warmup_steps=0 \
 
115
  --gradient_accumulation_steps={gradient_accumulation} \
116
  --learning_rate={learning_rate} \
117
  --max_train_steps={n_steps} \
118
+ --enable_xformers_memory_efficient_attention \
119
  --train_batch_size=1 \
120
  --lr_scheduler=constant \
121
  --lr_warmup_steps=0 \