Hugging Face's logo

Spaces:
ymzhang319
/
FoleyCrafter
Running on Zero

App Files Community
6
FoleyCrafter
File size: 970 Bytes 
7f2690b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
 
output_dir: "outputs"

pretrained_model_path: ""

motion_module_path: "models/mm_sd_v15_v2.ckpt"

train_data:
  csv_path: "./curated.csv"
  audio_fps: 48000
  audio_size: 480000

validation_data:
  prompts:
    - "./data/input/lighthouse.png"
    - "./data/input/guitar.png"
    - "./data/input/lion.png"
    - "./data/input/gun.png"
  num_inference_steps: 25
  guidance_scale: 7.5
  sample_size: 512

trainable_modules:
  - 'to_k_ip'
  - 'to_v_ip'

audio_unet_checkpoint_path: ""

learning_rate:    1.0e-4
train_batch_size: 1 # max for mixed
gradient_accumulation_steps: 1

max_train_epoch:      -1
max_train_steps:      200000
checkpointing_epochs: 4000
checkpointing_steps:  500

validation_steps:       3000
validation_steps_tuple: [2, 50, 300, 1000]

global_seed: 42
mixed_precision_training: true

is_debug: False

resume_ckpt: ""

# params for adapter
init_from_ip_adapter: false

always_null_text: false

reverse_null_text_prob: true

frame_wise_condition: true