Spaces:
Sleeping
Sleeping
codec_ckpt: ./models/vampnet/codec.pth | |
save_path: ckpt | |
num_iters: 1000000000 | |
save_iters: [10000, 50000, 100000, 300000, 500000] | |
val_idx: [0,1,2,3,4,5,6,7,8,9] | |
sample_freq: 10000 | |
val_freq: 1000 | |
batch_size: 8 | |
num_workers: 10 | |
# Optimization | |
amp: false | |
CrossEntropyLoss.label_smoothing: 0.1 | |
AdamW.lr: 0.001 | |
NoamScheduler.factor: 2.0 | |
NoamScheduler.warmup: 10000 | |
VampNet.vocab_size: 1024 | |
VampNet.n_codebooks: 4 | |
VampNet.n_conditioning_codebooks: 0 | |
VampNet.r_cond_dim: 0 | |
VampNet.noise_mode: mask | |
VampNet.embedding_dim: 1280 | |
VampNet.n_layers: 20 | |
VampNet.n_heads: 20 | |
VampNet.flash_attn: false | |
VampNet.dropout: 0.1 | |
AudioLoader.relative_path: /data/ | |
AudioDataset.loudness_cutoff: -30.0 | |
AudioDataset.without_replacement: true | |
AudioLoader.shuffle: true | |
AudioDataset.duration: 10.0 | |
train/AudioDataset.n_examples: 10000000 | |
train/AudioLoader.sources: | |
- /media/CHONK/hugo/spotdl/audio-train | |
val/AudioDataset.n_examples: 2000 | |
val/AudioLoader.sources: | |
- /media/CHONK/hugo/spotdl/audio-val | |