vampnet / conf /vampnet.yml
Hugo Flores Garcia
upgrade to new codec ckpt
d48dcc4
codec_ckpt: /u/home/src/runs/codec-ckpt/lac-768x.pth
save_path: ckpt
max_epochs: 1000
epoch_length: 1000
save_audio_epochs: 2
val_idx: [0,1,2,3,4,5,6,7,8,9]
prefix_amt: 0.0
suffix_amt: 0.0
prefix_dropout: 0.1
suffix_dropout: 0.1
batch_size: 120
num_workers: 80
# Optimization
detect_anomaly: false
amp: false
CrossEntropyLoss.label_smoothing: 0.1
AdamW.lr: 0.001
NoamScheduler.factor: 2.0
NoamScheduler.warmup: 10000
VampNet.vocab_size: 1024
VampNet.n_codebooks: 4
VampNet.n_conditioning_codebooks: 0
VampNet.r_cond_dim: 0
VampNet.noise_mode: mask
VampNet.embedding_dim: 1280
VampNet.n_layers: 20
VampNet.n_heads: 20
VampNet.flash_attn: false
VampNet.dropout: 0.05
AudioLoader.relative_path: /data/
AudioDataset.loudness_cutoff: -30.0
AudioDataset.without_replacement: true
AudioLoader.shuffle: true
AudioDataset.duration: 10.0
train/AudioDataset.n_examples: 10000000
train/AudioLoader.sources:
- /data/spotdl/audio/train
val/AudioDataset.n_examples: 2000
val/AudioLoader.sources:
- /data/spotdl/audio/val
test/AudioDataset.n_examples: 1000
test/AudioLoader.sources:
- /data/spotdl/audio/test