codec_ckpt: /u/home/src/runs/codec-ckpt/codec.pth
save_path: ckpt
max_epochs: 1000
epoch_length: 1000
save_audio_epochs: 2
val_idx: [0,1,2,3,4,5,6,7,8,9]

prefix_amt: 0.0
suffix_amt: 0.0
prefix_dropout: 0.1
suffix_dropout: 0.1

batch_size: 120
num_workers: 80

# Optimization
detect_anomaly: false
amp: false

CrossEntropyLoss.label_smoothing: 0.1

AdamW.lr: 0.001

NoamScheduler.factor: 2.0
NoamScheduler.warmup: 10000

VampNet.vocab_size: 1024
VampNet.n_codebooks: 3
VampNet.n_conditioning_codebooks: 0
VampNet.r_cond_dim: 64
VampNet.embedding_dim: 1280
VampNet.n_layers: 16
VampNet.n_heads: 20
VampNet.flash_attn: false
VampNet.dropout: 0.05

AudioLoader.relative_path: /data/
AudioDataset.loudness_cutoff: -30.0
AudioDataset.without_replacement: true
AudioLoader.shuffle: true

train/AudioDataset.duration: 5.0
train/AudioDataset.n_examples: 10000000
train/AudioLoader.sources:
  - /data/spotdl/audio/train

val/AudioDataset.duration: 5.0
val/AudioDataset.n_examples: 2000
val/AudioLoader.sources:
  - /data/spotdl/audio/val

test/AudioDataset.duration: 5.0
test/AudioDataset.n_examples: 1000
test/AudioLoader.sources:
  - /data/spotdl/audio/test