config.yaml

# © Recursion Pharmaceuticals 2024
loss:
  _target_: torch.nn.MSELoss  # combine with fourier loss weighted at 0.01 mixing factor for best results
  reduction: none
optimizer:
  _target_: timm.optim.lion.Lion
  _partial_: true
  lr: *lr 1e-4   # 1e-4 for <= ViT-B, and 3e-5 for ViT-L
  weight_decay: 0.05
  betas: [0.9, 0.95]
lr_scheduler:
  _target_: torch.optim.lr_scheduler.OneCycleLR
  _partial_: true
  max_lr: @lr
  pct_start: 0.1
  anneal_strategy: cos