arch:
  ema: null
  hparams:
    loss_type: mse
    restart_unused_codes: true
    use_padding_idx: false
    masked_dropout: 0.0
    bottleneck_type: rq
    embed_dim: 256
    n_embed: 16384
    latent_shape:
    - 16
    - 16
    - 256
    code_shape:
    - 16
    - 16
    - 4
    shared_codebook: true
    decay: 0.99
    latent_loss_weight: 0.25
  checkpointing: true
  type: rq-vae
  code_hier: 1
  ddconfig:
    double_z: false
    z_channels: 256
    resolution: 256
    in_channels: 3
    out_ch: 3
    ch: 128
    ch_mult:
    - 1
    - 1
    - 2
    - 2
    - 4
    num_res_blocks: 2
    attn_resolutions:
    - 8
    dropout: 0.0
dataset:
  transform:
    type: null
  type: imagenet-arxiv
  transforms:
    type: imagenet256x256
optimizer:
  type: adam
  max_gn: null
  warmup:
    mode: fix
    start_from_zero: true
    epoch: 0.5
    multiplier: 1
    buffer_epoch: 0
    min_lr: 4.0e-05
  init_lr: 4.0e-05
  weight_decay: 0.0
  betas:
  - 0.5
  - 0.9
  grad_accm_steps: 1
experiment:
  test_freq: 1
  amp: false
  batch_size: 32
  epochs: 150
  save_ckpt_freq: 5
  total_batch_size: 256
gan:
  disc:
    optimizer:
      type: adam
      max_gn: null
      warmup:
        mode: fix
        start_from_zero: true
        epoch: 0.5
        multiplier: 1
        buffer_epoch: 0
        min_lr: 4.0e-05
      init_lr: 4.0e-05
      weight_decay: 0.0
      betas:
      - 0.5
      - 0.9
    arch:
      in_channels: 3
      num_layers: 2
      use_actnorm: false
      ndf: 64
      spectral_norm: false
  loss:
    disc_loss: hinge
    gen_loss: vanilla
    disc_weight: 0.75
    perceptual_weight: 1.0
    disc_start: 0
seed: 0
runtime:
  args:
    model_config: /cpfs01/user/cl424408/rq-vae-transformer-main/configs/imagenet256/stage1/in256-rqvae-16x16x4-arxiv-withaux.yaml
    result_path: /cpfs01/user/cl424408/rq-vae-transformer-main/trained_models/rq2048_16x16x4_imagenet_arxiv_withauxloss
    load_path: ''
    test_batch_size: 200
    test_epoch: -1
    postfix: ''
    seed: 0
    world_size: 8
    local_rank: 0
    node_rank: -1
    dist_backend: nccl
    timeout: 86400
    eval: false
    resume: false
    rank: 0
  extra_config: {}
  distenv:
    world_size: 8
    world_rank: 0
    local_rank: 0
    num_gpus: 1
    master: true
    device_name: NVIDIA A100-SXM4-80GB
result_path: /cpfs01/user/cl424408/rq-vae-transformer-main/trained_models/rq2048_16x16x4_imagenet_arxiv_withauxloss/in256-rqvae-16x16x4-arxiv-withaux/06082024_053233