MMM-Demo / options /option_transformer.py
samadi10's picture
Added necessary files
eeaa83d
import argparse
def get_args_parser():
parser = argparse.ArgumentParser(description='Optimal Transport AutoEncoder training for Amass',
add_help=True,
formatter_class=argparse.ArgumentDefaultsHelpFormatter)
## dataloader
parser.add_argument('--dataname', type=str, default='t2m', help='dataset directory')
parser.add_argument('--batch-size', default=128, type=int, help='batch size')
parser.add_argument('--fps', default=[20], nargs="+", type=int, help='frames per second')
parser.add_argument('--seq-len', type=int, default=64, help='training motion length')
## optimization
parser.add_argument('--total-iter', default=300000, type=int, help='number of total iterations to run')
parser.add_argument('--warm-up-iter', default=1000, type=int, help='number of total iterations for warmup')
parser.add_argument('--lr', default=2e-4, type=float, help='max learning rate')
parser.add_argument('--lr-scheduler', default=[150000], nargs="+", type=int, help="learning rate schedule (iterations)")
parser.add_argument('--gamma', default=0.05, type=float, help="learning rate decay")
parser.add_argument('--weight-decay', default=1e-6, type=float, help='weight decay')
parser.add_argument('--decay-option',default='all', type=str, choices=['all', 'noVQ'], help='disable weight decay on codebook')
parser.add_argument('--optimizer',default='adamw', type=str, choices=['adam', 'adamw'], help='disable weight decay on codebook')
## vqvae arch
parser.add_argument("--code-dim", type=int, default=32, help="embedding dimension")
parser.add_argument("--nb-code", type=int, default=8192, help="nb of embedding")
parser.add_argument("--mu", type=float, default=0.99, help="exponential moving average to update the codebook")
parser.add_argument("--down-t", type=int, default=2, help="downsampling rate")
parser.add_argument("--stride-t", type=int, default=2, help="stride size")
parser.add_argument("--width", type=int, default=512, help="width of the network")
parser.add_argument("--depth", type=int, default=3, help="depth of the network")
parser.add_argument("--dilation-growth-rate", type=int, default=3, help="dilation growth rate")
parser.add_argument("--output-emb-width", type=int, default=512, help="output embedding width")
parser.add_argument('--vq-act', type=str, default='relu', choices = ['relu', 'silu', 'gelu'], help='dataset directory')
## gpt arch
parser.add_argument("--block-size", type=int, default=51, help="seq len")
parser.add_argument("--embed-dim-gpt", type=int, default=1024, help="embedding dimension")
parser.add_argument("--clip-dim", type=int, default=512, help="latent dimension in the clip feature")
parser.add_argument("--num-layers", type=int, default=9, help="nb of transformer layers")
parser.add_argument("--num-local-layer", type=int, default=2, help="nb of transformer local layers")
parser.add_argument("--n-head-gpt", type=int, default=16, help="nb of heads")
parser.add_argument("--ff-rate", type=int, default=4, help="feedforward size")
parser.add_argument("--drop-out-rate", type=float, default=0.1, help="dropout ratio in the pos encoding")
## quantizer
parser.add_argument("--quantizer", type=str, default='ema_reset', choices = ['ema', 'orig', 'ema_reset', 'reset'], help="eps for optimal transport")
parser.add_argument('--quantbeta', type=float, default=1.0, help='dataset directory')
## resume
parser.add_argument("--resume-pth", type=str, default=None, help='resume vq pth')
parser.add_argument("--resume-trans", type=str, default=None, help='resume gpt pth')
## output directory
parser.add_argument('--out-dir', type=str, default='output', help='output directory')
parser.add_argument('--exp-name', type=str, default='exp_debug', help='name of the experiment, will create a file inside out-dir')
parser.add_argument('--vq-name', type=str, default='VQVAE', help='name of the generated dataset .npy, will create a file inside out-dir')
## other
parser.add_argument('--print-iter', default=200, type=int, help='print frequency')
parser.add_argument('--eval-iter', default=10000, type=int, help='evaluation frequency')
parser.add_argument('--seed', default=123, type=int, help='seed for initializing training. ')
parser.add_argument("--if-maxtest", action='store_true', help="test in max")
parser.add_argument('--pkeep', type=float, default=.5, help='keep rate for gpt training')
## generator
parser.add_argument('--text', type=str, help='text')
parser.add_argument('--length', type=int, help='length')
return parser.parse_args()