config.json

{
    "clip_model": "my_clip_model",
    "text_model": "gpt2",
    "num_workers": 2,
    "epochs": 20,
    "lr": 0.001,
    "k": 0.33,
    "batch_size_exp": 6,
    "ep_len": 4,
    "num_layers": 6,
    "n_heads": 16,
    "forward_expansion": 4,
    "max_len": 40,
    "dropout": 0.1,
    "weights_dir": "./weights",
    "device": "cuda"
}