| { | |
| "clip_model": "my_clip_model", | |
| "text_model": "gpt2", | |
| "num_workers": 2, | |
| "epochs": 20, | |
| "lr": 0.001, | |
| "k": 0.33, | |
| "batch_size_exp": 6, | |
| "ep_len": 4, | |
| "num_layers": 6, | |
| "n_heads": 16, | |
| "forward_expansion": 4, | |
| "max_len": 40, | |
| "dropout": 0.1, | |
| "weights_dir": "./weights", | |
| "device": "cuda" | |
| } |