| { | |
| "gsfm_dim": 256, | |
| "text_dim": 768, | |
| "gsfm_pretrained": "maayanlab/gsfm", | |
| "text_model_name": "pritamdeka/S-PubMedBert-MS-MARCO", | |
| "lr_projection": 0.00033490171496519346, | |
| "lr_text": 5.669323948261758e-05, | |
| "weight_decay": 1.3106557786621886e-06, | |
| "dropout": 0.15000000000000002, | |
| "overlap_weight": 0.15000000000000002, | |
| "recon_weight": 0.2738326780677776, | |
| "temperature_init": 0.015428233846486282, | |
| "shared_dim": 128, | |
| "gene_proj_depth": 1, | |
| "text_proj_depth": 2, | |
| "text_proj_hidden": 256, | |
| "n_unfreeze_gsfm": 4, | |
| "lr_gsfm": 2.0435731160283113e-05, | |
| "n_unfreeze_text": 10, | |
| "batch_size": 64, | |
| "warmup_steps": 450, | |
| "use_amp": true | |
| } |