config.json

{
  "gsfm_dim": 256,
  "text_dim": 768,
  "gsfm_pretrained": "maayanlab/gsfm",
  "text_model_name": "pritamdeka/S-PubMedBert-MS-MARCO",
  "lr_projection": 0.00033490171496519346,
  "lr_text": 5.669323948261758e-05,
  "weight_decay": 1.3106557786621886e-06,
  "dropout": 0.15000000000000002,
  "overlap_weight": 0.15000000000000002,
  "recon_weight": 0.2738326780677776,
  "temperature_init": 0.015428233846486282,
  "shared_dim": 128,
  "gene_proj_depth": 1,
  "text_proj_depth": 2,
  "text_proj_hidden": 256,
  "n_unfreeze_gsfm": 4,
  "lr_gsfm": 2.0435731160283113e-05,
  "n_unfreeze_text": 10,
  "batch_size": 64,
  "warmup_steps": 450,
  "use_amp": true
}