config.json

{
  "_attn_implementation_autoset": true,
  "architectures": [
    "FIMSDE"
  ],
  "dropout_rate": 0.1,
  "dtype": "float32",
  "finetune": false,
  "finetune_detach_diffusion": false,
  "finetune_em_steps": 1,
  "finetune_num_points": -1,
  "finetune_on_sampling_mse": false,
  "finetune_on_sampling_nll": false,
  "finetune_samples_count": 1,
  "finetune_samples_steps": 1,
  "hidden_act": {
    "name": "torch.nn.GELU"
  },
  "hidden_layers": [
    256,
    256
  ],
  "learnable_loss_scales": {
    "attention": {
      "activation": "torch.nn.GELU",
      "dim_feedforward": 1024,
      "dropout": 0.1,
      "nhead": 8
    },
    "num_res_layers": 8,
    "paths_block_attention": false,
    "projection": {
      "dropout": 0.1,
      "hidden_act": {
        "name": "torch.nn.GELU"
      },
      "hidden_layers": [
        256,
        256
      ],
      "name": "fim.models.blocks.base.MLP"
    }
  },
  "max_dimension": 3,
  "model_embedding_size": 256,
  "model_type": "fimsde",
  "name": "FIMSDE",
  "num_locations_on_path": 32,
  "operator": {
    "attention": {
      "activation": "torch.nn.GELU",
      "dim_feedforward": 1024,
      "dropout": 0.1,
      "nhead": 8
    },
    "num_res_layers": 8,
    "paths_block_attention": false,
    "projection": {
      "dropout": 0.1,
      "hidden_act": {
        "name": "torch.nn.GELU"
      },
      "hidden_layers": [
        256,
        256
      ],
      "name": "fim.models.blocks.base.MLP"
    }
  },
  "phi_0t": {
    "name": "torch.nn.Linear"
  },
  "phi_0x": {
    "name": "torch.nn.Linear"
  },
  "phi_1x": {
    "name": "torch.nn.Linear"
  },
  "psi_1": {
    "layer": {
      "activation": "torch.nn.GELU",
      "attn_method": "linear",
      "dim_feedforward": 1024,
      "dropout": 0.1,
      "lin_feature_map": "softmax",
      "lin_normalize": false,
      "nhead": 8
    },
    "name": "CombinedPathTransformer",
    "num_layers": 2
  },
  "residual_ff_size": 1024,
  "states_norm": {
    "name": "fim.models.sde.Standardization"
  },
  "times_norm": {
    "name": "fim.models.sde.DeltaLogCentering"
  },
  "transformer_layer_activation": "gelu",
  "transformers_version": "4.57.1"
}