config.json

{
  "intervention_constant_sources": [
    true
  ],
  "intervention_dimensions": [
    4096
  ],
  "intervention_types": [
    "<class 'pyreft.interventions.LoreftIntervention'>"
  ],
  "mode": "parallel",
  "representations": [
    [
      -4,
      "base_model.encoder.layers[-4].mlp.output",
      "pos",
      1,
      4,
      null,
      null,
      null,
      null,
      null,
      null,
      null,
      null,
      null
    ]
  ],
  "sorted_keys": [
    "comp.base_model.encoder.layers[-4].mlp.output.unit.pos.nunit.1#0"
  ],
  "transformers_version": "4.40.2"
}