config.json

{
  "encoder": "apple/DFN5B-CLIP-ViT-H-14",
  "tokenizer": "miguelcarv/phi-1_5-slimorca",
  "decoder": "miguelcarv/phi-1_5-slimorca",
  "first_level": true,
  "level": 2,
  "cross_interval": 4,
  "from_layer": 0,
  "reduce": 1,
  "encoder_dtype": "torch.bfloat16",
  "decoder_dtype": "torch.bfloat16",
  "other_params_dtype": "torch.bfloat16"
}