gaudi_config.json

{
  "use_habana_mixed_precision": true,
  "hmp_opt_level": "O1",
  "hmp_is_verbose": false,
  "use_fused_adam": true,
  "use_fused_clip_norm": true,
  "hmp_bf16_ops": [
    "add",
    "addmm",
    "bmm",
    "dot",
    "iadd",
    "layer_norm",
    "matmul",
    "mm",
    "rsub",
    "softmax",
    "mul",
    "mean",
    "dropout",
    "linear"
  ],
  "hmp_fp32_ops": [
    "cross_entropy",
    "log_softmax",
    "embedding",
    "binary_cross_entropy"
  ]
}