llama_lora_test / gaudi_config.json
aramasethu's picture
Model save
ffe471c
{
"autocast_bf16_ops": null,
"autocast_fp32_ops": null,
"hmp_bf16_ops": [
"add",
"addmm",
"bmm",
"div",
"dropout",
"gelu",
"iadd",
"linear",
"layer_norm",
"matmul",
"mm",
"rsub",
"softmax",
"truediv"
],
"hmp_fp32_ops": [
"embedding",
"nll_loss",
"log_softmax"
],
"hmp_is_verbose": false,
"hmp_opt_level": "O1",
"optimum_version": "1.8.1",
"transformers_version": "4.33.0",
"use_fused_adam": true,
"use_fused_clip_norm": true,
"use_habana_mixed_precision": false,
"use_torch_autocast": false
}