regisss HF staff commited on
Commit
748379d
1 Parent(s): 578c3d0

Create gaudi_config.json

Browse files
Files changed (1) hide show
  1. gaudi_config.json +29 -0
gaudi_config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "use_habana_mixed_precision": true,
3
+ "hmp_opt_level": "O1",
4
+ "hmp_is_verbose": false,
5
+ "use_fused_adam": true,
6
+ "use_fused_clip_norm": true,
7
+ "log_device_mem_alloc": false,
8
+ "hmp_bf16_ops": [
9
+ "add",
10
+ "addmm",
11
+ "bmm",
12
+ "div",
13
+ "dropout",
14
+ "gelu",
15
+ "iadd",
16
+ "linear",
17
+ "layer_norm",
18
+ "matmul",
19
+ "mm",
20
+ "rsub",
21
+ "softmax",
22
+ "truediv"
23
+ ],
24
+ "hmp_fp32_ops": [
25
+ "embedding",
26
+ "nll_loss",
27
+ "log_softmax"
28
+ ]
29
+ }