regisss HF staff commited on
Commit
d2bd057
1 Parent(s): 0dd51b5

Add Gaudi config

Browse files
Files changed (1) hide show
  1. gaudi_config.json +29 -0
gaudi_config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "use_habana_mixed_precision": true,
3
+ "hmp_opt_level": "O1",
4
+ "hmp_is_verbose": false,
5
+ "use_fused_adam": true,
6
+ "use_fused_clip_norm": true,
7
+ "hmp_bf16_ops": [
8
+ "add",
9
+ "addmm",
10
+ "bmm",
11
+ "dropout",
12
+ "gelu",
13
+ "iadd",
14
+ "linear",
15
+ "layer_norm",
16
+ "matmul",
17
+ "mm",
18
+ "rsub",
19
+ "softmax",
20
+ "truediv",
21
+ "avg_pool2d",
22
+ "conv2d"
23
+ ],
24
+ "hmp_fp32_ops": [
25
+ "nll_loss",
26
+ "log_softmax",
27
+ "embedding"
28
+ ]
29
+ }