skaulintel commited on
Commit
c940e1a
1 Parent(s): adc2b67

Remove mentions of habana mixed precision

Browse files
Files changed (2) hide show
  1. README.md +2 -6
  2. gaudi_config.json +1 -25
README.md CHANGED
@@ -13,11 +13,7 @@ This model only contains the `GaudiConfig` file for running the [albert-xxlarge-
13
  **This model contains no model weights, only a GaudiConfig.**
14
 
15
  This enables to specify:
16
- - `use_habana_mixed_precision`: whether to use Habana Mixed Precision (HMP)
17
- - `hmp_opt_level`: optimization level for HMP, see [here](https://docs.habana.ai/en/latest/PyTorch/PyTorch_Mixed_Precision/PT_Mixed_Precision.html#configuration-options) for a detailed explanation
18
- - `hmp_bf16_ops`: list of operators that should run in bf16
19
- - `hmp_fp32_ops`: list of operators that should run in fp32
20
- - `hmp_is_verbose`: verbosity
21
  - `use_fused_adam`: whether to use Habana's custom AdamW implementation
22
  - `use_fused_clip_norm`: whether to use Habana's fused gradient norm clipping operator
23
 
@@ -45,4 +41,4 @@ python run_qa.py \
45
  --throughput_warmup_steps 2
46
  ```
47
 
48
- Check the [documentation](https://huggingface.co/docs/optimum/habana/index) out for more advanced usage and examples.
13
  **This model contains no model weights, only a GaudiConfig.**
14
 
15
  This enables to specify:
16
+ - `use_torch_autocast`: whether to use PyTorch's autocast mixed precision
 
 
 
 
17
  - `use_fused_adam`: whether to use Habana's custom AdamW implementation
18
  - `use_fused_clip_norm`: whether to use Habana's fused gradient norm clipping operator
19
 
41
  --throughput_warmup_steps 2
42
  ```
43
 
44
+ Check the [documentation](https://huggingface.co/docs/optimum/habana/index) out for more advanced usage and examples.
gaudi_config.json CHANGED
@@ -1,29 +1,5 @@
1
  {
2
- "use_habana_mixed_precision": false,
3
  "use_torch_autocast": true,
4
- "hmp_is_verbose": false,
5
  "use_fused_adam": true,
6
- "use_fused_clip_norm": true,
7
- "hmp_bf16_ops": [
8
- "add",
9
- "addmm",
10
- "bmm",
11
- "div",
12
- "dropout",
13
- "gelu",
14
- "iadd",
15
- "linear",
16
- "layer_norm",
17
- "matmul",
18
- "mm",
19
- "rsub",
20
- "softmax",
21
- "truediv"
22
- ],
23
- "hmp_fp32_ops": [
24
- "embedding",
25
- "nll_loss",
26
- "log_softmax",
27
- "cross_entropy"
28
- ]
29
  }
1
  {
 
2
  "use_torch_autocast": true,
 
3
  "use_fused_adam": true,
4
+ "use_fused_clip_norm": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
  }