Jinchen commited on
Commit
3ac3a56
1 Parent(s): b9aa622

Update ipu_config.json

Browse files
Files changed (1) hide show
  1. ipu_config.json +4 -4
ipu_config.json CHANGED
@@ -5,14 +5,14 @@
5
  "replicated_tensor_sharding": true,
6
  "enable_half_first_order_momentum": true,
7
  "enable_half_partials": true,
8
-
9
  "device_iterations": 4,
10
- "replication_factor": 4,
11
- "gradient_accumulation_steps": 32,
12
  "inference_device_iterations": 4,
 
13
  "inference_replication_factor": 4,
 
14
  "executable_cache_dir": "./exe_cache",
15
-
16
  "ipus_per_replica": 4,
17
  "layers_per_ipu": [3, 7, 7, 7],
18
  "matmul_proportion": [0.1, 0.2, 0.25, 0.25]
 
5
  "replicated_tensor_sharding": true,
6
  "enable_half_first_order_momentum": true,
7
  "enable_half_partials": true,
8
+
9
  "device_iterations": 4,
 
 
10
  "inference_device_iterations": 4,
11
+ "replication_factor": 4,
12
  "inference_replication_factor": 4,
13
+ "gradient_accumulation_steps": 16,
14
  "executable_cache_dir": "./exe_cache",
15
+
16
  "ipus_per_replica": 4,
17
  "layers_per_ipu": [3, 7, 7, 7],
18
  "matmul_proportion": [0.1, 0.2, 0.25, 0.25]