jimypbr commited on
Commit
b2a7b57
1 Parent(s): 553fd56

Create ipu_config.json

Browse files
Files changed (1) hide show
  1. ipu_config.json +15 -0
ipu_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "optimizer_state_offchip": true,
3
+ "replicated_tensor_sharding": true,
4
+ "enable_half_first_order_momentum": true,
5
+ "enable_half_partials": true,
6
+ "recompute_checkpoint_every_layer": false,
7
+ "device_iterations": 2,
8
+ "inference_device_iterations": 4,
9
+ "replication_factor": 2,
10
+ "inference_replication_factor": 2,
11
+ "gradient_accumulation_steps": 16,
12
+ "executable_cache_dir": "./exe_cache",
13
+ "ipus_per_replica": 8,
14
+ "matmul_proportion": [0.1, 0.1, 0.1, 0.3, 0.3, 0.3, 0.3, 0.1]
15
+ }