mwizakunda commited on
Commit
c14e557
1 Parent(s): 1183d9e

Fix: embedding serialization factor >= 1

Browse files
Files changed (1) hide show
  1. ipu_config.json +1 -1
ipu_config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "embedding_serialization_factor": 0,
3
  "recompute_checkpoint_every_layer": true,
4
  "optimizer_state_offchip": true,
5
  "replicated_tensor_sharding": true,
 
1
  {
2
+ "embedding_serialization_factor": 1,
3
  "recompute_checkpoint_every_layer": true,
4
  "optimizer_state_offchip": true,
5
  "replicated_tensor_sharding": true,