mwizakunda commited on
Commit
557e8b2
1 Parent(s): 17c52f6

Fix: embedding serialization factor >= 1

Browse files
Files changed (1) hide show
  1. ipu_config.json +1 -1
ipu_config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "embedding_serialization_factor": 0,
3
  "recompute_checkpoint_every_layer": true,
4
  "optimizer_state_offchip": true,
5
  "replicated_tensor_sharding": true,
1
  {
2
+ "embedding_serialization_factor": 1,
3
  "recompute_checkpoint_every_layer": true,
4
  "optimizer_state_offchip": true,
5
  "replicated_tensor_sharding": true,