giulio98 commited on
Commit
9e4065f
1 Parent(s): 0153eac

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -93,7 +93,7 @@ Below the deepspeed configuration
93
  0.999
94
  ],
95
  "eps": 1e-8,
96
- "weight_decay": 0
97
  }
98
  },
99
  "scheduler": {
 
93
  0.999
94
  ],
95
  "eps": 1e-8,
96
+ "weight_decay": 0.1
97
  }
98
  },
99
  "scheduler": {