Update chess-mamba-vs-xformer/train_bygame.py

chess-mamba-vs-xformer/train_bygame.py

@@ -402,7 +402,7 @@ while True:
         param_group['lr'] = lr
 
     # Evaluate the loss on train/val sets and write checkpoints
-    if (iter_num % eval_interval == 0 and master_process and local_iter_num > 0) or abs(games_seen - 12652800) <= 151 or abs(games_seen - 22275000) <= 151 or abs(games_seen - 11536000) <= 151 or abs(games_seen - 16250000) <= 151 or abs(games_seen - 18000000) <= 151 or abs(games_seen - 19690000) <= 151 or abs(games_seen - 22005050) <= 151 or abs(tokens_seen_padded - 7798839804) <= 46238:
+    if master_process and ((iter_num % eval_interval == 0 and local_iter_num > 0) or abs(games_seen - 12652800) <= 151 or abs(games_seen - 22275000) <= 151 or abs(games_seen - 11536000) <= 151 or abs(games_seen - 16250000) <= 151 or abs(games_seen - 18000000) <= 151 or abs(games_seen - 19690000) <= 151 or abs(games_seen - 22005050) <= 151 or abs(tokens_seen_padded - 7798839804) <= 46238):
         torch.cuda.empty_cache()
         losses = estimate_loss()
         if init_from == 'anneal':