Update chess-gpt-eval-contrastive/main.py

chess-gpt-eval-contrastive/main.py

@@ -673,15 +673,17 @@ player_ones = ["50M/anneal/anneal_complete_round3.pt"]
 player_two_recording_name = "lc0_sweep" #"stockfish_sweep"
 move_num_in_gamestate = False
 book_opening = True
-random_opening = False
-random_opening_moves = 10
+random_opening = True
+#random_opening_moves = 10
 activations_path="activations.pkl"
 update_activations = True # False = use them
 save_activations_every = 25
 if __name__ == "__main__":
     for nanogpt_player in player_ones:
-        for i in [0]: # [3] #range(11):
-            num_games = 2500-65
+        i = 0
+        for rm in range(5,36,5):
+        #for i in [0]: # [3] #range(11):
+            num_games = 2500
             # player_one = GPTPlayer(model="gpt-3.5-turbo-instruct")
             # player_one = LocalLlamaPlayer(model_name="meta-llama/Llama-2-7b-hf")
             # player_one = LocalLoraLlamaPlayer("meta-llama/Llama-2-7b-hf", "/workspace/axolotl/lora2-out")
@@ -692,9 +694,9 @@ if __name__ == "__main__":
 #            player_one = NanoGptPlayer(model_name=player_one_recording_name, move_num_in_gamestate=move_num_in_gamestate)
             #player_one_recording_name = f"xformer_rdm_{rm}"
             player_one = MambaPlayer(model_name=player_one_recording_name, move_num_in_gamestate=move_num_in_gamestate)
-            player_one_recording_name = f"mamba_contrastive"
+            player_one_recording_name = f"mamba_contrastive_rdm_{rm}"
             if not update_activations:
-                player_one.apply_contrastive_activations()
+                player_one.apply_contrastive_activations(weight=1.0)
 
             #player_two = StockfishPlayer(skill_level=i, play_time=0.1)
             player_two = LC0PLayer(skill=i)
@@ -705,5 +707,5 @@ if __name__ == "__main__":
             #print(f"\n\nSTARTING GAMES AGAINST STOCKFISH LEVEL {i}\n\n")
             print(f"\n\nSTARTING GAMES AGAINST LC0 LEVEL {i}\n\n")
 
-            play_games(player_one, player_two, num_games, book_opening=book_opening, random_opening=random_opening, random_opening_moves=random_opening_moves)
+            play_games(player_one, player_two, num_games, book_opening=book_opening, random_opening=random_opening, random_opening_moves=rm)