Upload chess-gpt-eval/main.py with huggingface_hub

chess-gpt-eval/main.py

@@ -260,7 +260,8 @@ def record_results(
     write_headers = not os.path.exists(csv_file_path)
 
     # Append the results to the CSV file
-    with open(csv_file_path, "a", newline="") as csv_file: # THIS WAS APPEND
+    os.makedirs(os.path.dirname(csv_file_path), exist_ok=True)
+    with open(csv_file_path, "a", newline="") as csv_file: 
         writer = csv.DictWriter(csv_file, fieldnames=info_dict.keys())
         if write_headers:
             writer.writeheader()
@@ -535,30 +536,30 @@ MAX_MOVES = 999 # Due to nanogpt max input length of 1024
 recording_file = "logs/determine.csv" # default recording file. Because we are using list [player_ones], recording_file is overwritten
 # player_one_recording_name = "ckpt_8.pt"
 #player_ones = ["ckpt_iter_20000.pt","ckpt_iter_40000.pt","ckpt_iter_60000.pt","ckpt_iter_80000.pt"] #["ckpt.pt"]
-player_ones = ["Xformer/6.6M/ckpt.pt"]
+player_ones = ["50M/ckpt_9715500b.pt"]
 player_two_recording_name = "lc0_sweep" #"stockfish_sweep"
 move_num_in_gamestate = False
 if __name__ == "__main__":
     for nanogpt_player in player_ones:
         player_one_recording_name = nanogpt_player
-        for i in range(2): #range(11):
-            num_games = 265 #265 instead of 250 for duplicates (for lc0, stockfish doesn't need it)
+        for i in range(1): #range(11):
+            num_games = 100 #265 #265 instead of 250 for duplicates (for lc0, stockfish doesn't need it)
             # player_one = GPTPlayer(model="gpt-3.5-turbo-instruct")
             # player_one = LocalLlamaPlayer(model_name="meta-llama/Llama-2-7b-hf")
             # player_one = LocalLoraLlamaPlayer("meta-llama/Llama-2-7b-hf", "/workspace/axolotl/lora2-out")
             # player_one = GPTPlayer(model="gpt-4")
             # player_one = StockfishPlayer(skill_level=-1, play_time=0.1)
             
-            player_one = NanoGptPlayer(model_name=player_one_recording_name, move_num_in_gamestate=False)
-           # player_one = MambaPlayer(model_name=player_one_recording_name, move_num_in_gamestate=False)
+            #player_one = NanoGptPlayer(model_name=player_one_recording_name, move_num_in_gamestate=False)
+            player_one = MambaPlayer(model_name=player_one_recording_name, move_num_in_gamestate=False)
             #player_two = StockfishPlayer(skill_level=i, play_time=0.1)
             player_two = LC0PLayer(skill=i)
             
             # player_two = GPTPlayer(model="gpt-4")
             # player_two = GPTPlayer(model="gpt-3.5-turbo-instruct")
             
-            print(f"\n\nSTARTING GAMES AGAINST STOCKFISH LEVEL {i}\n\n")
-            #print(f"\n\nSTARTING GAMES AGAINST LC0 LEVEL {i}\n\n")
+            #print(f"\n\nSTARTING GAMES AGAINST STOCKFISH LEVEL {i}\n\n")
+            print(f"\n\nSTARTING GAMES AGAINST LC0 LEVEL {i}\n\n")
 
             play_game(player_one, player_two, num_games, random_opening_seed=True)