p-doom/crowd-code-dataset-0.2 huggingface dataset:
[tab] slurm/jobs/mihir/juelich/crowd-pilot/eval/sync_all_to_wandb.sh (shellscript)
#!/usr/bin/env bash
# Convenience script to sync all local eval logs to wandb
# Run this from the login node after your eval jobs complete

cd /p/home/jusers/mahajan1/juwels/projects/envcomp/miles/tab_model_eval

source .venv/bin/activate
export WANDB_MODE=online
LOCAL_LOG_DIR="data/eval/local_logs"

echo "Syncing all local evaluation logs to wandb..."
echo "Log directory: $LOCAL_LOG_DIR"
echo ""

# Check if there are any logs to sync
if [ ! -d "$LOCAL_LOG_DIR" ]; then
    echo "Error: Log directory not found: $LOCAL_LOG_DIR"
    exit 1
fi

# Count number of run directories
NUM_RUNS=$(find "$LOCAL_LOG_DIR" -maxdepth 1 -type d -name "eval_*" | wc -l)
if [ "$NUM_RUNS" -eq 0 ]; then
    echo "No local logs found to sync."
    exit 0
fi

echo "Found $NUM_RUNS run(s) to sync."
echo ""

# Run the sync script
python src/evaluation/sync_local_logs_to_wandb.py \
    --log_dir "$LOCAL_LOG_DIR" \
    --sync_all

echo ""
echo "Done!"