p-doom/crowd-code-dataset-0.2 huggingface dataset:
[tab] /home/franz.srambical/slurm/jobs/alfred/berlin/coding_agent/lm_eval/convert_eval_spawner_if_eval.sh (shellscript)
#!/usr/bin/env bash


experiment_names=(
"qwen3_600m_full_finetune_crowd_code_dataset_seqlen_16k_token_batch_size_128k/2025-11-24_18-17-40"
"qwen3_600m_full_finetune_crowd_code_dataset_seqlen_4k_token_batch_size_128k/2025-11-24_18-06-34"
"qwen3_600m_full_finetune_crowd_code_dataset_seqlen_8k_token_batch_size_128k/2025-11-24_18-09-07"
# "qwen3_600m_lora_finetune_crowd_code_dataset_seqlen_16k_token_batch_size_128k/2025-11-24_18-30-35"
# "qwen3_600m_lora_finetune_crowd_code_dataset_seqlen_32k_token_batch_size_128k/2025-11-24_18-30-06"
# "qwen3_600m_lora_finetune_crowd_code_dataset_seqlen_4k_token_batch_size_128k/2025-11-24_18-21-48"
# "qwen3_600m_lora_finetune_crowd_code_dataset_seqlen_8k_token_batch_size_128k/2025-11-24_18-30-26"
)

eval_tasks="ifeval"

for experiment_name in "${experiment_names[@]}"; do
    EXPERIMENT_NAME=${experiment_name} \
    EVAL_TASKS=${eval_tasks} \
    sbatch \
    --job-name="${eval_tasks}_${experiment_name}" \
    -q low \
    slurm/jobs/alfred/berlin/coding_agent/lm_eval/convert_eval_spawner.sbatch
done