p-doom/crowd-code-dataset-0.2 huggingface dataset:
[tab] slurm/jobs/mihir/berlin/crowd-pilot/run_sqwen3-0.6b-sft-torch.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=4
#SBATCH --time=24:00:00
#SBATCH --cpus-per-task=5
#SBATCH --gres=gpu:2
#SBATCH --mem=600GB
#SBATCH --output=/fast/project/HFMI_SynergyUnit/mihir/logs/train/qwen3-0.6b-sft-torch/%x_%j.log
#SBATCH --error=/fast/project/HFMI_SynergyUnit/mihir/logs/train/qwen3-0.6b-sft-torch/%x_%j.log
#SBATCH --job-name=run_qwen3-0.6b-sft-torch

cat $0

source ~/.bashrc

micromamba activate miles

sh scripts/run-qwen3-0.6B-torch-sft.sh
[terminal_command] TERMINAL ()
/fast/project/HFMI_SynergyUnit/mihir/micromamba/envs/miles/bin/python -c "import pandas as pd; print(pd.read_parquet('/fast/project/HFMI_SynergyUnit/tab_model/huggingface/openhermes2_5.parquet').columns)"
[tab] slurm/jobs/mihir/berlin/crowd-pilot/convert_dataset.py (python)
from datasets import load_dataset

ds = load_dataset("teknium/OpenHermes-2.5")["train"]

def convert(sample):
    conversations = sample["conversations"]

    def convert_role(role):
        if role == "human":
            return "user"
        elif role == "gpt":
            return "assistant"
        elif role == "system":
            return "system"
        else:
            raise ValueError(f"Unknown role: {role}")

    messages = [
        {
            "role": convert_role(turn["from"]),
            "content": turn["value"],
        }
        for turn in conversations
    ]

    return {"messages": messages}

ds = ds.map(convert)
ds.to_parquet("/fast/project/HFMI_SynergyUnit/tab_model/huggingface/openhermes2_5.parquet")
[tab] miles/rollout/base_types.py (python)
from dataclasses import dataclass
from typing import Any

from miles.utils.types import Sample


@dataclass
class RolloutFnTrainOutput:
    samples: list[list[Sample]]
    metrics: dict[str, Any] = None


@dataclass
class RolloutFnEvalOutput:
    data: dict[str, dict[str, Any]]
    metrics: dict[str, Any] = None


def call_rollout_fn(fn, *args, evaluation: bool, **kwargs):
    output = fn(*args, **kwargs, evaluation=evaluation)

    # compatibility for legacy version
    if not isinstance(output, (RolloutFnTrainOutput, RolloutFnEvalOutput)):
        output = RolloutFnEvalOutput(data=output) if evaluation else RolloutFnTrainOutput(samples=output)

    return output
[tab] /fast/project/HFMI_SynergyUnit/mihir/logs/train/qwen3-0.6b-sft-torch/run_qwen3-0.6b-sft-torch_36268.log (log)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH --time=24:00:00
#SBATCH --cpus-per-task=5
#SBATCH --gres=gpu:2
#SBATCH --mem=600GB
#SBATCH --signal=USR1@60
#SBATCH --output=/fast/project/HFMI_SynergyUnit/mihir/logs/train/qwen3-0.6b-sft-torch/%x_%j.log
#SBATCH --error=/fast/project/HFMI_SynergyUnit/mihir/logs/train/qwen3-0.6b-sft-torch/%x_%j.log
#SBATCH --job-name=run_qwen3-0.6b-sft-torch


trap 'echo "Job killed by signal"' USR1

cat $0

source ~/.bashrc

micromamba activate miles

srun sh scripts/run-qwen3-0.6B-torch-sft.shRunning inside SLURM, Job ID 36268.
2025-12-11 12:30:12,103	INFO scripts.py:1371 -- Did not find any active Ray processes.
HAS_NVLINK: 0 (detected 0 NVLink references)
Detected Head Node IP: 10.86.2.80
Usage: python -m ray.scripts.scripts start [OPTIONS]
Try 'python -m ray.scripts.scripts start --help' for help.

Error: Got unexpected extra argument ( )
scripts/run-qwen3-0.6B-torch-sft.sh: line 111: --disable-usage-stats: command not found
Ray started. Waiting for Dashboard to be ready...
Waiting for Ray Dashboard...
Waiting for Ray Dashboard...
Waiting for Ray Dashboard...
Waiting for Ray Dashboard...
Waiting for Ray Dashboard...
Waiting for Ray Dashboard...
Waiting for Ray Dashboard...