p-doom/crowd-code-dataset-0.2 huggingface dataset:
[content] miles/utils/arguments.py (python)

            parser.add_argument(
                "--prompt-data",
                type=str,
                default=None,
                help=(
                    "The path to the prompt data. "
                    "Currently we only support jsonl format, and each line should contains --input-key and --label-key, "
                    "which will be used as the prompt and the label respectively. "
                    "If you want to use a custom template, you can set --apply-chat-template to true, in that case, "
                    "the input should be the same structure as an openai message, e.g. [{'role': 'user', 'content': 'blabla'}]. "
                ),
            )
[content] scripts/run-qwen3-0.6B-torch-sft-crowd-code.sh (shellscript)
EVAL_ARGS=(
   --EVAL-INTERVAL 2
   --EVAL-PROMPT-DATA /FAST/PROJECT/HFMI_SYNERGYUNIT/TAB_MODEL/HUGGINGFACE/NEMO_HF_PART_JSONL_4K_TOKENS_VALIDATION.PARQUET
   --N-SAMPLES-PER-EVAL-PROMPT 1
   --EVAL-MAX-RESPONSE-LEN 8192
   --EVAL-TOP-P 0.7
)
[content] scripts/run-qwen3-0.6B-torch-sft-crowd-code.sh (shellscript)
EVAL_ARGS=(
   --eval-interval 2
   --eval-prompt-data /fast/project/HFMI_SynergyUnit/tab_model/huggingface/nemo_hf_part_jsonl_4k_tokens_validation.parquet
   --n-samples-per-eval-prompt 1
   --eval-max-response-len 8192
   --eval-top-p 0.7
)
[content] train.py (python)

            if args.loss_type == "sft_loss":
                rollout_data_val = ray.get(rollout_manager_eval.generate.remote(rollout_id))
                ray.get(actor_model.async_val(rollout_id, rollout_data_val))
[content] train.py (python)
if args.loss_type == "sft_loss":
                rollout_data_val = ray.get(rollout_manager_eval.generate.remote(rollout_id))
                ray.get(actor_model.async_val(rollout_id, rollout_data_val))
            else:
                ray.get(rollout_manager.eval.remote(rollout_id))
[content] miles/backends/fsdp_utils/actor.py (python)
_lst: List[Box]) -> None:
        """Run one validation step over a rollout batch.

        Parameters:
            rollout_id: Monotonic id for logging.
            rollout_data_ref_lst: A list of Box handles wrapping Ray object references