p-doom/crowd-code-dataset-0.2 huggingface dataset:
[tab] /home/franz.srambical/slurm/dev/franz/berlin/crowd-pilot/crowd_pilot_serializer/serialize.sh (shellscript)
source /home/franz.srambical/crowd-pilot-serializer/.venv/bin/activate
export LD_LIBRARY_PATH=$(python -c "import sysconfig; print(sysconfig.get_config_var('LIBDIR'))"):$LD_LIBRARY_PATH
./target/release/crowd-pilot-serialize --csv-root="/fast/project/HFMI_SynergyUnit/tab_model/data/hf_part_csv/" --output-dir=test_output_dir --tokenizer="Qwen/Qwen3-8B"
[content] /fast/home/franz.srambical/crowd-pilot-serializer/crates/core/src/pipeline.rs (rust)
                let branch_info = row.text.as_deref().unwrap_or_else(|| {
                    eprintln!("Warning: git_branch_checkout event missing Text in {:?}", csv_path);
                    ""
                });
[content] /fast/home/franz.srambical/crowd-pilot-serializer/crates/core/src/pipeline.rs (rust)
                let output = row.text.as_deref().unwrap_or_else(|| {
                    eprintln!("Warning: terminal_output event missing Text in {:?}", csv_path);
                    ""
                });
[content] /fast/home/franz.srambical/crowd-pilot-serializer/crates/core/src/pipeline.rs (rust)
                let command = row.text.as_deref().unwrap_or_else(|| {
                    eprintln!("Warning: terminal_command event missing Text in {:?}", csv_path);
                    ""
                });