p-doom/crowd-code-dataset-0.2 huggingface dataset:
[tab] /home/franz.srambical/slurm/dev/franz/berlin/crowd-pilot/crowd_pilot_serializer/serialize_16k_glm.sh (shellscript)
./target/release/crowd-pilot-serialize \
--csv-root="/fast/project/HFMI_SynergyUnit/tab_model/data/hf_part_csv/" \
--output-dir="/fast/project/HFMI_SynergyUnit/tab_model/data/glm/miles_hf_part_jsonl_16k_tokens/" \
--max-tokens-per-conversation 16384 \
--tokenizer="zai-org/GLM-4.5-Air"