p-doom/crowd-code-dataset-0.2 huggingface dataset:
[tab] data_download/download_scripts/download_6xx.sbatch (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH --time=6:00:00
#SBATCH --partition=cpuonly
#SBATCH --account=hk-project-p0023960
#SBATCH --output=logs/%x_%j.log
#SBATCH --error=logs/%x_%j.log
#SBATCH --mail-user=avocadoaling@gmail.com
#SBATCH --job-name=download_6xx
#SBATCH --mail-type=ALL

source ../.venv/bin/activate


index_file='index_json/all_6xx_Jun_29.json'
output_dir='/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data/open_ai_minecraft'

python download_scripts/download_videos.py --index_file_path $index_file --output_dir $output_dir