File size: 327 Bytes
c92ce97 |
1 2 3 4 5 6 7 8 9 10 11 12 13 |
#!/bin/bash
export LC_ALL=C.UTF-8
export LANG=C.UTF-8
export OUTPUT_DIR=/home/m3hrdadfi/data/
export DATASET_NAME=oscar
export DATASET_CONFIG_NAME=unshuffled_deduplicated_fa
python src/create_dataset.py \
--output_dir="$OUTPUT_DIR" \
--dataset_name="$DATASET_NAME" \
--dataset_config_name="$DATASET_CONFIG_NAME" |