File size: 660 Bytes
3124aa4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 |
set -e
# preprocess train_spider dataset
python preprocessing.py \
--mode "train" \
--table_path "./data/spider_amr/tables.json" \
--input_dataset_path "./data/spider_amr/train_spider.json" \
--output_dataset_path "./data/preprocessed_data/preprocessed_train_spider_amr.json" \
--db_path "./database" \
--target_type "sql"
# preprocess dev dataset
python preprocessing.py \
--mode "eval" \
--table_path "./data/spider_amr/tables.json" \
--input_dataset_path "./data/spider_amr/dev.json" \
--output_dataset_path "./data/preprocessed_data/preprocessed_dev_amr.json" \
--db_path "./database"\
--target_type "sql"
|