set -eou pipefail | |
export CUDA_VISIBLE_DEVICES="0" | |
export TORCH_DISTRIBUTED_DEBUG="INFO" | |
python ./transformer_lm/compute_perplexity.py \ | |
--epoch 11 \ | |
--avg 4 \ | |
--exp-dir transformer_lm/exp_full_libri_16layer_8gpu \ | |
--lm-data ./transformer_lm/libri_lm_training_bpe500/sorted_lm_data-valid.pt |