export LC_ALL=C.UTF-8 | |
export LANG=C.UTF-8 | |
# export OUTPUT_DIR=./ | |
export OUTPUT_DIR=/home/m3hrdadfi/code/gpt-neo-1.3B-persian | |
export NAME_OR_PATH=EleutherAI/gpt-neo-1.3B | |
python src/create_config.py \ | |
--output_dir="$OUTPUT_DIR" \ | |
--name_or_path="$NAME_OR_PATH" \ | |
--params='{"vocab_size": 50000,"bos_token_id": 5, "eos_token_id": 5, "pad_token_id": 5}' |