File size: 496 Bytes
d90b3a8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 |
{
"train-data-paths": ["/home/mchorse/data/pile_deduped/pile_0.87_deduped_text_document"],
"valid-data-paths": ["/home/mchorse/data/pile_deduped/pile_0.87_deduped_text_document"],
"test-data-paths": ["/home/mchorse/data/pile_deduped/pile_0.87_deduped_text_document"],
"tokenizer-type": "HFTokenizer",
"vocab-file": "/home/mchorse/data/tokenizers/20B_tokenizer.json",
"save": "/home/mchorse/chk/",
"load": "/home/mchorse/chk/",
"checkpoint_validation_with_forward_pass": False
}
|