File size: 1,417 Bytes
9bd1fec |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 |
{
"os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29",
"python": "3.8.10",
"heartbeatAt": "2021-07-13T00:49:12.868844",
"startedAt": "2021-07-13T00:49:10.806043",
"docker": null,
"cpu_count": 96,
"cuda": null,
"args": [
"--push_to_hub",
"--output_dir=./",
"--model_type=big_bird",
"--config_name=./",
"--tokenizer_name=./",
"--max_seq_length=4096",
"--weight_decay=0.0095",
"--warmup_steps=5000",
"--overwrite_output_dir",
"--adam_beta1=0.9",
"--adam_beta2=0.98",
"--logging_steps=500",
"--eval_steps=92768",
"--num_train_epochs=5",
"--preprocessing_num_workers=64",
"--save_steps=20000",
"--adafactor",
"--learning_rate=5e-5",
"--per_device_train_batch_size=4",
"--per_device_eval_batch_size=4",
"--save_total_limit=5",
"--dtype=bfloat16",
"--gradient_accumulation_steps=8"
],
"state": "running",
"program": "./run_mlm_flax.py",
"codePath": "run_mlm_flax.py",
"git": {
"remote": "https://huggingface.co/flax-community/pino-roberta-base",
"commit": "4229c91b780cf07115cc6d04c16e393b0d2f508c"
},
"email": null,
"root": "/home/dat/pino-roberta-base",
"host": "t1v-n-f5c06ea1-w-0",
"username": "dat",
"executable": "/home/dat/pino/bin/python"
}
|