| { | |
| "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29", | |
| "python": "3.8.10", | |
| "heartbeatAt": "2021-07-14T22:40:02.351628", | |
| "startedAt": "2021-07-14T22:40:00.340218", | |
| "docker": null, | |
| "cpu_count": 96, | |
| "cuda": null, | |
| "args": [ | |
| "--push_to_hub", | |
| "--output_dir=./", | |
| "--model_type=big_bird", | |
| "--config_name=./", | |
| "--tokenizer_name=./", | |
| "--max_seq_length=4096", | |
| "--weight_decay=0.0095", | |
| "--warmup_steps=10000", | |
| "--overwrite_output_dir", | |
| "--adam_beta1=0.9", | |
| "--adam_beta2=0.98", | |
| "--logging_steps=500", | |
| "--eval_steps=20000", | |
| "--num_train_epochs=5", | |
| "--preprocessing_num_workers=96", | |
| "--save_steps=20000", | |
| "--learning_rate=5e-5", | |
| "--per_device_train_batch_size=2", | |
| "--per_device_eval_batch_size=2", | |
| "--save_total_limit=5", | |
| "--max_eval_samples=2000", | |
| "--overwrite_cache", | |
| "False", | |
| "--gradient_accumulation_steps=8" | |
| ], | |
| "state": "running", | |
| "program": "./run_mlm_flax.py", | |
| "codePath": "run_mlm_flax.py", | |
| "git": { | |
| "remote": "https://huggingface.co/flax-community/pino-roberta-base", | |
| "commit": "de71755314d4aa3ab182072c6f0be3de9798a66b" | |
| }, | |
| "email": null, | |
| "root": "/home/dat/pino-roberta-base", | |
| "host": "t1v-n-f5c06ea1-w-0", | |
| "username": "dat", | |
| "executable": "/home/dat/pino/bin/python" | |
| } | |