| { | |
| "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29", | |
| "python": "3.8.10", | |
| "heartbeatAt": "2021-07-14T18:55:39.338735", | |
| "startedAt": "2021-07-14T18:55:37.305626", | |
| "docker": null, | |
| "cpu_count": 96, | |
| "cuda": null, | |
| "args": [ | |
| "--push_to_hub", | |
| "--output_dir=./", | |
| "--model_type=big_bird", | |
| "--config_name=./", | |
| "--tokenizer_name=./", | |
| "--max_seq_length=4096", | |
| "--weight_decay=0.0095", | |
| "--warmup_steps=5000", | |
| "--overwrite_output_dir", | |
| "--adam_beta1=0.9", | |
| "--adam_beta2=0.98", | |
| "--logging_steps=500", | |
| "--eval_steps=40000", | |
| "--num_train_epochs=3", | |
| "--preprocessing_num_workers=96", | |
| "--save_steps=20000", | |
| "--learning_rate=5e-5", | |
| "--per_device_train_batch_size=1", | |
| "--per_device_eval_batch_size=1", | |
| "--save_total_limit=5", | |
| "--max_eval_samples=100", | |
| "--overwrite_cache", | |
| "False", | |
| "--dtype=bfloat16", | |
| "--adafactor" | |
| ], | |
| "state": "running", | |
| "program": "./run_mlm_flax_no_accum.py", | |
| "codePath": "run_mlm_flax_no_accum.py", | |
| "git": { | |
| "remote": "https://huggingface.co/flax-community/pino-roberta-base", | |
| "commit": "f6e0bf7955345b689d1a39a7ffb5ce2ba806da0b" | |
| }, | |
| "email": null, | |
| "root": "/home/dat/pino-roberta-base", | |
| "host": "t1v-n-f5c06ea1-w-0", | |
| "username": "dat", | |
| "executable": "/home/dat/pino/bin/python" | |
| } | |