{ "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29", "python": "3.8.10", "heartbeatAt": "2021-07-13T12:52:33.640751", "startedAt": "2021-07-13T12:52:31.556081", "docker": null, "cpu_count": 96, "cuda": null, "args": [ "--push_to_hub", "--output_dir=./", "--model_type=big_bird", "--config_name=./", "--tokenizer_name=./", "--max_seq_length=4096", "--weight_decay=0.0095", "--warmup_steps=10", "--overwrite_output_dir", "--adam_beta1=0.9", "--adam_beta2=0.98", "--logging_steps=500", "--eval_steps=100001", "--num_train_epochs=5", "--preprocessing_num_workers=64", "--save_steps=20000", "--learning_rate=5e-5", "--per_device_train_batch_size=2", "--per_device_eval_batch_size=2", "--save_total_limit=5", "--gradient_accumulation_steps=8", "--adafactor" ], "state": "running", "program": "./run_mlm_flax.py", "codePath": "run_mlm_flax.py", "git": { "remote": "https://huggingface.co/flax-community/pino-roberta-base", "commit": "bc11ccfe77236f87575711b26034b9751449de4b" }, "email": null, "root": "/home/dat/pino-roberta-base", "host": "t1v-n-f5c06ea1-w-0", "username": "dat", "executable": "/home/dat/pino/bin/python" }