{ "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29", "python": "3.8.10", "heartbeatAt": "2021-07-14T20:31:19.373250", "startedAt": "2021-07-14T20:31:17.382949", "docker": null, "cpu_count": 96, "cuda": null, "args": [ "--push_to_hub", "--output_dir=./", "--model_type=big_bird", "--config_name=./", "--tokenizer_name=./", "--max_seq_length=4096", "--weight_decay=0.0095", "--warmup_steps=5000", "--overwrite_output_dir", "--adam_beta1=0.9", "--adam_beta2=0.98", "--logging_steps=250", "--eval_steps=40000", "--num_train_epochs=3", "--preprocessing_num_workers=96", "--save_steps=2500", "--learning_rate=5e-5", "--per_device_train_batch_size=2", "--per_device_eval_batch_size=2", "--save_total_limit=5", "--max_eval_samples=5000", "--overwrite_cache", "False", "--gradient_accumulation_steps=2", "--adafactor" ], "state": "running", "program": "./run_mlm_flax.py", "codePath": "run_mlm_flax.py", "git": { "remote": "https://huggingface.co/flax-community/pino-roberta-base", "commit": "f6e0bf7955345b689d1a39a7ffb5ce2ba806da0b" }, "email": null, "root": "/home/dat/pino-roberta-base", "host": "t1v-n-f5c06ea1-w-0", "username": "dat", "executable": "/home/dat/pino/bin/python" }