wandb/run-20210714_194801-35ol5oes/files/wandb-metadata.json

{
    "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29",
    "python": "3.8.10",
    "heartbeatAt": "2021-07-14T19:48:03.596952",
    "startedAt": "2021-07-14T19:48:01.559880",
    "docker": null,
    "cpu_count": 96,
    "cuda": null,
    "args": [
        "--push_to_hub",
        "--output_dir=./",
        "--model_type=big_bird",
        "--config_name=./",
        "--tokenizer_name=./",
        "--max_seq_length=4096",
        "--weight_decay=0.0095",
        "--warmup_steps=5000",
        "--overwrite_output_dir",
        "--adam_beta1=0.9",
        "--adam_beta2=0.98",
        "--logging_steps=500",
        "--eval_steps=40000",
        "--num_train_epochs=3",
        "--preprocessing_num_workers=96",
        "--save_steps=20000",
        "--learning_rate=5e-5",
        "--per_device_train_batch_size=2",
        "--per_device_eval_batch_size=2",
        "--save_total_limit=5",
        "--max_eval_samples=5000",
        "--overwrite_cache",
        "False",
        "--dtype=bfloat16",
        "--adafactor"
    ],
    "state": "running",
    "program": "./run_mlm_flax_no_accum.py",
    "codePath": "run_mlm_flax_no_accum.py",
    "git": {
        "remote": "https://huggingface.co/flax-community/pino-roberta-base",
        "commit": "f6e0bf7955345b689d1a39a7ffb5ce2ba806da0b"
    },
    "email": null,
    "root": "/home/dat/pino-roberta-base",
    "host": "t1v-n-f5c06ea1-w-0",
    "username": "dat",
    "executable": "/home/dat/pino/bin/python"
}