Hugging Face's logo

versae
/
roberta-base-ncc-512

Fill-Mask
Transformers
JAX
TensorBoard
roberta
Inference Endpoints
Model card Files Metrics Community
roberta-base-ncc-512
File size: 1,458 Bytes 
9c3de9e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
 
{
    "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29",
    "python": "3.8.10",
    "heartbeatAt": "2022-01-19T16:12:02.622750",
    "startedAt": "2022-01-19T16:11:58.979635",
    "docker": null,
    "cpu_count": 96,
    "cuda": null,
    "args": [
        "--output_dir=./",
        "--model_type=roberta",
        "--model_name_or_path=./",
        "--config_name=./",
        "--tokenizer_name=./",
        "--dataset_name=NbAiLab/NCC",
        "--max_seq_length=512",
        "--weight_decay=0.01",
        "--per_device_train_batch_size=46",
        "--per_device_eval_batch_size=46",
        "--pad_to_max_length",
        "--learning_rate=6e-4",
        "--warmup_steps=1000",
        "--overwrite_output_dir",
        "--num_train_epochs=3",
        "--adam_beta1=0.9",
        "--adam_beta2=0.98",
        "--adam_epsilon=1e-6",
        "--logging_steps=1000",
        "--save_steps=1000",
        "--eval_steps=1000",
        "--do_train",
        "--do_eval",
        "--dtype=bfloat16",
        "--push_to_hub"
    ],
    "state": "running",
    "program": "run_mlm_flax.py",
    "codePath": "run_mlm_flax.py",
    "git": {
        "remote": "https://huggingface.co/versae/roberta-base-ncc-512",
        "commit": "da38e4cef7d4ad9b2647db26f373bda1d166f724"
    },
    "email": "versae@gmail.com",
    "root": "/data/roberta-base-ncc-512",
    "host": "t1v-n-eedfb410-w-0",
    "username": "javierr",
    "executable": "/data/flax/bin/python"
}