Hugging Face's logo

amankhandelia
/
panini

Fill-Mask
Transformers
roberta
Inference Endpoints
Model card Files Community
panini
File size: 1,545 Bytes 
139e10d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
 
{
    // Use IntelliSense to learn about possible attributes.
    // Hover to view descriptions of existing attributes.
    // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
    "version": "0.2.0",
    "configurations": [
        {
            "name": "Python: StreamingFile",
            "type": "python",
            "request": "launch",
            "program": "${file}",
            "args": [
                "--output_dir","roberta_mc4_sentence_piece",
                "--model_type","roberta",
                "--config_name","roberta_mc4_sentence_piece",
                "--tokenizer_name","roberta_mc4_sentence_piece",
                "--dataset_name","mc4",
                "--dataset_config_name","hi",
                "--max_seq_length","256",
                "--per_device_train_batch_size","128",
                "--per_device_eval_batch_size","128",
                "--learning_rate","3e-4",
                "--warmup_steps","1000",
                "--overwrite_output_dir",
                "--adam_beta1","0.9",
                "--adam_beta2","0.98",
                "--num_train_steps","10000",
                "--num_eval_samples","5000",
                "--logging_steps","250",
                "--eval_steps","1000"
            ],
            "console": "integratedTerminal"
        },
        {
            "name": "Python: Current File",
            "type": "python",
            "request": "launch",
            "program": "${file}",
            "console": "integratedTerminal"
        }
    ]
}