Hugging Face's logo

lysandre
/
pair-classification-roberta-mnli

Transformers Inference Endpoints
Model card Files Community
pair-classification-roberta-mnli
File size: 1,907 Bytes 
084226a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
 
{
    "dataset_reader": {
        "type": "snli",
        "token_indexers": {
            "tokens": {
                "type": "pretrained_transformer",
                "max_length": 512,
                "model_name": "roberta-large"
            }
        },
        "tokenizer": {
            "type": "pretrained_transformer",
            "add_special_tokens": false,
            "model_name": "roberta-large"
        }
    },
    "model": {
        "type": "basic_classifier",
        "dropout": 0.1,
        "feedforward": {
            "activations": "tanh",
            "hidden_dims": 1024,
            "input_dim": 1024,
            "num_layers": 1
        },
        "namespace": "tags",
        "seq2vec_encoder": {
            "type": "cls_pooler",
            "embedding_dim": 1024
        },
        "text_field_embedder": {
            "token_embedders": {
                "tokens": {
                    "type": "pretrained_transformer",
                    "max_length": 512,
                    "model_name": "roberta-large"
                }
            }
        }
    },
    "train_data_path": "https://allennlp.s3.amazonaws.com/datasets/multinli/multinli_1.0_train.jsonl",
    "validation_data_path": "https://allennlp.s3.amazonaws.com/datasets/multinli/multinli_1.0_dev_matched.jsonl",
    "test_data_path": "https://allennlp.s3.amazonaws.com/datasets/multinli/multinli_1.0_dev_mismatched.jsonl",
    "trainer": {
        "cuda_device": 0,
        "learning_rate_scheduler": {
            "type": "slanted_triangular",
            "cut_frac": 0.06
        },
        "num_epochs": 3,
        "optimizer": {
            "type": "huggingface_adamw",
            "lr": 2e-06,
            "weight_decay": 0.1
        },
        "validation_metric": "+accuracy"
    },
    "data_loader": {
        "batch_sampler": {
            "type": "bucket",
            "batch_size": 16
        }
    }
}