AI-Ahmed commited on
Commit
53f1a09
1 Parent(s): 4e8d7f4

Added the tokenizer by

Browse files
Files changed (2) hide show
  1. README.md +2 -2
  2. config.json +38 -24
README.md CHANGED
@@ -19,7 +19,7 @@ widget:
19
  example_title: "Similarity Detection."
20
  ---
21
 
22
- A fine-tuned model based on the **DeBERTaV3** model of Microsoft and fine-tuned on **Glue QQP**, which detects the linguistical similarities between two questions and whether they are similar questions or duplicates.
23
 
24
  ## Model Hyperparameters
25
 
@@ -64,4 +64,4 @@ booktitle={International Conference on Learning Representations},
64
  year={2021},
65
  url={https://openreview.net/forum?id=XPZIaotutsD}
66
  }
67
- ```
 
19
  example_title: "Similarity Detection."
20
  ---
21
 
22
+ A fine-tuned model based on the **DeBERTaV3** model of Microsoft and fine-tuned on **Glue QQP**, which detects the linguistical similarities between two questions and whether they are duplicates questions or different.
23
 
24
  ## Model Hyperparameters
25
 
 
64
  year={2021},
65
  url={https://openreview.net/forum?id=XPZIaotutsD}
66
  }
67
+ ```
config.json CHANGED
@@ -1,25 +1,39 @@
1
  {
2
- "architectures": [
3
- "DistilModel"
4
- ],
5
- "model_type": "deberta-v2",
6
- "attention_probs_dropout_prob": 0.1,
7
- "hidden_act": "gelu",
8
- "hidden_dropout_prob": 0.1,
9
- "hidden_size": 768,
10
- "initializer_range": 0.02,
11
- "intermediate_size": 3072,
12
- "max_position_embeddings": 512,
13
- "relative_attention": true,
14
- "position_buckets": 256,
15
- "norm_rel_ebd": "layer_norm",
16
- "share_att_key": true,
17
- "pos_att_type": "p2c|c2p",
18
- "layer_norm_eps": 1e-7,
19
- "max_relative_positions": -1,
20
- "position_biased_input": false,
21
- "num_attention_heads": 12,
22
- "num_hidden_layers": 12,
23
- "type_vocab_size": 0,
24
- "vocab_size": 128100
25
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  {
2
+ "_name_or_path": "microsoft/deberta-v3-base",
3
+ "attention_probs_dropout_prob": 0.1,
4
+ "hidden_act": "gelu",
5
+ "hidden_dropout_prob": 0.1,
6
+ "hidden_size": 768,
7
+ "id2label": {
8
+ "0": "Different",
9
+ "1": "Duplicate"
10
+ },
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 3072,
13
+ "label2id": {
14
+ "Different": 0,
15
+ "Duplicate": 1
16
+ },
17
+ "layer_norm_eps": 1e-07,
18
+ "max_position_embeddings": 512,
19
+ "max_relative_positions": -1,
20
+ "model_type": "deberta-v2",
21
+ "norm_rel_ebd": "layer_norm",
22
+ "num_attention_heads": 12,
23
+ "num_hidden_layers": 12,
24
+ "pad_token_id": 0,
25
+ "pooler_dropout": 0,
26
+ "pooler_hidden_act": "gelu",
27
+ "pooler_hidden_size": 768,
28
+ "pos_att_type": [
29
+ "p2c",
30
+ "c2p"
31
+ ],
32
+ "position_biased_input": false,
33
+ "position_buckets": 256,
34
+ "relative_attention": true,
35
+ "share_att_key": true,
36
+ "transformers_version": "4.24.0",
37
+ "type_vocab_size": 0,
38
+ "vocab_size": 128100
39
+ }