xuanbo commited on
Commit
6f9e97e
·
verified ·
1 Parent(s): d3f8f2c

Upload folder using huggingface_hub

Browse files
en/.msc ADDED
Binary file (925 Bytes). View file
 
en/.mv ADDED
@@ -0,0 +1 @@
 
 
1
+ Revision:master,CreatedAt:1767770315
en/README.md ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ library_name: transformers
4
+ tags:
5
+ - intent-classification
6
+ - bert
7
+ - english
8
+ ---
9
+
10
+ # SaleIntent (English)
11
+
12
+ English intent classification model for sales and customer service scenarios.
en/config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "RobertaForSequenceClassification"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.1,
6
+ "bos_token_id": 0,
7
+ "classifier_dropout": null,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "id2label": {
13
+ "0": "A",
14
+ "1": "B",
15
+ "2": "C",
16
+ "3": "F",
17
+ "4": "X"
18
+ },
19
+ "initializer_range": 0.02,
20
+ "intermediate_size": 3072,
21
+ "label2id": {
22
+ "A": 0,
23
+ "B": 1,
24
+ "C": 2,
25
+ "F": 3,
26
+ "X": 4
27
+ },
28
+ "layer_norm_eps": 1e-05,
29
+ "max_position_embeddings": 514,
30
+ "model_type": "roberta",
31
+ "num_attention_heads": 12,
32
+ "num_hidden_layers": 12,
33
+ "pad_token_id": 1,
34
+ "position_embedding_type": "absolute",
35
+ "problem_type": "single_label_classification",
36
+ "torch_dtype": "float32",
37
+ "transformers_version": "4.51.3",
38
+ "type_vocab_size": 1,
39
+ "use_cache": true,
40
+ "vocab_size": 50265
41
+ }
en/configuration.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"framework": "pytorch", "task": "other"}
en/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
en/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cf6ffad1b1a1784a9b44d9ab27477eeeac2acb35cba0f992a6573e174182b32
3
+ size 498622052
en/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71c02eb93116db50ef870cc6246e5302ea525cc8db331e21f72556c595bedac6
3
+ size 14244
en/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82f086362fd598cad0852e5445dc8a59f8987edd7993f40edd6de3b6614e6c2f
3
+ size 1064
en/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
en/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
en/tokenizer_config.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "0": {
5
+ "content": "<s>",
6
+ "lstrip": false,
7
+ "normalized": true,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "1": {
13
+ "content": "<pad>",
14
+ "lstrip": false,
15
+ "normalized": true,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "2": {
21
+ "content": "</s>",
22
+ "lstrip": false,
23
+ "normalized": true,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ },
28
+ "3": {
29
+ "content": "<unk>",
30
+ "lstrip": false,
31
+ "normalized": true,
32
+ "rstrip": false,
33
+ "single_word": false,
34
+ "special": true
35
+ },
36
+ "50264": {
37
+ "content": "<mask>",
38
+ "lstrip": true,
39
+ "normalized": false,
40
+ "rstrip": false,
41
+ "single_word": false,
42
+ "special": true
43
+ }
44
+ },
45
+ "bos_token": "<s>",
46
+ "clean_up_tokenization_spaces": false,
47
+ "cls_token": "<s>",
48
+ "eos_token": "</s>",
49
+ "errors": "replace",
50
+ "extra_special_tokens": {},
51
+ "mask_token": "<mask>",
52
+ "model_max_length": 512,
53
+ "pad_token": "<pad>",
54
+ "sep_token": "</s>",
55
+ "tokenizer_class": "RobertaTokenizer",
56
+ "trim_offsets": true,
57
+ "unk_token": "<unk>"
58
+ }
en/trainer_state.json ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 6.0,
6
+ "eval_steps": 500,
7
+ "global_step": 5178,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.5793742757821553,
14
+ "grad_norm": 19.770750045776367,
15
+ "learning_rate": 1.8072614909231365e-05,
16
+ "loss": 0.4165,
17
+ "step": 500
18
+ },
19
+ {
20
+ "epoch": 1.0,
21
+ "eval_accuracy": 0.9061889250814332,
22
+ "eval_f1": 0.6588856644028802,
23
+ "eval_loss": 0.2571379244327545,
24
+ "eval_model_preparation_time": 0.0035,
25
+ "eval_runtime": 7.7488,
26
+ "eval_samples_per_second": 198.095,
27
+ "eval_steps_per_second": 12.389,
28
+ "step": 863
29
+ },
30
+ {
31
+ "epoch": 1.1587485515643106,
32
+ "grad_norm": 12.198838233947754,
33
+ "learning_rate": 1.6141367323290847e-05,
34
+ "loss": 0.2695,
35
+ "step": 1000
36
+ },
37
+ {
38
+ "epoch": 1.7381228273464657,
39
+ "grad_norm": 4.078156471252441,
40
+ "learning_rate": 1.4210119737350329e-05,
41
+ "loss": 0.2395,
42
+ "step": 1500
43
+ },
44
+ {
45
+ "epoch": 2.0,
46
+ "eval_accuracy": 0.9172638436482085,
47
+ "eval_f1": 0.7743632259583444,
48
+ "eval_loss": 0.27239134907722473,
49
+ "eval_model_preparation_time": 0.0035,
50
+ "eval_runtime": 7.6987,
51
+ "eval_samples_per_second": 199.384,
52
+ "eval_steps_per_second": 12.47,
53
+ "step": 1726
54
+ },
55
+ {
56
+ "epoch": 2.317497103128621,
57
+ "grad_norm": 14.144125938415527,
58
+ "learning_rate": 1.2278872151409811e-05,
59
+ "loss": 0.2124,
60
+ "step": 2000
61
+ },
62
+ {
63
+ "epoch": 2.8968713789107765,
64
+ "grad_norm": 10.107670783996582,
65
+ "learning_rate": 1.0347624565469293e-05,
66
+ "loss": 0.1963,
67
+ "step": 2500
68
+ },
69
+ {
70
+ "epoch": 3.0,
71
+ "eval_accuracy": 0.9081433224755701,
72
+ "eval_f1": 0.7319603089698221,
73
+ "eval_loss": 0.2672387659549713,
74
+ "eval_model_preparation_time": 0.0035,
75
+ "eval_runtime": 7.9308,
76
+ "eval_samples_per_second": 193.549,
77
+ "eval_steps_per_second": 12.105,
78
+ "step": 2589
79
+ },
80
+ {
81
+ "epoch": 3.4762456546929315,
82
+ "grad_norm": 7.0400590896606445,
83
+ "learning_rate": 8.416376979528776e-06,
84
+ "loss": 0.1468,
85
+ "step": 3000
86
+ },
87
+ {
88
+ "epoch": 4.0,
89
+ "eval_accuracy": 0.923127035830619,
90
+ "eval_f1": 0.8001705663023119,
91
+ "eval_loss": 0.29329150915145874,
92
+ "eval_model_preparation_time": 0.0035,
93
+ "eval_runtime": 7.7266,
94
+ "eval_samples_per_second": 198.663,
95
+ "eval_steps_per_second": 12.425,
96
+ "step": 3452
97
+ },
98
+ {
99
+ "epoch": 4.055619930475087,
100
+ "grad_norm": 21.304224014282227,
101
+ "learning_rate": 6.485129393588259e-06,
102
+ "loss": 0.1611,
103
+ "step": 3500
104
+ },
105
+ {
106
+ "epoch": 4.634994206257242,
107
+ "grad_norm": 0.21730026602745056,
108
+ "learning_rate": 4.553881807647741e-06,
109
+ "loss": 0.1149,
110
+ "step": 4000
111
+ },
112
+ {
113
+ "epoch": 5.0,
114
+ "eval_accuracy": 0.9218241042345277,
115
+ "eval_f1": 0.7887765788808786,
116
+ "eval_loss": 0.3534080684185028,
117
+ "eval_model_preparation_time": 0.0035,
118
+ "eval_runtime": 4.1461,
119
+ "eval_samples_per_second": 370.225,
120
+ "eval_steps_per_second": 23.154,
121
+ "step": 4315
122
+ },
123
+ {
124
+ "epoch": 5.214368482039397,
125
+ "grad_norm": 1.3788145780563354,
126
+ "learning_rate": 2.622634221707223e-06,
127
+ "loss": 0.0984,
128
+ "step": 4500
129
+ },
130
+ {
131
+ "epoch": 5.793742757821553,
132
+ "grad_norm": 0.3194971978664398,
133
+ "learning_rate": 6.913866357667054e-07,
134
+ "loss": 0.0944,
135
+ "step": 5000
136
+ },
137
+ {
138
+ "epoch": 6.0,
139
+ "eval_accuracy": 0.9179153094462541,
140
+ "eval_f1": 0.7813271685158736,
141
+ "eval_loss": 0.39636778831481934,
142
+ "eval_model_preparation_time": 0.0035,
143
+ "eval_runtime": 4.1457,
144
+ "eval_samples_per_second": 370.259,
145
+ "eval_steps_per_second": 23.156,
146
+ "step": 5178
147
+ }
148
+ ],
149
+ "logging_steps": 500,
150
+ "max_steps": 5178,
151
+ "num_input_tokens_seen": 0,
152
+ "num_train_epochs": 6,
153
+ "save_steps": 500,
154
+ "stateful_callbacks": {
155
+ "TrainerControl": {
156
+ "args": {
157
+ "should_epoch_stop": false,
158
+ "should_evaluate": false,
159
+ "should_log": false,
160
+ "should_save": true,
161
+ "should_training_stop": true
162
+ },
163
+ "attributes": {}
164
+ }
165
+ },
166
+ "total_flos": 1.0898616579001344e+16,
167
+ "train_batch_size": 16,
168
+ "trial_name": null,
169
+ "trial_params": null
170
+ }
en/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f84e3f88b99ca02168e94f3afcb84a32763725debad38771758947c2743ab233
3
+ size 5240
en/vocab.json ADDED
The diff for this file is too large to render. See raw diff