Hugging Face's logo

haotian2022
/
bert_cn_finetuning_test

Text Classification
Transformers
PyTorch
TensorBoard
bert
Generated from Trainer
Model card Files
xet
Metrics Community
1
haotian2022 commited on
Commit
9829c90
·
1 Parent(s): 7fddb91

init

Browse files
Files changed (25) hide show
  1. README.md +55 -0
  2. all_results.json +14 -0
  3. config.json +40 -0
  4. eval_results.json +9 -0
  5. pytorch_model.bin +3 -0
  6. runs/Dec04_12-08-27_PC-202211211407/1670126920.1115255/events.out.tfevents.1670126920.PC-202211211407.10264.1 +3 -0
  7. runs/Dec04_12-08-27_PC-202211211407/events.out.tfevents.1670126920.PC-202211211407.10264.0 +3 -0
  8. runs/Dec04_12-14-19_PC-202211211407/1670127270.830989/events.out.tfevents.1670127270.PC-202211211407.3532.1 +3 -0
  9. runs/Dec04_12-14-19_PC-202211211407/events.out.tfevents.1670127270.PC-202211211407.3532.0 +3 -0
  10. runs/Dec04_12-23-03_PC-202211211407/1670127795.0052035/events.out.tfevents.1670127795.PC-202211211407.4408.1 +3 -0
  11. runs/Dec04_12-23-03_PC-202211211407/events.out.tfevents.1670127794.PC-202211211407.4408.0 +3 -0
  12. runs/Dec04_12-35-35_PC-202211211407/1670128547.0779657/events.out.tfevents.1670128547.PC-202211211407.6468.1 +3 -0
  13. runs/Dec04_12-35-35_PC-202211211407/events.out.tfevents.1670128547.PC-202211211407.6468.0 +3 -0
  14. runs/Dec04_12-43-14_PC-202211211407/1670129005.8312/events.out.tfevents.1670129005.PC-202211211407.12248.1 +3 -0
  15. runs/Dec04_12-43-14_PC-202211211407/events.out.tfevents.1670129005.PC-202211211407.12248.0 +3 -0
  16. runs/Dec04_12-55-19_PC-202211211407/1670129735.5714748/events.out.tfevents.1670129735.PC-202211211407.4668.1 +3 -0
  17. runs/Dec04_12-55-19_PC-202211211407/events.out.tfevents.1670129735.PC-202211211407.4668.0 +3 -0
  18. runs/Dec04_12-55-19_PC-202211211407/events.out.tfevents.1670132477.PC-202211211407.4668.2 +3 -0
  19. special_tokens_map.json +7 -0
  20. tokenizer.json +0 -0
  21. tokenizer_config.json +14 -0
  22. train_results.json +8 -0
  23. trainer_state.json +25 -0
  24. training_args.bin +3 -0
  25. vocab.txt +0 -0
README.md ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - generated_from_trainer
4
+ metrics:
5
+ - accuracy
6
+ model-index:
7
+ - name: bert_cn_finetuning_test
8
+ results: []
9
+ ---
10
+
11
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
12
+ should probably proofread and complete it, then remove this comment. -->
13
+
14
+ # bert_cn_finetuning_test
15
+
16
+ This model is a fine-tuned version of [.\bert-base-chinese\](https://huggingface.co/.\bert-base-chinese\) on an unknown dataset.
17
+ It achieves the following results on the evaluation set:
18
+ - Loss: 0.3328
19
+ - Accuracy: 0.8850
20
+
21
+ ## Model description
22
+
23
+ More information needed
24
+
25
+ ## Intended uses & limitations
26
+
27
+ More information needed
28
+
29
+ ## Training and evaluation data
30
+
31
+ More information needed
32
+
33
+ ## Training procedure
34
+
35
+ ### Training hyperparameters
36
+
37
+ The following hyperparameters were used during training:
38
+ - learning_rate: 2e-05
39
+ - train_batch_size: 8
40
+ - eval_batch_size: 8
41
+ - seed: 42
42
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
43
+ - lr_scheduler_type: linear
44
+ - num_epochs: 1.0
45
+
46
+ ### Training results
47
+
48
+
49
+
50
+ ### Framework versions
51
+
52
+ - Transformers 4.25.0
53
+ - Pytorch 1.12.0+cpu
54
+ - Datasets 2.7.1
55
+ - Tokenizers 0.11.6
all_results.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 1.0,
3
+ "eval_accuracy": 0.8849999904632568,
4
+ "eval_loss": 0.3328344225883484,
5
+ "eval_runtime": 237.2184,
6
+ "eval_samples": 1000,
7
+ "eval_samples_per_second": 4.216,
8
+ "eval_steps_per_second": 0.527,
9
+ "train_loss": 0.37803538554423566,
10
+ "train_runtime": 2489.809,
11
+ "train_samples": 2960,
12
+ "train_samples_per_second": 1.189,
13
+ "train_steps_per_second": 0.149
14
+ }
config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": ".\\bert-base-chinese\\",
3
+ "architectures": [
4
+ "BertForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "directionality": "bidi",
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "id2label": {
13
+ "0": 0,
14
+ "1": 1
15
+ },
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 3072,
18
+ "label2id": {
19
+ "0": 0,
20
+ "1": 1
21
+ },
22
+ "layer_norm_eps": 1e-12,
23
+ "max_position_embeddings": 512,
24
+ "model_type": "bert",
25
+ "num_attention_heads": 12,
26
+ "num_hidden_layers": 12,
27
+ "pad_token_id": 0,
28
+ "pooler_fc_size": 768,
29
+ "pooler_num_attention_heads": 12,
30
+ "pooler_num_fc_layers": 3,
31
+ "pooler_size_per_head": 128,
32
+ "pooler_type": "first_token_transform",
33
+ "position_embedding_type": "absolute",
34
+ "problem_type": "single_label_classification",
35
+ "torch_dtype": "float32",
36
+ "transformers_version": "4.25.0",
37
+ "type_vocab_size": 2,
38
+ "use_cache": true,
39
+ "vocab_size": 21128
40
+ }
eval_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 1.0,
3
+ "eval_accuracy": 0.8849999904632568,
4
+ "eval_loss": 0.3328344225883484,
5
+ "eval_runtime": 237.2184,
6
+ "eval_samples": 1000,
7
+ "eval_samples_per_second": 4.216,
8
+ "eval_steps_per_second": 0.527
9
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c42a76fc2474eb217c4ca082eb7ecfc442fcb20a6eceb092da69ddff3de927cc
3
+ size 409144941
runs/Dec04_12-08-27_PC-202211211407/1670126920.1115255/events.out.tfevents.1670126920.PC-202211211407.10264.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90d53560b2fbac9a819a3988f4cfa9365d5142a9e3a3aa819a154a30766e2839
3
+ size 5605
runs/Dec04_12-08-27_PC-202211211407/events.out.tfevents.1670126920.PC-202211211407.10264.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:457599be4715cb71bf64b39794c7aea868cc1c5629da5467a1ac1d6c80205184
3
+ size 4180
runs/Dec04_12-14-19_PC-202211211407/1670127270.830989/events.out.tfevents.1670127270.PC-202211211407.3532.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c17b94571449a577b0bbf4bd4a398f71b7ff99111f6e7ffdeac9e3b6b44865f3
3
+ size 5605
runs/Dec04_12-14-19_PC-202211211407/events.out.tfevents.1670127270.PC-202211211407.3532.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ead4906aca4c13bd5584f54e89b16615df79174c123a1f39986fb09ad47c5f8
3
+ size 4179
runs/Dec04_12-23-03_PC-202211211407/1670127795.0052035/events.out.tfevents.1670127795.PC-202211211407.4408.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72b780433a356a4b06b39ae44142345590796e00e31ab606448dceb16b6c0838
3
+ size 5605
runs/Dec04_12-23-03_PC-202211211407/events.out.tfevents.1670127794.PC-202211211407.4408.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc35be3c514cbf9725f1249a79cc6708f1aab23050134791cff691bfff177380
3
+ size 4179
runs/Dec04_12-35-35_PC-202211211407/1670128547.0779657/events.out.tfevents.1670128547.PC-202211211407.6468.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6bb3508ef4f02900df1fbd98e68f80fe0b7c818d7707d2e4ca08f2643ebd7cf
3
+ size 5605
runs/Dec04_12-35-35_PC-202211211407/events.out.tfevents.1670128547.PC-202211211407.6468.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abb5127bb0427ba0590d6268c00a35d8de2107eed35deba02561796e18c33d6c
3
+ size 4179
runs/Dec04_12-43-14_PC-202211211407/1670129005.8312/events.out.tfevents.1670129005.PC-202211211407.12248.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:826bb682dba7b03e0d37e3e7d03801a5c42009936c8198029c66b51860068951
3
+ size 5605
runs/Dec04_12-43-14_PC-202211211407/events.out.tfevents.1670129005.PC-202211211407.12248.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d38d0ee451db8a607bee6b7dc4612f710ecdb072ab3eab24fcfe8474970fcb09
3
+ size 4179
runs/Dec04_12-55-19_PC-202211211407/1670129735.5714748/events.out.tfevents.1670129735.PC-202211211407.4668.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:229804d0af4f3f555b6b2c266c5aa07016445ca1fd4b9edd3394219cf376c009
3
+ size 5605
runs/Dec04_12-55-19_PC-202211211407/events.out.tfevents.1670129735.PC-202211211407.4668.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c3903ea887ebb4d6b313ce35c32612f79c818f84f3c963a4b39167d71170cb2
3
+ size 4472
runs/Dec04_12-55-19_PC-202211211407/events.out.tfevents.1670132477.PC-202211211407.4668.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d8aefa2601466416dca15d55748ebcc75834b3f7c5d1e48ab49a778433c7293
3
+ size 363
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "do_lower_case": false,
4
+ "mask_token": "[MASK]",
5
+ "model_max_length": 1000000000000000019884624838656,
6
+ "name_or_path": ".\\bert-base-chinese\\",
7
+ "pad_token": "[PAD]",
8
+ "sep_token": "[SEP]",
9
+ "special_tokens_map_file": null,
10
+ "strip_accents": null,
11
+ "tokenize_chinese_chars": true,
12
+ "tokenizer_class": "BertTokenizer",
13
+ "unk_token": "[UNK]"
14
+ }
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 1.0,
3
+ "train_loss": 0.37803538554423566,
4
+ "train_runtime": 2489.809,
5
+ "train_samples": 2960,
6
+ "train_samples_per_second": 1.189,
7
+ "train_steps_per_second": 0.149
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 1.0,
5
+ "global_step": 370,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 1.0,
12
+ "step": 370,
13
+ "total_flos": 194702180966400.0,
14
+ "train_loss": 0.37803538554423566,
15
+ "train_runtime": 2489.809,
16
+ "train_samples_per_second": 1.189,
17
+ "train_steps_per_second": 0.149
18
+ }
19
+ ],
20
+ "max_steps": 370,
21
+ "num_train_epochs": 1,
22
+ "total_flos": 194702180966400.0,
23
+ "trial_name": null,
24
+ "trial_params": null
25
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e69c92f931e592bfeb2a2738d31acfb711ff1aaa52b33d79c0c480a540c315a3
3
+ size 3439
vocab.txt ADDED
The diff for this file is too large to render. See raw diff