audgns commited on
Commit
9291e37
·
verified ·
1 Parent(s): 7390bbc
README.md CHANGED
@@ -3,9 +3,9 @@ library_name: transformers
3
  license: apache-2.0
4
  base_model: beomi/kcbert-base
5
  tags:
6
- - LMH
7
  - 10_class
8
- - multi_labels
9
  - generated_from_trainer
10
  model-index:
11
  - name: model_output
@@ -17,10 +17,10 @@ should probably proofread and complete it, then remove this comment. -->
17
 
18
  # model_output
19
 
20
- This model is a fine-tuned version of [beomi/kcbert-base](https://huggingface.co/beomi/kcbert-base) on the unsmile_data dataset.
21
  It achieves the following results on the evaluation set:
22
- - Loss: 0.1302
23
- - Lrap: 0.8800
24
 
25
  ## Model description
26
 
@@ -43,7 +43,7 @@ The following hyperparameters were used during training:
43
  - train_batch_size: 64
44
  - eval_batch_size: 64
45
  - seed: 42
46
- - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
47
  - lr_scheduler_type: linear
48
  - num_epochs: 5
49
 
@@ -51,16 +51,16 @@ The following hyperparameters were used during training:
51
 
52
  | Training Loss | Epoch | Step | Validation Loss | Lrap |
53
  |:-------------:|:-----:|:----:|:---------------:|:------:|
54
- | No log | 1.0 | 235 | 0.1502 | 0.8535 |
55
- | No log | 2.0 | 470 | 0.1297 | 0.8706 |
56
- | 0.1747 | 3.0 | 705 | 0.1229 | 0.8803 |
57
- | 0.1747 | 4.0 | 940 | 0.1288 | 0.8802 |
58
- | 0.0784 | 5.0 | 1175 | 0.1302 | 0.8800 |
59
 
60
 
61
  ### Framework versions
62
 
63
- - Transformers 4.44.2
64
- - Pytorch 2.4.1+cu121
65
- - Datasets 3.0.1
66
- - Tokenizers 0.19.1
 
3
  license: apache-2.0
4
  base_model: beomi/kcbert-base
5
  tags:
6
+ - Lee
7
  - 10_class
8
+ - text-classification
9
  - generated_from_trainer
10
  model-index:
11
  - name: model_output
 
17
 
18
  # model_output
19
 
20
+ This model is a fine-tuned version of [beomi/kcbert-base](https://huggingface.co/beomi/kcbert-base) on the unsmile dataset.
21
  It achieves the following results on the evaluation set:
22
+ - Loss: 0.1409
23
+ - Lrap: 0.8762
24
 
25
  ## Model description
26
 
 
43
  - train_batch_size: 64
44
  - eval_batch_size: 64
45
  - seed: 42
46
+ - optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
47
  - lr_scheduler_type: linear
48
  - num_epochs: 5
49
 
 
51
 
52
  | Training Loss | Epoch | Step | Validation Loss | Lrap |
53
  |:-------------:|:-----:|:----:|:---------------:|:------:|
54
+ | No log | 1.0 | 235 | 0.1232 | 0.8799 |
55
+ | No log | 2.0 | 470 | 0.1269 | 0.8759 |
56
+ | 0.1044 | 3.0 | 705 | 0.1300 | 0.8794 |
57
+ | 0.1044 | 4.0 | 940 | 0.1372 | 0.8786 |
58
+ | 0.0523 | 5.0 | 1175 | 0.1409 | 0.8762 |
59
 
60
 
61
  ### Framework versions
62
 
63
+ - Transformers 4.48.2
64
+ - Pytorch 2.5.1+cu124
65
+ - Datasets 3.2.0
66
+ - Tokenizers 0.21.0
config.json CHANGED
@@ -49,7 +49,7 @@
49
  "position_embedding_type": "absolute",
50
  "problem_type": "multi_label_classification",
51
  "torch_dtype": "float32",
52
- "transformers_version": "4.44.2",
53
  "type_vocab_size": 2,
54
  "use_cache": true,
55
  "vocab_size": 30000
 
49
  "position_embedding_type": "absolute",
50
  "problem_type": "multi_label_classification",
51
  "torch_dtype": "float32",
52
+ "transformers_version": "4.48.2",
53
  "type_vocab_size": 2,
54
  "use_cache": true,
55
  "vocab_size": 30000
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6d13c298ecbbcee7f77ab97006fe47d017478bcad1d7bc50e1da168a700b1340
3
  size 435728400
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b980a083b5ee363d9e74dd41d3d1e5629f6ad848fa533d7c2dbb05cf03323c4c
3
  size 435728400
runs/Feb11_05-34-19_293c2c413125/events.out.tfevents.1739252069.293c2c413125.180.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b095c205c0b516572f9b488b32571ea0726932f8fdc0c43ddb3466eb7e91e8e
3
+ size 19518
tokenizer_config.json CHANGED
@@ -45,6 +45,7 @@
45
  "cls_token": "[CLS]",
46
  "do_basic_tokenize": true,
47
  "do_lower_case": false,
 
48
  "mask_token": "[MASK]",
49
  "model_max_length": 300,
50
  "never_split": null,
 
45
  "cls_token": "[CLS]",
46
  "do_basic_tokenize": true,
47
  "do_lower_case": false,
48
+ "extra_special_tokens": {},
49
  "mask_token": "[MASK]",
50
  "model_max_length": 300,
51
  "never_split": null,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aa7dc5a2a44ae192ea8b3527d9d097101815a328eb69f6a695e26ec26cdce4c9
3
- size 5176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7968dc82ce0f3dae1106a1193af0faaf227d1616ff198c0a7111732608ed8a8
3
+ size 5368