audgns
Browse files- README.md +15 -15
- config.json +1 -1
- model.safetensors +1 -1
- runs/Feb11_05-34-19_293c2c413125/events.out.tfevents.1739252069.293c2c413125.180.0 +3 -0
- tokenizer_config.json +1 -0
- training_args.bin +2 -2
README.md
CHANGED
@@ -3,9 +3,9 @@ library_name: transformers
|
|
3 |
license: apache-2.0
|
4 |
base_model: beomi/kcbert-base
|
5 |
tags:
|
6 |
-
-
|
7 |
- 10_class
|
8 |
-
-
|
9 |
- generated_from_trainer
|
10 |
model-index:
|
11 |
- name: model_output
|
@@ -17,10 +17,10 @@ should probably proofread and complete it, then remove this comment. -->
|
|
17 |
|
18 |
# model_output
|
19 |
|
20 |
-
This model is a fine-tuned version of [beomi/kcbert-base](https://huggingface.co/beomi/kcbert-base) on the
|
21 |
It achieves the following results on the evaluation set:
|
22 |
-
- Loss: 0.
|
23 |
-
- Lrap: 0.
|
24 |
|
25 |
## Model description
|
26 |
|
@@ -43,7 +43,7 @@ The following hyperparameters were used during training:
|
|
43 |
- train_batch_size: 64
|
44 |
- eval_batch_size: 64
|
45 |
- seed: 42
|
46 |
-
- optimizer:
|
47 |
- lr_scheduler_type: linear
|
48 |
- num_epochs: 5
|
49 |
|
@@ -51,16 +51,16 @@ The following hyperparameters were used during training:
|
|
51 |
|
52 |
| Training Loss | Epoch | Step | Validation Loss | Lrap |
|
53 |
|:-------------:|:-----:|:----:|:---------------:|:------:|
|
54 |
-
| No log | 1.0 | 235 | 0.
|
55 |
-
| No log | 2.0 | 470 | 0.
|
56 |
-
| 0.
|
57 |
-
| 0.
|
58 |
-
| 0.
|
59 |
|
60 |
|
61 |
### Framework versions
|
62 |
|
63 |
-
- Transformers 4.
|
64 |
-
- Pytorch 2.
|
65 |
-
- Datasets 3.0
|
66 |
-
- Tokenizers 0.
|
|
|
3 |
license: apache-2.0
|
4 |
base_model: beomi/kcbert-base
|
5 |
tags:
|
6 |
+
- Lee
|
7 |
- 10_class
|
8 |
+
- text-classification
|
9 |
- generated_from_trainer
|
10 |
model-index:
|
11 |
- name: model_output
|
|
|
17 |
|
18 |
# model_output
|
19 |
|
20 |
+
This model is a fine-tuned version of [beomi/kcbert-base](https://huggingface.co/beomi/kcbert-base) on the unsmile dataset.
|
21 |
It achieves the following results on the evaluation set:
|
22 |
+
- Loss: 0.1409
|
23 |
+
- Lrap: 0.8762
|
24 |
|
25 |
## Model description
|
26 |
|
|
|
43 |
- train_batch_size: 64
|
44 |
- eval_batch_size: 64
|
45 |
- seed: 42
|
46 |
+
- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
|
47 |
- lr_scheduler_type: linear
|
48 |
- num_epochs: 5
|
49 |
|
|
|
51 |
|
52 |
| Training Loss | Epoch | Step | Validation Loss | Lrap |
|
53 |
|:-------------:|:-----:|:----:|:---------------:|:------:|
|
54 |
+
| No log | 1.0 | 235 | 0.1232 | 0.8799 |
|
55 |
+
| No log | 2.0 | 470 | 0.1269 | 0.8759 |
|
56 |
+
| 0.1044 | 3.0 | 705 | 0.1300 | 0.8794 |
|
57 |
+
| 0.1044 | 4.0 | 940 | 0.1372 | 0.8786 |
|
58 |
+
| 0.0523 | 5.0 | 1175 | 0.1409 | 0.8762 |
|
59 |
|
60 |
|
61 |
### Framework versions
|
62 |
|
63 |
+
- Transformers 4.48.2
|
64 |
+
- Pytorch 2.5.1+cu124
|
65 |
+
- Datasets 3.2.0
|
66 |
+
- Tokenizers 0.21.0
|
config.json
CHANGED
@@ -49,7 +49,7 @@
|
|
49 |
"position_embedding_type": "absolute",
|
50 |
"problem_type": "multi_label_classification",
|
51 |
"torch_dtype": "float32",
|
52 |
-
"transformers_version": "4.
|
53 |
"type_vocab_size": 2,
|
54 |
"use_cache": true,
|
55 |
"vocab_size": 30000
|
|
|
49 |
"position_embedding_type": "absolute",
|
50 |
"problem_type": "multi_label_classification",
|
51 |
"torch_dtype": "float32",
|
52 |
+
"transformers_version": "4.48.2",
|
53 |
"type_vocab_size": 2,
|
54 |
"use_cache": true,
|
55 |
"vocab_size": 30000
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 435728400
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b980a083b5ee363d9e74dd41d3d1e5629f6ad848fa533d7c2dbb05cf03323c4c
|
3 |
size 435728400
|
runs/Feb11_05-34-19_293c2c413125/events.out.tfevents.1739252069.293c2c413125.180.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0b095c205c0b516572f9b488b32571ea0726932f8fdc0c43ddb3466eb7e91e8e
|
3 |
+
size 19518
|
tokenizer_config.json
CHANGED
@@ -45,6 +45,7 @@
|
|
45 |
"cls_token": "[CLS]",
|
46 |
"do_basic_tokenize": true,
|
47 |
"do_lower_case": false,
|
|
|
48 |
"mask_token": "[MASK]",
|
49 |
"model_max_length": 300,
|
50 |
"never_split": null,
|
|
|
45 |
"cls_token": "[CLS]",
|
46 |
"do_basic_tokenize": true,
|
47 |
"do_lower_case": false,
|
48 |
+
"extra_special_tokens": {},
|
49 |
"mask_token": "[MASK]",
|
50 |
"model_max_length": 300,
|
51 |
"never_split": null,
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b7968dc82ce0f3dae1106a1193af0faaf227d1616ff198c0a7111732608ed8a8
|
3 |
+
size 5368
|