End of training
Browse files- README.md +54 -0
- adapter_config.json +29 -0
- adapter_model.safetensors +3 -0
- runs/Mar27_10-40-13_f1af7939229a/events.out.tfevents.1711536136.f1af7939229a.738.0 +3 -0
- runs/Mar27_10-40-13_f1af7939229a/events.out.tfevents.1711536190.f1af7939229a.738.1 +3 -0
- runs/Mar27_10-40-13_f1af7939229a/events.out.tfevents.1711536236.f1af7939229a.738.2 +3 -0
- runs/Mar27_10-40-13_f1af7939229a/events.out.tfevents.1711536284.f1af7939229a.738.3 +3 -0
- runs/Mar27_10-57-51_f1af7939229a/events.out.tfevents.1711537101.f1af7939229a.6125.0 +3 -0
- runs/Mar27_10-57-51_f1af7939229a/events.out.tfevents.1711537153.f1af7939229a.6125.1 +3 -0
- runs/Mar27_11-00-54_f1af7939229a/events.out.tfevents.1711537280.f1af7939229a.6125.2 +3 -0
- runs/Mar27_11-00-54_f1af7939229a/events.out.tfevents.1711537359.f1af7939229a.6125.3 +3 -0
- runs/Mar27_11-03-17_f1af7939229a/events.out.tfevents.1711537604.f1af7939229a.6125.4 +3 -0
- runs/Mar27_11-07-59_f1af7939229a/events.out.tfevents.1711537752.f1af7939229a.6125.5 +3 -0
- runs/Mar27_11-07-59_f1af7939229a/events.out.tfevents.1711537907.f1af7939229a.6125.6 +3 -0
- runs/Mar27_11-17-22_f1af7939229a/events.out.tfevents.1711538265.f1af7939229a.6125.7 +3 -0
- runs/Mar27_11-20-44_f1af7939229a/events.out.tfevents.1711538466.f1af7939229a.6125.8 +3 -0
- runs/Mar27_11-20-44_f1af7939229a/events.out.tfevents.1711538850.f1af7939229a.6125.9 +3 -0
- runs/Mar27_11-32-40_f1af7939229a/events.out.tfevents.1711539180.f1af7939229a.6125.10 +3 -0
- runs/Mar27_11-33-47_f1af7939229a/events.out.tfevents.1711539247.f1af7939229a.6125.11 +3 -0
- runs/Mar27_11-36-28_f1af7939229a/events.out.tfevents.1711539408.f1af7939229a.6125.12 +3 -0
- runs/Mar27_11-39-53_f1af7939229a/events.out.tfevents.1711539640.f1af7939229a.6125.13 +3 -0
- runs/Mar27_11-42-41_f1af7939229a/events.out.tfevents.1711539783.f1af7939229a.6125.14 +3 -0
- runs/Mar27_11-44-30_f1af7939229a/events.out.tfevents.1711539889.f1af7939229a.6125.15 +3 -0
- runs/Mar27_11-45-12_f1af7939229a/events.out.tfevents.1711539932.f1af7939229a.6125.16 +3 -0
- runs/Mar27_11-50-49_f1af7939229a/events.out.tfevents.1711540271.f1af7939229a.6125.17 +3 -0
- special_tokens_map.json +7 -0
- tokenizer.json +0 -0
- tokenizer_config.json +55 -0
- training_args.bin +3 -0
- vocab.txt +0 -0
README.md
ADDED
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
license: apache-2.0
|
3 |
+
library_name: peft
|
4 |
+
tags:
|
5 |
+
- generated_from_trainer
|
6 |
+
base_model: bert-base-uncased
|
7 |
+
model-index:
|
8 |
+
- name: sentence-analysis-2
|
9 |
+
results: []
|
10 |
+
---
|
11 |
+
|
12 |
+
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
13 |
+
should probably proofread and complete it, then remove this comment. -->
|
14 |
+
|
15 |
+
# sentence-analysis-2
|
16 |
+
|
17 |
+
This model is a fine-tuned version of [bert-base-uncased](https://huggingface.co/bert-base-uncased) on an unknown dataset.
|
18 |
+
|
19 |
+
## Model description
|
20 |
+
|
21 |
+
More information needed
|
22 |
+
|
23 |
+
## Intended uses & limitations
|
24 |
+
|
25 |
+
More information needed
|
26 |
+
|
27 |
+
## Training and evaluation data
|
28 |
+
|
29 |
+
More information needed
|
30 |
+
|
31 |
+
## Training procedure
|
32 |
+
|
33 |
+
### Training hyperparameters
|
34 |
+
|
35 |
+
The following hyperparameters were used during training:
|
36 |
+
- learning_rate: 5e-05
|
37 |
+
- train_batch_size: 24
|
38 |
+
- eval_batch_size: 24
|
39 |
+
- seed: 42
|
40 |
+
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
41 |
+
- lr_scheduler_type: linear
|
42 |
+
- num_epochs: 1
|
43 |
+
|
44 |
+
### Training results
|
45 |
+
|
46 |
+
|
47 |
+
|
48 |
+
### Framework versions
|
49 |
+
|
50 |
+
- PEFT 0.10.0
|
51 |
+
- Transformers 4.38.2
|
52 |
+
- Pytorch 2.2.1+cu121
|
53 |
+
- Datasets 2.18.0
|
54 |
+
- Tokenizers 0.15.2
|
adapter_config.json
ADDED
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"alpha_pattern": {},
|
3 |
+
"auto_mapping": null,
|
4 |
+
"base_model_name_or_path": "bert-base-uncased",
|
5 |
+
"bias": "none",
|
6 |
+
"fan_in_fan_out": false,
|
7 |
+
"inference_mode": true,
|
8 |
+
"init_lora_weights": true,
|
9 |
+
"layer_replication": null,
|
10 |
+
"layers_pattern": null,
|
11 |
+
"layers_to_transform": null,
|
12 |
+
"loftq_config": {},
|
13 |
+
"lora_alpha": 32,
|
14 |
+
"lora_dropout": 0.1,
|
15 |
+
"megatron_config": null,
|
16 |
+
"megatron_core": "megatron.core",
|
17 |
+
"modules_to_save": null,
|
18 |
+
"peft_type": "LORA",
|
19 |
+
"r": 8,
|
20 |
+
"rank_pattern": {},
|
21 |
+
"revision": null,
|
22 |
+
"target_modules": [
|
23 |
+
"query",
|
24 |
+
"value"
|
25 |
+
],
|
26 |
+
"task_type": "CAUSAL_LM",
|
27 |
+
"use_dora": false,
|
28 |
+
"use_rslora": false
|
29 |
+
}
|
adapter_model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:99d25e99551a07b2da3255eb6726548de47c1862a2b617c64867673207c565fa
|
3 |
+
size 1186328
|
runs/Mar27_10-40-13_f1af7939229a/events.out.tfevents.1711536136.f1af7939229a.738.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8c5b936f1c0153f738682a122a3431cea1e5e9a5fb9fb252f9f021c7c5370ac0
|
3 |
+
size 4560
|
runs/Mar27_10-40-13_f1af7939229a/events.out.tfevents.1711536190.f1af7939229a.738.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:450c79a0588f6fdcfe91312f09460978b867c30ee54a24af53c53399b171bd65
|
3 |
+
size 4609
|
runs/Mar27_10-40-13_f1af7939229a/events.out.tfevents.1711536236.f1af7939229a.738.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a8a69e8c0dc60ebfed5b0c7b1da9156dbf8371d5496d6ed7c09d3da75d87959b
|
3 |
+
size 4560
|
runs/Mar27_10-40-13_f1af7939229a/events.out.tfevents.1711536284.f1af7939229a.738.3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7b62c431b2dbd781af21f42a085ec273ead78fc1cc8fa582a4c941c84e88c645
|
3 |
+
size 4820
|
runs/Mar27_10-57-51_f1af7939229a/events.out.tfevents.1711537101.f1af7939229a.6125.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:77832c14e79f0772f9b0dd3901eb9a842641a0e172a8078ed0833461f95a5f7f
|
3 |
+
size 4560
|
runs/Mar27_10-57-51_f1af7939229a/events.out.tfevents.1711537153.f1af7939229a.6125.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fee46cbfae1c51c3fc4866421164a4846db7b9f5c9279e1742b4fdee73f9f898
|
3 |
+
size 4560
|
runs/Mar27_11-00-54_f1af7939229a/events.out.tfevents.1711537280.f1af7939229a.6125.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d2a6636d39bff8f73406ef4d63c8a3c9401e7e6da580363d669ebedbea949039
|
3 |
+
size 5002
|
runs/Mar27_11-00-54_f1af7939229a/events.out.tfevents.1711537359.f1af7939229a.6125.3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:66521f4ea1868fb9e00c071e4117d5d72de329001dff3a1524d278de82bd9882
|
3 |
+
size 5002
|
runs/Mar27_11-03-17_f1af7939229a/events.out.tfevents.1711537604.f1af7939229a.6125.4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f1912ba94c91561e4fa9494d5ccf38c418200829f7330368104260a1bb4f1861
|
3 |
+
size 5002
|
runs/Mar27_11-07-59_f1af7939229a/events.out.tfevents.1711537752.f1af7939229a.6125.5
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dea4c76ea6f055eb897e39e806882e4a8b4d97548cf9faa4b7ce92312016b3e9
|
3 |
+
size 5424
|
runs/Mar27_11-07-59_f1af7939229a/events.out.tfevents.1711537907.f1af7939229a.6125.6
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3d8c8a7a7cddb299a5829afbcdca155337ec3f9dfdc82d964961443b130d7f19
|
3 |
+
size 6881
|
runs/Mar27_11-17-22_f1af7939229a/events.out.tfevents.1711538265.f1af7939229a.6125.7
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6efcb05ea20333360afda65314df6b6bab889c59357e4e53e782297d2992d67a
|
3 |
+
size 5002
|
runs/Mar27_11-20-44_f1af7939229a/events.out.tfevents.1711538466.f1af7939229a.6125.8
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ae791b2bf96b2fb7abb641f123d87eed62051d6b44dc30bd5cd8ce0bd4663516
|
3 |
+
size 6057
|
runs/Mar27_11-20-44_f1af7939229a/events.out.tfevents.1711538850.f1af7939229a.6125.9
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fe5d562560285e87ef1265da3f587cb35b8535607577103e8677bb12ab91c35f
|
3 |
+
size 7092
|
runs/Mar27_11-32-40_f1af7939229a/events.out.tfevents.1711539180.f1af7939229a.6125.10
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9a9fe1e75175f1964dfc50b894d7942aa814f95b60a5d327b07d3f2c2ed7ff2d
|
3 |
+
size 5002
|
runs/Mar27_11-33-47_f1af7939229a/events.out.tfevents.1711539247.f1af7939229a.6125.11
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a8ad9ff51e6b210347edc206e4f431996b83054d2e3d24abbd02a4924ef3f37a
|
3 |
+
size 5004
|
runs/Mar27_11-36-28_f1af7939229a/events.out.tfevents.1711539408.f1af7939229a.6125.12
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6839e14c29fe4f4770ee3ece5056a15ed3a1423ed2bb474a3525ec726971c9e7
|
3 |
+
size 4562
|
runs/Mar27_11-39-53_f1af7939229a/events.out.tfevents.1711539640.f1af7939229a.6125.13
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8568d95a2157bc9758c6b671597f08ce7bb236bf0ef51c0fde317367858331d8
|
3 |
+
size 9085
|
runs/Mar27_11-42-41_f1af7939229a/events.out.tfevents.1711539783.f1af7939229a.6125.14
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:71547e54dbe3bf2d6d7b14e6c3a959c9ee8211523ed1defdeb25f5f9e9a72465
|
3 |
+
size 5004
|
runs/Mar27_11-44-30_f1af7939229a/events.out.tfevents.1711539889.f1af7939229a.6125.15
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5325e65fe9cef2b42a940ca7e7f2373104e10494ef007d4eed8c54a8746e049f
|
3 |
+
size 5004
|
runs/Mar27_11-45-12_f1af7939229a/events.out.tfevents.1711539932.f1af7939229a.6125.16
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:adbcb7adf2b9a0b4256e0da5263129b87caba4b72b34437c6b851568011efb7e
|
3 |
+
size 5004
|
runs/Mar27_11-50-49_f1af7939229a/events.out.tfevents.1711540271.f1af7939229a.6125.17
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:19bda989b7246e9c397653c239de98f586df235c4246764d5afcca0d99f9a6b6
|
3 |
+
size 6413
|
special_tokens_map.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cls_token": "[CLS]",
|
3 |
+
"mask_token": "[MASK]",
|
4 |
+
"pad_token": "[PAD]",
|
5 |
+
"sep_token": "[SEP]",
|
6 |
+
"unk_token": "[UNK]"
|
7 |
+
}
|
tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer_config.json
ADDED
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"added_tokens_decoder": {
|
3 |
+
"0": {
|
4 |
+
"content": "[PAD]",
|
5 |
+
"lstrip": false,
|
6 |
+
"normalized": false,
|
7 |
+
"rstrip": false,
|
8 |
+
"single_word": false,
|
9 |
+
"special": true
|
10 |
+
},
|
11 |
+
"100": {
|
12 |
+
"content": "[UNK]",
|
13 |
+
"lstrip": false,
|
14 |
+
"normalized": false,
|
15 |
+
"rstrip": false,
|
16 |
+
"single_word": false,
|
17 |
+
"special": true
|
18 |
+
},
|
19 |
+
"101": {
|
20 |
+
"content": "[CLS]",
|
21 |
+
"lstrip": false,
|
22 |
+
"normalized": false,
|
23 |
+
"rstrip": false,
|
24 |
+
"single_word": false,
|
25 |
+
"special": true
|
26 |
+
},
|
27 |
+
"102": {
|
28 |
+
"content": "[SEP]",
|
29 |
+
"lstrip": false,
|
30 |
+
"normalized": false,
|
31 |
+
"rstrip": false,
|
32 |
+
"single_word": false,
|
33 |
+
"special": true
|
34 |
+
},
|
35 |
+
"103": {
|
36 |
+
"content": "[MASK]",
|
37 |
+
"lstrip": false,
|
38 |
+
"normalized": false,
|
39 |
+
"rstrip": false,
|
40 |
+
"single_word": false,
|
41 |
+
"special": true
|
42 |
+
}
|
43 |
+
},
|
44 |
+
"clean_up_tokenization_spaces": true,
|
45 |
+
"cls_token": "[CLS]",
|
46 |
+
"do_lower_case": true,
|
47 |
+
"mask_token": "[MASK]",
|
48 |
+
"model_max_length": 512,
|
49 |
+
"pad_token": "[PAD]",
|
50 |
+
"sep_token": "[SEP]",
|
51 |
+
"strip_accents": null,
|
52 |
+
"tokenize_chinese_chars": true,
|
53 |
+
"tokenizer_class": "BertTokenizer",
|
54 |
+
"unk_token": "[UNK]"
|
55 |
+
}
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:02b1896180fb7ec63c744353fff69be27181d927e0cc9fb159beb7f1e86e3028
|
3 |
+
size 4920
|
vocab.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|