Training in progress, step 75
Browse files- .gitignore +1 -0
- adapter_config.json +21 -0
- adapter_model.bin +3 -0
- added_tokens.json +4 -0
- runs/Nov14_08-10-38_88940df6bc7d/events.out.tfevents.1699949447.88940df6bc7d.795.0 +3 -0
- runs/Nov14_08-12-12_88940df6bc7d/events.out.tfevents.1699949541.88940df6bc7d.795.1 +3 -0
- runs/Nov14_08-21-43_88940df6bc7d/events.out.tfevents.1699950121.88940df6bc7d.795.2 +3 -0
- runs/Nov14_08-22-42_88940df6bc7d/events.out.tfevents.1699950170.88940df6bc7d.795.3 +3 -0
- runs/Nov14_08-27-42_88940df6bc7d/events.out.tfevents.1699950475.88940df6bc7d.795.4 +3 -0
- runs/Nov14_08-40-23_88940df6bc7d/events.out.tfevents.1699951230.88940df6bc7d.795.5 +3 -0
- runs/Nov14_08-44-18_88940df6bc7d/events.out.tfevents.1699951497.88940df6bc7d.795.6 +3 -0
- runs/Nov14_08-52-04_88940df6bc7d/events.out.tfevents.1699951949.88940df6bc7d.795.7 +3 -0
- runs/Nov14_08-53-24_88940df6bc7d/events.out.tfevents.1699952011.88940df6bc7d.795.8 +3 -0
- runs/Nov14_09-12-09_88940df6bc7d/events.out.tfevents.1699953152.88940df6bc7d.795.9 +3 -0
- runs/Nov14_09-20-26_88940df6bc7d/events.out.tfevents.1699953650.88940df6bc7d.795.10 +3 -0
- special_tokens_map.json +24 -0
- tokenizer.model +3 -0
- tokenizer_config.json +35 -0
- training_args.bin +3 -0
.gitignore
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
checkpoint-*/
|
adapter_config.json
ADDED
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"auto_mapping": null,
|
3 |
+
"base_model_name_or_path": "NousResearch/Llama-2-7b-chat-hf",
|
4 |
+
"bias": "none",
|
5 |
+
"fan_in_fan_out": false,
|
6 |
+
"inference_mode": true,
|
7 |
+
"init_lora_weights": true,
|
8 |
+
"layers_pattern": null,
|
9 |
+
"layers_to_transform": null,
|
10 |
+
"lora_alpha": 16,
|
11 |
+
"lora_dropout": 0.1,
|
12 |
+
"modules_to_save": null,
|
13 |
+
"peft_type": "LORA",
|
14 |
+
"r": 64,
|
15 |
+
"revision": null,
|
16 |
+
"target_modules": [
|
17 |
+
"q_proj",
|
18 |
+
"v_proj"
|
19 |
+
],
|
20 |
+
"task_type": "CAUSAL_LM"
|
21 |
+
}
|
adapter_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:53376b96300dc1a98df3afb64056b3ff3021225cc42f2cc5846b7fc293ed434b
|
3 |
+
size 134264202
|
added_tokens.json
ADDED
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
" ": 32001,
|
3 |
+
"<pad>": 32000
|
4 |
+
}
|
runs/Nov14_08-10-38_88940df6bc7d/events.out.tfevents.1699949447.88940df6bc7d.795.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d0588d4d2c6c9c2bc4178c67b4bdee46033b385e466a672374d5e09f4c037aea
|
3 |
+
size 4485
|
runs/Nov14_08-12-12_88940df6bc7d/events.out.tfevents.1699949541.88940df6bc7d.795.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1606e8ce3520ad941a041d4e12b9132f9f3bf537f2d40a6e006d15b097679176
|
3 |
+
size 4485
|
runs/Nov14_08-21-43_88940df6bc7d/events.out.tfevents.1699950121.88940df6bc7d.795.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cb466a9b1f90568d7d6b9fb7696c04545719268eced2f12238b855868cc48ec0
|
3 |
+
size 4485
|
runs/Nov14_08-22-42_88940df6bc7d/events.out.tfevents.1699950170.88940df6bc7d.795.3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0c14f58818196559738d0ac8e93166518a43edc47c1294cd2d905227ba54a14a
|
3 |
+
size 4485
|
runs/Nov14_08-27-42_88940df6bc7d/events.out.tfevents.1699950475.88940df6bc7d.795.4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c7541f965e3a17b21b0691cf487ab6ecb68353978378086ab79e416a6be2b353
|
3 |
+
size 4485
|
runs/Nov14_08-40-23_88940df6bc7d/events.out.tfevents.1699951230.88940df6bc7d.795.5
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:187ea0db4a21cb9b408da5d6b44c4d748cfa560973ad67a23f6894ea6202380d
|
3 |
+
size 4485
|
runs/Nov14_08-44-18_88940df6bc7d/events.out.tfevents.1699951497.88940df6bc7d.795.6
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:531b0d2966b7fc87434ab9d878a5682c8a8f86490a7611e4f8cb21100e9f7005
|
3 |
+
size 4485
|
runs/Nov14_08-52-04_88940df6bc7d/events.out.tfevents.1699951949.88940df6bc7d.795.7
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c3ffb4059307ee642aa9b1843dfa02be1e9a029c868e746b9ff33eda6b67c94c
|
3 |
+
size 4485
|
runs/Nov14_08-53-24_88940df6bc7d/events.out.tfevents.1699952011.88940df6bc7d.795.8
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f3d3d36d8b6915b65367777187844772323c05b6d15fee117a1083aa8bfb4547
|
3 |
+
size 4485
|
runs/Nov14_09-12-09_88940df6bc7d/events.out.tfevents.1699953152.88940df6bc7d.795.9
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0206b70f5441ced84a5b4d7e784aec388405dc692829d84bee94fe46f16ab4ae
|
3 |
+
size 4485
|
runs/Nov14_09-20-26_88940df6bc7d/events.out.tfevents.1699953650.88940df6bc7d.795.10
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1653c80b036f34f83fef1b25f143eccb8405c304961506d7abac5f71a824a795
|
3 |
+
size 4869
|
special_tokens_map.json
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"bos_token": {
|
3 |
+
"content": "<s>",
|
4 |
+
"lstrip": false,
|
5 |
+
"normalized": true,
|
6 |
+
"rstrip": false,
|
7 |
+
"single_word": false
|
8 |
+
},
|
9 |
+
"eos_token": {
|
10 |
+
"content": "</s>",
|
11 |
+
"lstrip": false,
|
12 |
+
"normalized": true,
|
13 |
+
"rstrip": false,
|
14 |
+
"single_word": false
|
15 |
+
},
|
16 |
+
"pad_token": "</s>",
|
17 |
+
"unk_token": {
|
18 |
+
"content": "<unk>",
|
19 |
+
"lstrip": false,
|
20 |
+
"normalized": true,
|
21 |
+
"rstrip": false,
|
22 |
+
"single_word": false
|
23 |
+
}
|
24 |
+
}
|
tokenizer.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
|
3 |
+
size 499723
|
tokenizer_config.json
ADDED
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"add_bos_token": true,
|
3 |
+
"add_eos_token": false,
|
4 |
+
"bos_token": {
|
5 |
+
"__type": "AddedToken",
|
6 |
+
"content": "<s>",
|
7 |
+
"lstrip": false,
|
8 |
+
"normalized": true,
|
9 |
+
"rstrip": false,
|
10 |
+
"single_word": false
|
11 |
+
},
|
12 |
+
"clean_up_tokenization_spaces": false,
|
13 |
+
"eos_token": {
|
14 |
+
"__type": "AddedToken",
|
15 |
+
"content": "</s>",
|
16 |
+
"lstrip": false,
|
17 |
+
"normalized": true,
|
18 |
+
"rstrip": false,
|
19 |
+
"single_word": false
|
20 |
+
},
|
21 |
+
"legacy": false,
|
22 |
+
"model_max_length": 1000000000000000019884624838656,
|
23 |
+
"pad_token": null,
|
24 |
+
"sp_model_kwargs": {},
|
25 |
+
"tokenizer_class": "LlamaTokenizer",
|
26 |
+
"trust_remote_code": true,
|
27 |
+
"unk_token": {
|
28 |
+
"__type": "AddedToken",
|
29 |
+
"content": "<unk>",
|
30 |
+
"lstrip": false,
|
31 |
+
"normalized": true,
|
32 |
+
"rstrip": false,
|
33 |
+
"single_word": false
|
34 |
+
}
|
35 |
+
}
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:48f045dbe7c733e8fdfa901bd6701fd8a5c626a88a63438d158f50020b842ef8
|
3 |
+
size 4472
|