robertketticiya
commited on
Commit
•
0abce11
1
Parent(s):
92ec4a4
Training in progress, epoch 0
Browse files- adapter_config.json +29 -0
- adapter_model.safetensors +3 -0
- runs/May29_03-30-45_104c9d1daad0/events.out.tfevents.1716953456.104c9d1daad0.1690.0 +3 -0
- runs/May29_04-28-01_104c9d1daad0/events.out.tfevents.1716956906.104c9d1daad0.1690.1 +3 -0
- runs/May29_04-28-53_104c9d1daad0/events.out.tfevents.1716956939.104c9d1daad0.1690.2 +3 -0
- runs/May29_04-29-15_104c9d1daad0/events.out.tfevents.1716956961.104c9d1daad0.1690.3 +3 -0
- runs/May29_04-29-50_104c9d1daad0/events.out.tfevents.1716956994.104c9d1daad0.1690.4 +3 -0
- runs/May29_04-31-51_104c9d1daad0/events.out.tfevents.1716957120.104c9d1daad0.1690.5 +3 -0
- runs/May29_05-06-09_104c9d1daad0/events.out.tfevents.1716959177.104c9d1daad0.1690.6 +3 -0
- runs/May29_05-58-57_104c9d1daad0/events.out.tfevents.1716962346.104c9d1daad0.1690.7 +3 -0
- runs/May29_06-25-44_104c9d1daad0/events.out.tfevents.1716963952.104c9d1daad0.51238.0 +3 -0
- special_tokens_map.json +24 -0
- tokenizer.json +0 -0
- tokenizer.model +3 -0
- tokenizer_config.json +44 -0
- training_args.bin +3 -0
adapter_config.json
ADDED
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"alpha_pattern": {},
|
3 |
+
"auto_mapping": null,
|
4 |
+
"base_model_name_or_path": "TheBloke/Mistral-7B-Instruct-v0.1-GPTQ",
|
5 |
+
"bias": "none",
|
6 |
+
"fan_in_fan_out": false,
|
7 |
+
"inference_mode": true,
|
8 |
+
"init_lora_weights": true,
|
9 |
+
"layer_replication": null,
|
10 |
+
"layers_pattern": null,
|
11 |
+
"layers_to_transform": null,
|
12 |
+
"loftq_config": {},
|
13 |
+
"lora_alpha": 16,
|
14 |
+
"lora_dropout": 0.05,
|
15 |
+
"megatron_config": null,
|
16 |
+
"megatron_core": "megatron.core",
|
17 |
+
"modules_to_save": null,
|
18 |
+
"peft_type": "LORA",
|
19 |
+
"r": 16,
|
20 |
+
"rank_pattern": {},
|
21 |
+
"revision": null,
|
22 |
+
"target_modules": [
|
23 |
+
"q_proj",
|
24 |
+
"v_proj"
|
25 |
+
],
|
26 |
+
"task_type": "CAUSAL_LM",
|
27 |
+
"use_dora": false,
|
28 |
+
"use_rslora": false
|
29 |
+
}
|
adapter_model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cebacd7fdd3882fd3646c22558eaf564bde8dc7a3929dfe863ea88bae3b011b4
|
3 |
+
size 27280152
|
runs/May29_03-30-45_104c9d1daad0/events.out.tfevents.1716953456.104c9d1daad0.1690.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:18a478ec4021fd7aab3c6307b84d7c526cad98b144cbdbe30f247315120e739e
|
3 |
+
size 6264
|
runs/May29_04-28-01_104c9d1daad0/events.out.tfevents.1716956906.104c9d1daad0.1690.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:65103be858bbeb96b625d57a459c1464fb62d6a506cfb93ead2130578c3139c9
|
3 |
+
size 5491
|
runs/May29_04-28-53_104c9d1daad0/events.out.tfevents.1716956939.104c9d1daad0.1690.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4d521a1fa72aa0ba8221fcf975b022812e172fb0a6050430da8e0c4cde37fdc3
|
3 |
+
size 5490
|
runs/May29_04-29-15_104c9d1daad0/events.out.tfevents.1716956961.104c9d1daad0.1690.3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5e84a7e8f22231ee88819c49296f14b6dddfda2fab7847971deb3c647100f1aa
|
3 |
+
size 5489
|
runs/May29_04-29-50_104c9d1daad0/events.out.tfevents.1716956994.104c9d1daad0.1690.4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9032572437c0e2df94597441bcb21a898c62458480d9dd024aa9b84c4ef1aba4
|
3 |
+
size 5492
|
runs/May29_04-31-51_104c9d1daad0/events.out.tfevents.1716957120.104c9d1daad0.1690.5
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a340e5c6ba0b8ad8e2343349aeb90509b7a4dea0fb33c716e7b94a82a33da345
|
3 |
+
size 5847
|
runs/May29_05-06-09_104c9d1daad0/events.out.tfevents.1716959177.104c9d1daad0.1690.6
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e95dd2f63c279e230ee30c2aef55c009bc3613c1875f31680059c537f4f7c57d
|
3 |
+
size 5847
|
runs/May29_05-58-57_104c9d1daad0/events.out.tfevents.1716962346.104c9d1daad0.1690.7
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5d5329964e76ed55e0c98a92ae4d57bd7a4aead05b2afe2ea0b04c3688d7b441
|
3 |
+
size 5494
|
runs/May29_06-25-44_104c9d1daad0/events.out.tfevents.1716963952.104c9d1daad0.51238.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e74905d108ed817f603914cf426eb8a62857d0a8ce41e71e6e18a5b728b5b674
|
3 |
+
size 5493
|
special_tokens_map.json
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"bos_token": {
|
3 |
+
"content": "<s>",
|
4 |
+
"lstrip": false,
|
5 |
+
"normalized": true,
|
6 |
+
"rstrip": false,
|
7 |
+
"single_word": false
|
8 |
+
},
|
9 |
+
"eos_token": {
|
10 |
+
"content": "</s>",
|
11 |
+
"lstrip": false,
|
12 |
+
"normalized": true,
|
13 |
+
"rstrip": false,
|
14 |
+
"single_word": false
|
15 |
+
},
|
16 |
+
"pad_token": "</s>",
|
17 |
+
"unk_token": {
|
18 |
+
"content": "<unk>",
|
19 |
+
"lstrip": false,
|
20 |
+
"normalized": true,
|
21 |
+
"rstrip": false,
|
22 |
+
"single_word": false
|
23 |
+
}
|
24 |
+
}
|
tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
|
3 |
+
size 493443
|
tokenizer_config.json
ADDED
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"add_bos_token": true,
|
3 |
+
"add_eos_token": false,
|
4 |
+
"add_prefix_space": null,
|
5 |
+
"added_tokens_decoder": {
|
6 |
+
"0": {
|
7 |
+
"content": "<unk>",
|
8 |
+
"lstrip": false,
|
9 |
+
"normalized": true,
|
10 |
+
"rstrip": false,
|
11 |
+
"single_word": false,
|
12 |
+
"special": true
|
13 |
+
},
|
14 |
+
"1": {
|
15 |
+
"content": "<s>",
|
16 |
+
"lstrip": false,
|
17 |
+
"normalized": true,
|
18 |
+
"rstrip": false,
|
19 |
+
"single_word": false,
|
20 |
+
"special": true
|
21 |
+
},
|
22 |
+
"2": {
|
23 |
+
"content": "</s>",
|
24 |
+
"lstrip": false,
|
25 |
+
"normalized": true,
|
26 |
+
"rstrip": false,
|
27 |
+
"single_word": false,
|
28 |
+
"special": true
|
29 |
+
}
|
30 |
+
},
|
31 |
+
"additional_special_tokens": [],
|
32 |
+
"bos_token": "<s>",
|
33 |
+
"chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ message['content'] + eos_token + ' ' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}",
|
34 |
+
"clean_up_tokenization_spaces": false,
|
35 |
+
"eos_token": "</s>",
|
36 |
+
"legacy": true,
|
37 |
+
"model_max_length": 1000000000000000019884624838656,
|
38 |
+
"pad_token": "</s>",
|
39 |
+
"sp_model_kwargs": {},
|
40 |
+
"spaces_between_special_tokens": false,
|
41 |
+
"tokenizer_class": "LlamaTokenizer",
|
42 |
+
"unk_token": "<unk>",
|
43 |
+
"use_default_system_prompt": true
|
44 |
+
}
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:85c041f67e2da7ddd49236c1dfb03633fdfece79d16280fa17822fa564b083bc
|
3 |
+
size 5112
|