Zynab commited on
Commit
fad99c1
1 Parent(s): 598ac66

Training in progress, step 75

Browse files
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
adapter_config.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "auto_mapping": null,
3
+ "base_model_name_or_path": "NousResearch/Llama-2-7b-chat-hf",
4
+ "bias": "none",
5
+ "fan_in_fan_out": false,
6
+ "inference_mode": true,
7
+ "init_lora_weights": true,
8
+ "layers_pattern": null,
9
+ "layers_to_transform": null,
10
+ "lora_alpha": 16,
11
+ "lora_dropout": 0.1,
12
+ "modules_to_save": null,
13
+ "peft_type": "LORA",
14
+ "r": 64,
15
+ "revision": null,
16
+ "target_modules": [
17
+ "q_proj",
18
+ "v_proj"
19
+ ],
20
+ "task_type": "CAUSAL_LM"
21
+ }
adapter_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53376b96300dc1a98df3afb64056b3ff3021225cc42f2cc5846b7fc293ed434b
3
+ size 134264202
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ " ": 32001,
3
+ "<pad>": 32000
4
+ }
runs/Nov14_08-10-38_88940df6bc7d/events.out.tfevents.1699949447.88940df6bc7d.795.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0588d4d2c6c9c2bc4178c67b4bdee46033b385e466a672374d5e09f4c037aea
3
+ size 4485
runs/Nov14_08-12-12_88940df6bc7d/events.out.tfevents.1699949541.88940df6bc7d.795.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1606e8ce3520ad941a041d4e12b9132f9f3bf537f2d40a6e006d15b097679176
3
+ size 4485
runs/Nov14_08-21-43_88940df6bc7d/events.out.tfevents.1699950121.88940df6bc7d.795.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb466a9b1f90568d7d6b9fb7696c04545719268eced2f12238b855868cc48ec0
3
+ size 4485
runs/Nov14_08-22-42_88940df6bc7d/events.out.tfevents.1699950170.88940df6bc7d.795.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c14f58818196559738d0ac8e93166518a43edc47c1294cd2d905227ba54a14a
3
+ size 4485
runs/Nov14_08-27-42_88940df6bc7d/events.out.tfevents.1699950475.88940df6bc7d.795.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7541f965e3a17b21b0691cf487ab6ecb68353978378086ab79e416a6be2b353
3
+ size 4485
runs/Nov14_08-40-23_88940df6bc7d/events.out.tfevents.1699951230.88940df6bc7d.795.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:187ea0db4a21cb9b408da5d6b44c4d748cfa560973ad67a23f6894ea6202380d
3
+ size 4485
runs/Nov14_08-44-18_88940df6bc7d/events.out.tfevents.1699951497.88940df6bc7d.795.6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:531b0d2966b7fc87434ab9d878a5682c8a8f86490a7611e4f8cb21100e9f7005
3
+ size 4485
runs/Nov14_08-52-04_88940df6bc7d/events.out.tfevents.1699951949.88940df6bc7d.795.7 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3ffb4059307ee642aa9b1843dfa02be1e9a029c868e746b9ff33eda6b67c94c
3
+ size 4485
runs/Nov14_08-53-24_88940df6bc7d/events.out.tfevents.1699952011.88940df6bc7d.795.8 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3d3d36d8b6915b65367777187844772323c05b6d15fee117a1083aa8bfb4547
3
+ size 4485
runs/Nov14_09-12-09_88940df6bc7d/events.out.tfevents.1699953152.88940df6bc7d.795.9 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0206b70f5441ced84a5b4d7e784aec388405dc692829d84bee94fe46f16ab4ae
3
+ size 4485
runs/Nov14_09-20-26_88940df6bc7d/events.out.tfevents.1699953650.88940df6bc7d.795.10 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1653c80b036f34f83fef1b25f143eccb8405c304961506d7abac5f71a824a795
3
+ size 4869
special_tokens_map.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": "</s>",
17
+ "unk_token": {
18
+ "content": "<unk>",
19
+ "lstrip": false,
20
+ "normalized": true,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ }
24
+ }
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
3
+ size 499723
tokenizer_config.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": true,
3
+ "add_eos_token": false,
4
+ "bos_token": {
5
+ "__type": "AddedToken",
6
+ "content": "<s>",
7
+ "lstrip": false,
8
+ "normalized": true,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "clean_up_tokenization_spaces": false,
13
+ "eos_token": {
14
+ "__type": "AddedToken",
15
+ "content": "</s>",
16
+ "lstrip": false,
17
+ "normalized": true,
18
+ "rstrip": false,
19
+ "single_word": false
20
+ },
21
+ "legacy": false,
22
+ "model_max_length": 1000000000000000019884624838656,
23
+ "pad_token": null,
24
+ "sp_model_kwargs": {},
25
+ "tokenizer_class": "LlamaTokenizer",
26
+ "trust_remote_code": true,
27
+ "unk_token": {
28
+ "__type": "AddedToken",
29
+ "content": "<unk>",
30
+ "lstrip": false,
31
+ "normalized": true,
32
+ "rstrip": false,
33
+ "single_word": false
34
+ }
35
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48f045dbe7c733e8fdfa901bd6701fd8a5c626a88a63438d158f50020b842ef8
3
+ size 4472