frankmorales2020 commited on
Commit
d4e9a7e
1 Parent(s): 6394933

Training in progress, epoch 1

Browse files
adapter_config.json CHANGED
@@ -10,21 +10,23 @@
10
  "layers_pattern": null,
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
- "lora_alpha": 16,
14
- "lora_dropout": 0.1,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
18
  "peft_type": "LORA",
19
- "r": 64,
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "q_proj",
24
  "gate_proj",
25
  "o_proj",
26
  "k_proj",
27
- "v_proj"
 
 
 
28
  ],
29
  "task_type": "CAUSAL_LM",
30
  "use_dora": false,
 
10
  "layers_pattern": null,
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
+ "lora_alpha": 128,
14
+ "lora_dropout": 0.05,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
18
  "peft_type": "LORA",
19
+ "r": 256,
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
23
  "gate_proj",
24
  "o_proj",
25
  "k_proj",
26
+ "q_proj",
27
+ "v_proj",
28
+ "up_proj",
29
+ "down_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e197622f2624e183d7145b0a0a5d997d1e82a9a552370b30c79adde1cf6269c6
3
- size 369142184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad6a8a59af278affcfe391cf32f2211dc5701a160375d2c97c80b3eb0a890164
3
+ size 1342239008
runs/Jun12_13-38-04_ab6f5b8f37ef/events.out.tfevents.1718199498.ab6f5b8f37ef.4299.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:431f236e64d6ccd0e12fd9ef19f1eca0f41e664047f01938cdd5a29dfac5d4f8
3
+ size 5432
runs/Jun12_19-56-46_b8dff662b5a0/events.out.tfevents.1718222221.b8dff662b5a0.3019.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63bc1796d44796f8918c2872f2e78599f9723d5e81c4fd9ecf815800bbbc3004
3
+ size 5639
tokenizer.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 3072,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
  "padding": null,
10
  "added_tokens": [
11
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:442ee676c956fc65c04961ce59c62197bd0e9fd000789efd75bc9789e72e667a
3
- size 5112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeae958a419b66025b4b30b9d1bd3b00ab9fedb7d156497c71643c43de96c382
3
+ size 5176