Hugging Face's logo

cwaud
/
test

PEFT
Safetensors
llama
axolotl
Generated from Trainer
8-bit precision
bitsandbytes
Model card Files Community
cwaud commited on
Commit
0966806
•
1 Parent(s): 74b8d7d

Training in progress, step 1

Browse files
Files changed (3) hide show
  1. adapter_config.json +4 -4
  2. adapter_model.safetensors +1 -1
  3. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "q_proj",
24
- "v_proj",
25
  "k_proj",
 
 
26
  "up_proj",
27
- "down_proj",
28
  "o_proj",
29
- "gate_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "gate_proj",
 
24
  "k_proj",
25
+ "v_proj",
26
+ "q_proj",
27
  "up_proj",
 
28
  "o_proj",
29
+ "down_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:68a06a46d476a347de094fc42a1056b0aaaf6ad455e2d5ae13c67678e19bd22a
3
  size 194563400
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8f2a3ec9a2f64974453d7855fbfb4abb009693e899dcaa45edbf4f593851df0
3
  size 194563400
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80d8d4e61770da1f07b843171a5bcead13d3faa24723461125cb4f3d4e79f677
3
  size 6136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08684620b363202850f823c2529fafd1cda0a3aa33b50c29f1184097a59508fe
3
  size 6136