Hugging Face's logo

Davegd
/
zephyr-7b-sft-qlora

PEFT
TensorBoard
Safetensors
mistral
alignment-handbook
trl
sft
unsloth
Generated from Trainer
4-bit precision
bitsandbytes
Model card Files Metrics Community
Davegd commited on
Commit
a14f9a4
•
1 Parent(s): 6d7d00c

Training in progress, step 200

Browse files
Files changed (6) hide show
  1. adapter_config.json +4 -4
  2. adapter_model.safetensors +1 -1
  3. runs/Mar11_15-40-17_bastet09/events.out.tfevents.1710168040.bastet09.30606.0 +3 -0
  4. runs/Mar11_15-41-25_bastet09/events.out.tfevents.1710168110.bastet09.30765.0 +3 -0
  5. runs/Mar11_15-46-37_bastet09/events.out.tfevents.1710168423.bastet09.31087.0 +3 -0
  6. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -19,13 +19,13 @@
19
  "rank_pattern": {},
20
  "revision": "unsloth",
21
  "target_modules": [
22
- "up_proj",
23
  "k_proj",
24
- "v_proj",
25
  "gate_proj",
 
 
26
  "q_proj",
27
- "o_proj",
28
- "down_proj"
29
  ],
30
  "task_type": "CAUSAL_LM"
31
  }
 
19
  "rank_pattern": {},
20
  "revision": "unsloth",
21
  "target_modules": [
 
22
  "k_proj",
23
+ "o_proj",
24
  "gate_proj",
25
+ "up_proj",
26
+ "down_proj",
27
  "q_proj",
28
+ "v_proj"
 
29
  ],
30
  "task_type": "CAUSAL_LM"
31
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5958c13bfe3bb507d7050f45138e2c4b6ff91165e58e011282fa10a659dabab4
3
  size 167832240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fe5d5de5f316827d16c9552a4f1921738a626906976d72ebd43766dd0c71a0a
3
  size 167832240
runs/Mar11_15-40-17_bastet09/events.out.tfevents.1710168040.bastet09.30606.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c3a1b465d8d37c35d631fb765e10015f38c496269c1cff188dfd21e7087a9a1
3
+ size 5107
runs/Mar11_15-41-25_bastet09/events.out.tfevents.1710168110.bastet09.30765.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eaedbaba74cb882a4774e2feba4bae898eec90be35680420ae8b6476f2c19f1
3
+ size 5107
runs/Mar11_15-46-37_bastet09/events.out.tfevents.1710168423.bastet09.31087.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02813ade1fa9ab18aec186563a660bf4ddda3b6ba181ad20582d374014daa984
3
+ size 5315
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7da82fc6f53619d17bf69cefafc7f7130215300adae74a4509ab2da81598a8db
3
  size 4984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:add081b008777abce3b1c7ec1cc2d18955a2061fea1bbd62d90d756e5d6f4003
3
  size 4984