Hugging Face's logo

santyzenith
/
peft_mixtral_uda_rules

Safetensors
Model card Files Community
santyzenith commited on
Commit
eafe6e6
•
1 Parent(s): 990d183

Training in progress, epoch 1

Browse files
Files changed (3) hide show
  1. adapter_config.json +5 -5
  2. adapter_model.safetensors +1 -1
  3. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -19,14 +19,14 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "down_proj",
23
- "lm_head",
24
- "o_proj",
25
  "v_proj",
 
 
26
  "q_proj",
27
- "up_proj",
28
  "gate_proj",
29
- "k_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_rslora": false
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
+ "up_proj",
 
 
23
  "v_proj",
24
+ "k_proj",
25
+ "lm_head",
26
  "q_proj",
27
+ "o_proj",
28
  "gate_proj",
29
+ "down_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_rslora": false
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4e79d7a8712784f88d7c1dc822c1492ac9c8e784aaf1458ebffc584bf089eff
3
  size 751667752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f1596153bc776271cc1643e4961c8f327ebc44d1bdddce3b5c8f23dcf76611f
3
  size 751667752
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6936f05aa8112a40a8c8d63e1a904121a70a76c262286579dfd8df9e6ff8e6ce
3
  size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:890b1e5f17d8768b678397e905964b44b535d580373cd7b503615051d8db9f89
3
  size 4728