Hugging Face's logo

IntellectusAI
/
zephyr_beta

PEFT
TensorBoard
Safetensors
trl
sft
Generated from Trainer
Model card Files Metrics Community
IntellectusAI commited on
Commit
382e553
•
1 Parent(s): 22b2a3b

Training in progress, epoch 1

Browse files
Files changed (4) hide show
  1. adapter_config.json +2 -2
  2. adapter_model.safetensors +1 -1
  3. tokenizer.json +1 -1
  4. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -20,10 +20,10 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
23
  "q_proj",
24
- "o_proj",
25
  "v_proj",
26
- "gate_proj",
27
  "k_proj"
28
  ],
29
  "task_type": "CAUSAL_LM",
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "gate_proj",
24
  "q_proj",
 
25
  "v_proj",
26
+ "o_proj",
27
  "k_proj"
28
  ],
29
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:233e7b04be121d5c8ac968a6f2efea04ade1ccb2bf96e9f8c87e4bf8c9ccc161
3
  size 92317600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1af59d8b37bec82c7057fe90c6e946b9dd768ad99fe067511ad099a299f956a5
3
  size 92317600
tokenizer.json CHANGED
@@ -2,7 +2,7 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 2000,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 1024,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b88702644c6382130e3c176a3d44da8133e19feb28a361836fab33318e695a3
3
  size 5112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:facc7fb67655f7dd5c4bc92c7f347ae90305d5905a842ec42cecdd2502c2f920
3
  size 5112