Hugging Face's logo

alimoradivartouni
/
Radman-Llama-3.2-3B

PEFT
TensorBoard
Safetensors
trl
sft
Generated from Trainer
Model card Files Metrics Community
alimoradivartouni commited on
Commit
6f8fa95
·
verified ·
1 Parent(s): e43f5b0

Training in progress, epoch 0

Browse files
Files changed (10) hide show
  1. adapter_config.json +4 -4
  2. adapter_model.safetensors +1 -1
  3. extra/config.json +6 -2
  4. extra/generation_config.json +5 -2
  5. extra/model-00001-of-00004.safetensors +1 -1
  6. extra/model-00002-of-00004.safetensors +1 -1
  7. extra/model-00003-of-00004.safetensors +1 -1
  8. extra/model-00004-of-00004.safetensors +1 -1
  9. runs/Dec30_15-01-30_Ubuntu-2204-jammy-amd64-base/events.out.tfevents.1735567293.Ubuntu-2204-jammy-amd64-base.228213.0 +3 -0
  10. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
23
  "down_proj",
24
- "o_proj",
25
  "v_proj",
26
- "up_proj",
27
- "q_proj",
28
  "gate_proj",
29
- "k_proj"
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "up_proj",
24
+ "k_proj",
25
  "down_proj",
 
26
  "v_proj",
 
 
27
  "gate_proj",
28
+ "q_proj",
29
+ "o_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:759709986f6e3646491e4564b77df4c0149cb5dcbba280790bc8cc224eeeb0db
3
  size 3132174928
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea19a9281aca97e049ca25240f0e147c41316428f37c9440b811ea8915483380
3
  size 3132174928
extra/config.json CHANGED
@@ -1,12 +1,16 @@
1
  {
2
- "_name_or_path": "meta-llama/Llama-3.2-3B",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
- "eos_token_id": 128001,
 
 
 
 
10
  "head_dim": 128,
11
  "hidden_act": "silu",
12
  "hidden_size": 3072,
 
1
  {
2
+ "_name_or_path": "meta-llama/Llama-3.2-3B-Instruct",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
  "head_dim": 128,
15
  "hidden_act": "silu",
16
  "hidden_size": 3072,
extra/generation_config.json CHANGED
@@ -1,8 +1,11 @@
1
  {
2
- "_from_model_config": true,
3
  "bos_token_id": 128000,
4
  "do_sample": true,
5
- "eos_token_id": 128001,
 
 
 
 
6
  "temperature": 0.6,
7
  "top_p": 0.9,
8
  "transformers_version": "4.44.2"
 
1
  {
 
2
  "bos_token_id": 128000,
3
  "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
  "temperature": 0.6,
10
  "top_p": 0.9,
11
  "transformers_version": "4.44.2"
extra/model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dfc39de714a79ba0191193aaa9ac4b3bbc13e6b18bebd9f554ca19b04a9977d4
3
  size 1996056728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2b6bb9bec4ef8309249a1542a99ae77fdc2bd12e71c0e3a4cfa96427fd71e97
3
  size 1996056728
extra/model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f2da7c822502166bf854a678cefdcbed0307bef9057e3dd4b5a628e7619e322
3
  size 1963054808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:098858d2bcc0d6478bfab45e136e032bd5ee792c27410744eb1478e090897944
3
  size 1963054808
extra/model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:00ac7785de56c21528f339e9740c9a572ddb06e88e5d2818d6f7611d81f9b098
3
  size 1963067368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:320101fc0d47273c482c03d335593d4343b7bcd7e3b150481a25fc6255eb7872
3
  size 1963067368
extra/model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f24f74bfa773631762fa7d990a9406a02efb13edf4df067b6daec3c6524be9af
3
  size 503362088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6426357be3f73fb983cf494b4ca0fbb5ad9006c7d9e4248827cab79bd5f4f14b
3
  size 503362088
runs/Dec30_15-01-30_Ubuntu-2204-jammy-amd64-base/events.out.tfevents.1735567293.Ubuntu-2204-jammy-amd64-base.228213.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fd7415a886faf86746c2762b7171c4902b85cf83c5f67ae90f0e7c4441eb08b
3
+ size 6109
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1fe0950ecf8aa1407304fc2c20c6acd84604e22fa8d764cc5f67d4da0bfb8631
3
  size 5560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94d6fcfb10040bc060fd3ac8a3c79019fc5365230300df37e8bc55087aa9e8a1
3
  size 5560