nblinh63 commited on
Commit
72a6b4a
1 Parent(s): dc3ad68

End of training

Browse files
README.md CHANGED
@@ -103,7 +103,7 @@ xformers_attention: true
103
 
104
  This model is a fine-tuned version of [unsloth/gemma-2b-it](https://huggingface.co/unsloth/gemma-2b-it) on the None dataset.
105
  It achieves the following results on the evaluation set:
106
- - Loss: 2.2405
107
 
108
  ## Model description
109
 
@@ -135,7 +135,7 @@ The following hyperparameters were used during training:
135
 
136
  | Training Loss | Epoch | Step | Validation Loss |
137
  |:-------------:|:------:|:----:|:---------------:|
138
- | 1.927 | 0.0011 | 10 | 2.2405 |
139
 
140
 
141
  ### Framework versions
 
103
 
104
  This model is a fine-tuned version of [unsloth/gemma-2b-it](https://huggingface.co/unsloth/gemma-2b-it) on the None dataset.
105
  It achieves the following results on the evaluation set:
106
+ - Loss: 2.2415
107
 
108
  ## Model description
109
 
 
135
 
136
  | Training Loss | Epoch | Step | Validation Loss |
137
  |:-------------:|:------:|:----:|:---------------:|
138
+ | 1.9217 | 0.0011 | 10 | 2.2415 |
139
 
140
 
141
  ### Framework versions
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "up_proj",
24
  "o_proj",
 
 
25
  "k_proj",
26
- "gate_proj",
27
  "v_proj",
28
- "down_proj",
29
- "q_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
23
  "o_proj",
24
+ "up_proj",
25
+ "down_proj",
26
  "k_proj",
27
+ "q_proj",
28
  "v_proj",
29
+ "gate_proj"
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70f274dd2507b82d37d5c39ecfb21a4f27783bd052b5cd44f81e4d95bfdfe618
3
  size 78537274
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4d841093d4b770f8fee9e9bd9446e13f8611cc040386c1f790dec7c33f6eabc
3
  size 78537274
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:95c0ea0622b8f7d134350ebad595d4577768794bedfd63cf4e25345beb478c9e
3
  size 78480072
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2e974494d31ca6a0032064e08168d751b3364e41459b30fb6eb95fdf5e54555
3
  size 78480072
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:292d5ed33bf32b2c93014161b48f0b464aed5c80daa48eea57d532a1df2672ca
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:179c6378cc15486d5588b78b46ad5424342ceb7b01f30fa740c309746f6a1637
3
  size 6776