hugodk-sch commited on
Commit
e76985a
1 Parent(s): 717c3ee

End of training

Browse files
Files changed (4) hide show
  1. README.md +13 -11
  2. all_results.json +12 -12
  3. config.json +3 -1
  4. eval_results.json +13 -13
README.md CHANGED
@@ -1,11 +1,13 @@
1
  ---
2
  library_name: peft
3
  tags:
 
4
  - trl
5
  - dpo
6
- - alignment-handbook
7
  - generated_from_trainer
8
  base_model: NbAiLab/nb-gpt-j-6B-v2
 
 
9
  model-index:
10
  - name: aftonposten-6b-align-scan
11
  results: []
@@ -16,17 +18,17 @@ should probably proofread and complete it, then remove this comment. -->
16
 
17
  # aftonposten-6b-align-scan
18
 
19
- This model is a fine-tuned version of [NbAiLab/nb-gpt-j-6B-v2](https://huggingface.co/NbAiLab/nb-gpt-j-6B-v2) on the None dataset.
20
  It achieves the following results on the evaluation set:
21
- - Loss: 0.6831
22
- - Rewards/chosen: -0.2684
23
- - Rewards/rejected: -0.4218
24
- - Rewards/accuracies: 0.5801
25
- - Rewards/margins: 0.1534
26
- - Logps/rejected: -38.1192
27
- - Logps/chosen: -34.4180
28
- - Logits/rejected: -2.1173
29
- - Logits/chosen: -2.1220
30
 
31
  ## Model description
32
 
 
1
  ---
2
  library_name: peft
3
  tags:
4
+ - alignment-handbook
5
  - trl
6
  - dpo
 
7
  - generated_from_trainer
8
  base_model: NbAiLab/nb-gpt-j-6B-v2
9
+ datasets:
10
+ - hugodk-sch/aftonposten_title_prefs
11
  model-index:
12
  - name: aftonposten-6b-align-scan
13
  results: []
 
18
 
19
  # aftonposten-6b-align-scan
20
 
21
+ This model is a fine-tuned version of [data/ap-gpt-j-6b-sft-qlora-04-08](https://huggingface.co/data/ap-gpt-j-6b-sft-qlora-04-08) on the hugodk-sch/aftonposten_title_prefs dataset.
22
  It achieves the following results on the evaluation set:
23
+ - Loss: 0.6747
24
+ - Rewards/chosen: -0.2693
25
+ - Rewards/rejected: -0.4359
26
+ - Rewards/accuracies: 0.6009
27
+ - Rewards/margins: 0.1666
28
+ - Logps/rejected: -38.1393
29
+ - Logps/chosen: -34.4192
30
+ - Logits/rejected: -2.1170
31
+ - Logits/chosen: -2.1217
32
 
33
  ## Model description
34
 
all_results.json CHANGED
@@ -1,18 +1,18 @@
1
  {
2
  "epoch": 4.0,
3
- "eval_logits/chosen": -2.227961301803589,
4
- "eval_logits/rejected": -2.2231268882751465,
5
- "eval_logps/chosen": -34.07651138305664,
6
- "eval_logps/rejected": -37.578250885009766,
7
- "eval_loss": 0.6956681609153748,
8
- "eval_rewards/accuracies": 0.5157807469367981,
9
- "eval_rewards/chosen": -0.029370848089456558,
10
- "eval_rewards/margins": 0.013771643862128258,
11
- "eval_rewards/rejected": -0.043142493814229965,
12
- "eval_runtime": 145.5641,
13
  "eval_samples": 343,
14
- "eval_samples_per_second": 2.356,
15
- "eval_steps_per_second": 0.295,
16
  "train_loss": 0.2216110908365869,
17
  "train_runtime": 10768.4727,
18
  "train_samples": 3079,
 
1
  {
2
  "epoch": 4.0,
3
+ "eval_logits/chosen": -2.1216881275177,
4
+ "eval_logits/rejected": -2.1169610023498535,
5
+ "eval_logps/chosen": -34.41923522949219,
6
+ "eval_logps/rejected": -38.13933563232422,
7
+ "eval_loss": 0.6746898293495178,
8
+ "eval_rewards/accuracies": 0.6009136438369751,
9
+ "eval_rewards/chosen": -0.2692793905735016,
10
+ "eval_rewards/margins": 0.16662099957466125,
11
+ "eval_rewards/rejected": -0.43590039014816284,
12
+ "eval_runtime": 145.1817,
13
  "eval_samples": 343,
14
+ "eval_samples_per_second": 2.363,
15
+ "eval_steps_per_second": 0.296,
16
  "train_loss": 0.2216110908365869,
17
  "train_runtime": 10768.4727,
18
  "train_samples": 3079,
config.json CHANGED
@@ -18,6 +18,8 @@
18
  "n_layer": 28,
19
  "n_positions": 2048,
20
  "quantization_config": {
 
 
21
  "bnb_4bit_compute_dtype": "float16",
22
  "bnb_4bit_quant_type": "nf4",
23
  "bnb_4bit_use_double_quant": false,
@@ -45,7 +47,7 @@
45
  },
46
  "tie_word_embeddings": false,
47
  "tokenizer_class": "GPT2Tokenizer",
48
- "transformers_version": "4.37.2",
49
  "use_cache": true,
50
  "vocab_size": 50400
51
  }
 
18
  "n_layer": 28,
19
  "n_positions": 2048,
20
  "quantization_config": {
21
+ "_load_in_4bit": true,
22
+ "_load_in_8bit": false,
23
  "bnb_4bit_compute_dtype": "float16",
24
  "bnb_4bit_quant_type": "nf4",
25
  "bnb_4bit_use_double_quant": false,
 
47
  },
48
  "tie_word_embeddings": false,
49
  "tokenizer_class": "GPT2Tokenizer",
50
+ "transformers_version": "4.39.0.dev0",
51
  "use_cache": true,
52
  "vocab_size": 50400
53
  }
eval_results.json CHANGED
@@ -1,16 +1,16 @@
1
  {
2
- "epoch": 1.0,
3
- "eval_logits/chosen": -2.227961301803589,
4
- "eval_logits/rejected": -2.2231268882751465,
5
- "eval_logps/chosen": -34.07651138305664,
6
- "eval_logps/rejected": -37.578250885009766,
7
- "eval_loss": 0.6956681609153748,
8
- "eval_rewards/accuracies": 0.5157807469367981,
9
- "eval_rewards/chosen": -0.029370848089456558,
10
- "eval_rewards/margins": 0.013771643862128258,
11
- "eval_rewards/rejected": -0.043142493814229965,
12
- "eval_runtime": 145.5641,
13
  "eval_samples": 343,
14
- "eval_samples_per_second": 2.356,
15
- "eval_steps_per_second": 0.295
16
  }
 
1
  {
2
+ "epoch": 4.0,
3
+ "eval_logits/chosen": -2.1216881275177,
4
+ "eval_logits/rejected": -2.1169610023498535,
5
+ "eval_logps/chosen": -34.41923522949219,
6
+ "eval_logps/rejected": -38.13933563232422,
7
+ "eval_loss": 0.6746898293495178,
8
+ "eval_rewards/accuracies": 0.6009136438369751,
9
+ "eval_rewards/chosen": -0.2692793905735016,
10
+ "eval_rewards/margins": 0.16662099957466125,
11
+ "eval_rewards/rejected": -0.43590039014816284,
12
+ "eval_runtime": 145.1817,
13
  "eval_samples": 343,
14
+ "eval_samples_per_second": 2.363,
15
+ "eval_steps_per_second": 0.296
16
  }