Minbyul commited on
Commit
1872924
1 Parent(s): 606d6fe

End of training

Browse files
Files changed (4) hide show
  1. README.md +15 -9
  2. all_results.json +13 -0
  3. config.json +1 -1
  4. eval_results.json +16 -0
README.md CHANGED
@@ -1,9 +1,15 @@
1
  ---
2
  base_model: Minbyul/llama2-7b-wo-kqa_golden-sft
3
  tags:
 
4
  - trl
5
  - dpo
6
  - generated_from_trainer
 
 
 
 
 
7
  model-index:
8
  - name: llama2-7b-dpo-full-sft-wo-kqa_golden
9
  results: []
@@ -14,17 +20,17 @@ should probably proofread and complete it, then remove this comment. -->
14
 
15
  # llama2-7b-dpo-full-sft-wo-kqa_golden
16
 
17
- This model is a fine-tuned version of [Minbyul/llama2-7b-wo-kqa_golden-sft](https://huggingface.co/Minbyul/llama2-7b-wo-kqa_golden-sft) on an unknown dataset.
18
  It achieves the following results on the evaluation set:
19
- - Loss: 0.3024
20
- - Rewards/chosen: -0.0879
21
- - Rewards/rejected: -1.9222
22
  - Rewards/accuracies: 0.9500
23
- - Rewards/margins: 1.8343
24
- - Logps/rejected: -748.6945
25
- - Logps/chosen: -311.0383
26
- - Logits/rejected: -0.5637
27
- - Logits/chosen: -0.7827
28
 
29
  ## Model description
30
 
 
1
  ---
2
  base_model: Minbyul/llama2-7b-wo-kqa_golden-sft
3
  tags:
4
+ - alignment-handbook
5
  - trl
6
  - dpo
7
  - generated_from_trainer
8
+ - trl
9
+ - dpo
10
+ - generated_from_trainer
11
+ datasets:
12
+ - HuggingFaceH4/ultrafeedback_binarized
13
  model-index:
14
  - name: llama2-7b-dpo-full-sft-wo-kqa_golden
15
  results: []
 
20
 
21
  # llama2-7b-dpo-full-sft-wo-kqa_golden
22
 
23
+ This model is a fine-tuned version of [Minbyul/llama2-7b-wo-kqa_golden-sft](https://huggingface.co/Minbyul/llama2-7b-wo-kqa_golden-sft) on the HuggingFaceH4/ultrafeedback_binarized dataset.
24
  It achieves the following results on the evaluation set:
25
+ - Loss: 0.2778
26
+ - Rewards/chosen: -0.1016
27
+ - Rewards/rejected: -2.1516
28
  - Rewards/accuracies: 0.9500
29
+ - Rewards/margins: 2.0501
30
+ - Logps/rejected: -771.6371
31
+ - Logps/chosen: -312.4064
32
+ - Logits/rejected: -0.5673
33
+ - Logits/chosen: -0.7867
34
 
35
  ## Model description
36
 
all_results.json CHANGED
@@ -1,5 +1,18 @@
1
  {
2
  "epoch": 1.0,
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  "train_loss": 0.3946254751575527,
4
  "train_runtime": 1910.8543,
5
  "train_samples": 8578,
 
1
  {
2
  "epoch": 1.0,
3
+ "eval_logits/chosen": -0.786741316318512,
4
+ "eval_logits/rejected": -0.567284107208252,
5
+ "eval_logps/chosen": -312.4064025878906,
6
+ "eval_logps/rejected": -771.6371459960938,
7
+ "eval_loss": 0.27778080105781555,
8
+ "eval_rewards/accuracies": 0.949999988079071,
9
+ "eval_rewards/chosen": -0.10158518701791763,
10
+ "eval_rewards/margins": 2.0500597953796387,
11
+ "eval_rewards/rejected": -2.1516449451446533,
12
+ "eval_runtime": 15.9542,
13
+ "eval_samples": 152,
14
+ "eval_samples_per_second": 9.527,
15
+ "eval_steps_per_second": 0.313,
16
  "train_loss": 0.3946254751575527,
17
  "train_runtime": 1910.8543,
18
  "train_samples": 8578,
config.json CHANGED
@@ -23,6 +23,6 @@
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
  "transformers_version": "4.39.0.dev0",
26
- "use_cache": false,
27
  "vocab_size": 32000
28
  }
 
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
  "transformers_version": "4.39.0.dev0",
26
+ "use_cache": true,
27
  "vocab_size": 32000
28
  }
eval_results.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 1.0,
3
+ "eval_logits/chosen": -0.786741316318512,
4
+ "eval_logits/rejected": -0.567284107208252,
5
+ "eval_logps/chosen": -312.4064025878906,
6
+ "eval_logps/rejected": -771.6371459960938,
7
+ "eval_loss": 0.27778080105781555,
8
+ "eval_rewards/accuracies": 0.949999988079071,
9
+ "eval_rewards/chosen": -0.10158518701791763,
10
+ "eval_rewards/margins": 2.0500597953796387,
11
+ "eval_rewards/rejected": -2.1516449451446533,
12
+ "eval_runtime": 15.9542,
13
+ "eval_samples": 152,
14
+ "eval_samples_per_second": 9.527,
15
+ "eval_steps_per_second": 0.313
16
+ }