schwamaths commited on
Commit
cb3c595
·
verified ·
1 Parent(s): 3964c9a

End of training

Browse files
Files changed (4) hide show
  1. README.md +3 -1
  2. all_results.json +5 -0
  3. config.json +1 -1
  4. eval_results.json +4 -4
README.md CHANGED
@@ -1,9 +1,11 @@
1
  ---
2
  base_model: deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B
 
3
  library_name: transformers
4
  model_name: Qwen2.5-1.5B-Open-R1-GRPO
5
  tags:
6
  - generated_from_trainer
 
7
  - trl
8
  - grpo
9
  licence: license
@@ -11,7 +13,7 @@ licence: license
11
 
12
  # Model Card for Qwen2.5-1.5B-Open-R1-GRPO
13
 
14
- This model is a fine-tuned version of [deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B).
15
  It has been trained using [TRL](https://github.com/huggingface/trl).
16
 
17
  ## Quick start
 
1
  ---
2
  base_model: deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B
3
+ datasets: zwt963/FinReasoner
4
  library_name: transformers
5
  model_name: Qwen2.5-1.5B-Open-R1-GRPO
6
  tags:
7
  - generated_from_trainer
8
+ - open-r1
9
  - trl
10
  - grpo
11
  licence: license
 
13
 
14
  # Model Card for Qwen2.5-1.5B-Open-R1-GRPO
15
 
16
+ This model is a fine-tuned version of [deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B) on the [zwt963/FinReasoner](https://huggingface.co/datasets/zwt963/FinReasoner) dataset.
17
  It has been trained using [TRL](https://github.com/huggingface/trl).
18
 
19
  ## Quick start
all_results.json CHANGED
@@ -1,4 +1,9 @@
1
  {
 
 
 
 
 
2
  "total_flos": 0.0,
3
  "train_loss": 0.0029402809985185742,
4
  "train_runtime": 7951.9567,
 
1
  {
2
+ "eval_loss": 0.012486881576478481,
3
+ "eval_runtime": 79.6968,
4
+ "eval_samples": 223,
5
+ "eval_samples_per_second": 2.798,
6
+ "eval_steps_per_second": 0.1,
7
  "total_flos": 0.0,
8
  "train_loss": 0.0029402809985185742,
9
  "train_runtime": 7951.9567,
config.json CHANGED
@@ -23,7 +23,7 @@
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
  "transformers_version": "4.49.0.dev0",
26
- "use_cache": false,
27
  "use_mrope": false,
28
  "use_sliding_window": false,
29
  "vocab_size": 151936
 
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
  "transformers_version": "4.49.0.dev0",
26
+ "use_cache": true,
27
  "use_mrope": false,
28
  "use_sliding_window": false,
29
  "vocab_size": 151936
eval_results.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
- "eval_loss": 0.00024833829957060516,
3
- "eval_runtime": 83.9269,
4
  "eval_samples": 223,
5
- "eval_samples_per_second": 2.657,
6
- "eval_steps_per_second": 0.095
7
  }
 
1
  {
2
+ "eval_loss": 0.012486881576478481,
3
+ "eval_runtime": 79.6968,
4
  "eval_samples": 223,
5
+ "eval_samples_per_second": 2.798,
6
+ "eval_steps_per_second": 0.1
7
  }