suehyunpark commited on
Commit
c0b7cfb
1 Parent(s): fa611d0

End of training

Browse files
Files changed (4) hide show
  1. README.md +6 -3
  2. all_results.json +5 -0
  3. config.json +1 -1
  4. eval_results.json +8 -0
README.md CHANGED
@@ -1,17 +1,20 @@
1
  ---
2
  base_model: barc0/Llama-3.1-ARC-Potpourri-Induction-8B
 
 
3
  library_name: transformers
4
- model_name: potpourri-8b-inst-fft-induction-bc-trajectory-max1-per-task-warm-start
5
  tags:
6
  - generated_from_trainer
 
7
  - trl
8
  - sft
9
  licence: license
10
  ---
11
 
12
- # Model Card for potpourri-8b-inst-fft-induction-bc-trajectory-max1-per-task-warm-start
13
 
14
- This model is a fine-tuned version of [barc0/Llama-3.1-ARC-Potpourri-Induction-8B](https://huggingface.co/barc0/Llama-3.1-ARC-Potpourri-Induction-8B).
15
  It has been trained using [TRL](https://github.com/huggingface/trl).
16
 
17
  ## Quick start
 
1
  ---
2
  base_model: barc0/Llama-3.1-ARC-Potpourri-Induction-8B
3
+ datasets:
4
+ - suehyunpark/induction_arc_inputs_train_bc_trajectories_max1-per-task_warm-start
5
  library_name: transformers
6
+ model_name: barc0/Llama-3.1-ARC-Potpourri-Induction-8B
7
  tags:
8
  - generated_from_trainer
9
+ - alignment-handbook
10
  - trl
11
  - sft
12
  licence: license
13
  ---
14
 
15
+ # Model Card for barc0/Llama-3.1-ARC-Potpourri-Induction-8B
16
 
17
+ This model is a fine-tuned version of [barc0/Llama-3.1-ARC-Potpourri-Induction-8B](https://huggingface.co/barc0/Llama-3.1-ARC-Potpourri-Induction-8B) on the [['suehyunpark/induction_arc_inputs_train_bc_trajectories_max1-per-task_warm-start']](https://huggingface.co/datasets/['suehyunpark/induction_arc_inputs_train_bc_trajectories_max1-per-task_warm-start']) dataset.
18
  It has been trained using [TRL](https://github.com/huggingface/trl).
19
 
20
  ## Quick start
all_results.json CHANGED
@@ -1,5 +1,10 @@
1
  {
2
  "epoch": 3.0,
 
 
 
 
 
3
  "total_flos": 3783747502080.0,
4
  "train_loss": 0.5461173463198874,
5
  "train_runtime": 901.4481,
 
1
  {
2
  "epoch": 3.0,
3
+ "eval_loss": 0.23970693349838257,
4
+ "eval_runtime": 0.9734,
5
+ "eval_samples": 9,
6
+ "eval_samples_per_second": 9.246,
7
+ "eval_steps_per_second": 3.082,
8
  "total_flos": 3783747502080.0,
9
  "train_loss": 0.5461173463198874,
10
  "train_runtime": 901.4481,
config.json CHANGED
@@ -35,6 +35,6 @@
35
  "tie_word_embeddings": false,
36
  "torch_dtype": "bfloat16",
37
  "transformers_version": "4.46.2",
38
- "use_cache": false,
39
  "vocab_size": 128256
40
  }
 
35
  "tie_word_embeddings": false,
36
  "torch_dtype": "bfloat16",
37
  "transformers_version": "4.46.2",
38
+ "use_cache": true,
39
  "vocab_size": 128256
40
  }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "eval_loss": 0.23970693349838257,
4
+ "eval_runtime": 0.9734,
5
+ "eval_samples": 9,
6
+ "eval_samples_per_second": 9.246,
7
+ "eval_steps_per_second": 3.082
8
+ }