lomahony commited on
Commit
cfe9fdc
1 Parent(s): 27addb2

First model version

Browse files
Files changed (4) hide show
  1. config.yaml +46 -0
  2. optimizer.pt +3 -0
  3. policy.pt +3 -0
  4. scheduler.pt +3 -0
config.yaml ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ seed: 0
2
+ exp_name: pythia410m_hh_ga4_dpo
3
+ batch_size: 32
4
+ eval_batch_size: 32
5
+ debug: false
6
+ fsdp_port: 12355
7
+ datasets:
8
+ - hh
9
+ wandb:
10
+ enabled: true
11
+ entity: pythia_dpo
12
+ project: Pythia_LOM
13
+ local_dirs:
14
+ - /scr-ssd
15
+ - /scr
16
+ - .cache
17
+ sample_during_eval: false
18
+ n_eval_model_samples: 16
19
+ do_first_eval: true
20
+ local_run_dir: .cache/laura/pythia410m_hh_ga4_dpo_2023-07-20_13-33-11_249010
21
+ lr: 1.0e-06
22
+ gradient_accumulation_steps: 4
23
+ max_grad_norm: 10.0
24
+ max_length: 512
25
+ max_prompt_length: 256
26
+ n_epochs: 1
27
+ n_examples: null
28
+ n_eval_examples: 256
29
+ trainer: FSDPTrainer
30
+ optimizer: RMSprop
31
+ warmup_steps: 150
32
+ activation_checkpointing: false
33
+ eval_every: 20000
34
+ minimum_log_interval_secs: 1.0
35
+ model:
36
+ name_or_path: EleutherAI/pythia-410m
37
+ tokenizer_name_or_path: null
38
+ archive: .cache/laura/pythia410m_hh_ga4_sft_2023-07-19_13-02-35_532776/step-159744/policy.pt
39
+ block_name: GPTNeoXLayer
40
+ policy_dtype: float32
41
+ fsdp_policy_mp: null
42
+ reference_dtype: float16
43
+ loss:
44
+ name: dpo
45
+ beta: 0.1
46
+ reference_free: false
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaa642c7ecdaf90e54cfd625a4734530fc7866ffa2ff53b4b45498129f77fd8f
3
+ size 1621435717
policy.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c49668306e023784a45a31fe3f34b4c67119c7d6859aa8b2e89f3bdabe799c3
3
+ size 1722143163
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e977d9cf46159b73094c47549966e67b87809ee469cc99b5ff372d0415c3fce
3
+ size 627