Hugging Face's logo

VictorSanh
/
test-victor

PEFT
TensorBoard
Safetensors
Generated from Trainer
Model card Files Metrics Community
VictorSanh commited on
Commit
3ec0af0
•
1 Parent(s): c1281eb

End of training

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +3 -3
  2. adapter_config.json +8 -8
  3. global_step617/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  4. global_step617/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  5. global_step617/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  6. global_step617/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  7. global_step617/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  8. global_step617/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  9. global_step617/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  10. global_step617/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  11. global_step617/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  12. global_step617/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  13. global_step617/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  14. global_step617/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  15. global_step617/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  16. global_step617/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  17. global_step617/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  18. global_step617/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  19. global_step617/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
  20. global_step617/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
  21. global_step617/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
  22. global_step617/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
  23. global_step617/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  24. global_step617/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
  25. global_step617/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  26. global_step617/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
  27. global_step617/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt +3 -0
  28. global_step617/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  29. global_step617/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
  30. global_step617/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +3 -0
  31. global_step617/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
  32. global_step617/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +3 -0
  33. global_step617/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt +3 -0
  34. global_step617/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt +3 -0
  35. global_step617/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  36. global_step617/zero_pp_rank_10_mp_rank_00_model_states.pt +3 -0
  37. global_step617/zero_pp_rank_11_mp_rank_00_model_states.pt +3 -0
  38. global_step617/zero_pp_rank_12_mp_rank_00_model_states.pt +3 -0
  39. global_step617/zero_pp_rank_13_mp_rank_00_model_states.pt +3 -0
  40. global_step617/zero_pp_rank_14_mp_rank_00_model_states.pt +3 -0
  41. global_step617/zero_pp_rank_15_mp_rank_00_model_states.pt +3 -0
  42. global_step617/zero_pp_rank_16_mp_rank_00_model_states.pt +3 -0
  43. global_step617/zero_pp_rank_17_mp_rank_00_model_states.pt +3 -0
  44. global_step617/zero_pp_rank_18_mp_rank_00_model_states.pt +3 -0
  45. global_step617/zero_pp_rank_19_mp_rank_00_model_states.pt +3 -0
  46. global_step617/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  47. global_step617/zero_pp_rank_20_mp_rank_00_model_states.pt +3 -0
  48. global_step617/zero_pp_rank_21_mp_rank_00_model_states.pt +3 -0
  49. global_step617/zero_pp_rank_22_mp_rank_00_model_states.pt +3 -0
  50. global_step617/zero_pp_rank_23_mp_rank_00_model_states.pt +3 -0
README.md CHANGED
@@ -33,7 +33,7 @@ More information needed
33
  ### Training hyperparameters
34
 
35
  The following hyperparameters were used during training:
36
- - learning_rate: 0.0001
37
  - train_batch_size: 2
38
  - eval_batch_size: 8
39
  - seed: 42
@@ -43,8 +43,8 @@ The following hyperparameters were used during training:
43
  - total_eval_batch_size: 256
44
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
45
  - lr_scheduler_type: linear
46
- - lr_scheduler_warmup_steps: 150
47
- - num_epochs: 3
48
 
49
  ### Training results
50
 
 
33
  ### Training hyperparameters
34
 
35
  The following hyperparameters were used during training:
36
+ - learning_rate: 5e-05
37
  - train_batch_size: 2
38
  - eval_batch_size: 8
39
  - seed: 42
 
43
  - total_eval_batch_size: 256
44
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
45
  - lr_scheduler_type: linear
46
+ - lr_scheduler_warmup_steps: 100
47
+ - num_epochs: 1
48
 
49
  ### Training results
50
 
adapter_config.json CHANGED
@@ -12,26 +12,26 @@
12
  "layers_pattern": null,
13
  "layers_to_transform": null,
14
  "loftq_config": {},
15
- "lora_alpha": 8,
16
  "lora_dropout": 0.1,
17
  "megatron_config": null,
18
  "megatron_core": "megatron.core",
19
  "modules_to_save": null,
20
  "peft_type": "LORA",
21
- "r": 8,
22
  "rank_pattern": {},
23
  "revision": null,
24
  "target_modules": [
25
- "fc2",
26
- "v_proj",
27
  "o_proj",
 
 
 
 
28
  "q_proj",
29
  "up_proj",
30
- "out_proj",
31
  "k_proj",
32
- "fc1",
33
- "gate_proj",
34
- "down_proj"
35
  ],
36
  "task_type": null,
37
  "use_dora": true,
 
12
  "layers_pattern": null,
13
  "layers_to_transform": null,
14
  "loftq_config": {},
15
+ "lora_alpha": 4,
16
  "lora_dropout": 0.1,
17
  "megatron_config": null,
18
  "megatron_core": "megatron.core",
19
  "modules_to_save": null,
20
  "peft_type": "LORA",
21
+ "r": 4,
22
  "rank_pattern": {},
23
  "revision": null,
24
  "target_modules": [
 
 
25
  "o_proj",
26
+ "gate_proj",
27
+ "fc1",
28
+ "down_proj",
29
+ "out_proj",
30
  "q_proj",
31
  "up_proj",
 
32
  "k_proj",
33
+ "fc2",
34
+ "v_proj"
 
35
  ],
36
  "task_type": null,
37
  "use_dora": true,
global_step617/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbd84e436df35b33e6edcc8eba1c5b2751394d75634b14d22c1086e1a74fb22c
3
+ size 5876663
global_step617/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11d4eabf05d69836292253f5334a93eaee4d1f4be46464cd0026d191e0a2b702
3
+ size 5876669
global_step617/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24fc7bd53fae81a8e19e6d384464e3d3a0189b2af0f07b5a4481e1874f69a361
3
+ size 5876669
global_step617/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:126e4005199fddf43db2d66aa181cc2f74b9eff0e33513f4919bb34a2dacf910
3
+ size 5876669
global_step617/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9b818434e86594166c3aca97a96e4884c6baf261345e5d4629e52a7d8a5268f
3
+ size 5876669
global_step617/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4045e410eb6f228a5cdf0d6080fd28f30bcd5b5f62d114ebf65f4d126fb96cf
3
+ size 5876669
global_step617/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f995f054c97456fc95222bab96fc8ac3e20582c20d07e370158d3ad8046b780
3
+ size 5876669
global_step617/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c5b3a781b9906afe6d0f48644ed80e405f6b3561ec588a2cbfa60de1bc81f83
3
+ size 5876669
global_step617/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aff3850c19d6f4e1d38e4304e4520871f9862f715be39b4e1ca220ecdd185c3d
3
+ size 5876669
global_step617/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5728f9ea5ead4943be86bfa79a46a2ecd69450ce528fb09cb42a08578570afde
3
+ size 5876669
global_step617/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c427f189f4bb31ac43508757f8481ef38328eaeb0b986d2b373ca89e45172da
3
+ size 5876669
global_step617/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e06d86a99ad1ef585e6a9ce7af44b36110adfd627f027211b684fe61b547113d
3
+ size 5876663
global_step617/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a64b3d5954211f277daa176974437c83f40bf1d2bb710dfaab18581724559147
3
+ size 5876669
global_step617/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9507b4a9a90fad0eae809cc96ea5d4a30bad6cbfd706ba7693bc168f94458aec
3
+ size 5876669
global_step617/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:540446a9611f2cefcd88f53990fdcf92a265b8a740568de1ac9c182d8d2073d3
3
+ size 5876669
global_step617/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d70cf53d540b642ec77eb3926e26062b6298bfa4d31f8eb8417620e615bb493
3
+ size 5876669
global_step617/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9385ee9b217e5e022fc2ece597e2cb809b7f4d73ff3e6e9b3137256d9887e495
3
+ size 5876669
global_step617/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d881b8e796de9a1fb23c9408026baf277e07af83d2bfae9b5bdd97f0d09e6290
3
+ size 5876669
global_step617/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d0fe1b1a32bfaecfeb81a818bc57121cfffa49d96510f9819bf86ce59664645
3
+ size 5876669
global_step617/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d90cd4df2bd14ff45b9e55a36383b3b9467ae1ddd9ba48f654c23778fd3a7e39
3
+ size 5876669
global_step617/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e50cbb9e8bf91a017e515e920e22475a2546a25513a106a37b29f6ea843200a9
3
+ size 5876669
global_step617/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d308dcf06cb24f33e4d485269f08bbe04f764f9465cf44b18c2803e40a226bf
3
+ size 5876669
global_step617/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2333faff5d517a129bd9045a725649a7b063d7a804373daade434826187fbc70
3
+ size 5876663
global_step617/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8edde03ed899030be09e83b4fc32efa0fb41c5505dff86c984837e27752d670e
3
+ size 5876669
global_step617/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1acf244496607c1965b454b818c200d9050fc95c0ccc64a1ab160f2f9b5d5b8f
3
+ size 5876669
global_step617/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a73b1ec5fb02d20782048dc035e34efea9bee4433dc5ceb7f25c223f870b76f3
3
+ size 5876663
global_step617/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c34164a3a58fe7d51d18f5a2db2abd7ca655c96189ba33ee06a902322eda83e8
3
+ size 5876663
global_step617/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ce7e227d0fa52de5db7ba5b6c74a1ae0f0e437f9e789fe9c14a3245664c24f1
3
+ size 5876663
global_step617/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84cf1f1393d1cd8a3ec0b5710e5461de896cda88edc0d7a530b080ce4c87fdce
3
+ size 5876663
global_step617/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c93f752e6ed78e26d7901a375e2a62d3ccf6ec90af28da48475eaf8e36f0951e
3
+ size 5876663
global_step617/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1b896709fb82dc1c176127efb6e6b46c5c0e92a7185534e117bf2647a5664e2
3
+ size 5876663
global_step617/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a299dce16fa0210378e9156e6f3838cca85b1ccdbe94610422bbb660f7735dd
3
+ size 5876663
global_step617/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2648d72a036d2e021237bf73df96dc7ea24d8406fb51b1439e2fd82a48ec5478
3
+ size 526932687
global_step617/zero_pp_rank_10_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38cc0db99c8e0e99543f7dd8aa6ce66f5a350f9b95d5a62a3fd4ea6692173fa9
3
+ size 526935445
global_step617/zero_pp_rank_11_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76424c2cef09fb837a98377999eb87a483f9a03f86073a5fd0a324abb35c7a31
3
+ size 526935445
global_step617/zero_pp_rank_12_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:121df840b8716ed0b95b2d5052d0b2a12f5be956cc0574af74ff001ed605fdb9
3
+ size 526935445
global_step617/zero_pp_rank_13_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca174c3599380ece8385ebe7f6c7fc6549f7af36f7ae532a6e190612344f919c
3
+ size 526935445
global_step617/zero_pp_rank_14_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aae76a99efbd38a9fb50d548b5b9e593afe3245a353555e063db3fe8e669dfa
3
+ size 526935445
global_step617/zero_pp_rank_15_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8b9e3f96b6dc515a16500f1b4ce4d7dd5d0e13ccf810370fbbd9234e8403fe7
3
+ size 526935445
global_step617/zero_pp_rank_16_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef039d4bf2ebc432fead574307def58f2c416116b69305e0adbf97c889235686
3
+ size 526935445
global_step617/zero_pp_rank_17_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6415f2f08f99b80d4c20f4c318d1d96cb4b59dad70c4f6aa94ef71270a36e52
3
+ size 526935445
global_step617/zero_pp_rank_18_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbcd7716d0379c587dd6b2a8388de8cbc92deaae72f862783bdecb835079f931
3
+ size 526935445
global_step617/zero_pp_rank_19_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdf5647a1c7c32e9432e678e87afac2a1b4390dc8194b291a7617d104ee19d1f
3
+ size 526935445
global_step617/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf3d1ec3db38a0ade0d4b5f45cbc2f75f3ef71194ab2fdcc5d4c3bcd43ce5e6f
3
+ size 526932687
global_step617/zero_pp_rank_20_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:478bc995351b6d8070d2c36999a7240186768af043376814d58bb240ac8477b7
3
+ size 526935445
global_step617/zero_pp_rank_21_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d58ab3564ebe7c5056c8761476be1a7d4cfebc4840320b4650311c42c77ffaae
3
+ size 526935445
global_step617/zero_pp_rank_22_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ebabcc5800c98991dce48bf6f0e6407d82406152f24fa69cfad5017d65948e0
3
+ size 526935445
global_step617/zero_pp_rank_23_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0ff03d88777677b9aff6927ed6c60df1d17edc39d8d3cf912453d62e1988e87
3
+ size 526935445