Hugging Face's logo

datablations
/
lm1-4b2-84b-c4pyseeds

Model card Files Community
Muennighoff commited on
Commit
bf53459
•
1 Parent(s): de5e709

Add

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. 4b284b84b20c4pyseed2/evaluation/4b284b84b20c4pyseed2_0_babi.json +22 -0
  2. 4b284b84b40c4pyseed4/evaluation/4b284b84b40c4pyseed4_0_babi.json +22 -0
  3. 4b284b84b60c4pyseed1/transformers/config.json +1 -0
  4. 4b284b84b60c4pyseed1/transformers/merges.txt +3 -0
  5. 4b284b84b60c4pyseed1/transformers/pytorch_model.bin +3 -0
  6. 4b284b84b60c4pyseed1/transformers/tokenizer.json +3 -0
  7. 4b284b84b60c4pyseed1/transformers/vocab.json +3 -0
  8. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  9. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt +3 -0
  10. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt +3 -0
  11. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt +3 -0
  12. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt +3 -0
  13. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt +3 -0
  14. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt +3 -0
  15. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt +3 -0
  16. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt +3 -0
  17. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt +3 -0
  18. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt +3 -0
  19. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt +3 -0
  20. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt +3 -0
  21. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt +3 -0
  22. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt +3 -0
  23. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt +3 -0
  24. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt +3 -0
  25. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt +3 -0
  26. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt +3 -0
  27. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt +3 -0
  28. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt +3 -0
  29. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt +3 -0
  30. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  31. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt +3 -0
  32. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt +3 -0
  33. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt +3 -0
  34. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt +3 -0
  35. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt +3 -0
  36. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt +3 -0
  37. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt +3 -0
  38. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt +3 -0
  39. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt +3 -0
  40. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt +3 -0
  41. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt +3 -0
  42. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt +3 -0
  43. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt +3 -0
  44. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt +3 -0
  45. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt +3 -0
  46. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt +3 -0
  47. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt +3 -0
  48. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt +3 -0
  49. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt +3 -0
  50. 4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt +3 -0
4b284b84b20c4pyseed2/evaluation/4b284b84b20c4pyseed2_0_babi.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "results": {
3
+ "babi": {
4
+ "em": 0.0,
5
+ "em_stderr": 0.0
6
+ }
7
+ },
8
+ "versions": {
9
+ "babi": 0
10
+ },
11
+ "config": {
12
+ "model": "gpt2",
13
+ "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-4b2-84b-c4pyseeds/4b284b84b20c4pyseed2/transformers",
14
+ "num_fewshot": 0,
15
+ "batch_size": null,
16
+ "device": null,
17
+ "no_cache": true,
18
+ "limit": 3000,
19
+ "bootstrap_iters": 100000,
20
+ "description_dict": {}
21
+ }
22
+ }
4b284b84b40c4pyseed4/evaluation/4b284b84b40c4pyseed4_0_babi.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "results": {
3
+ "babi": {
4
+ "em": 0.0,
5
+ "em_stderr": 0.0
6
+ }
7
+ },
8
+ "versions": {
9
+ "babi": 0
10
+ },
11
+ "config": {
12
+ "model": "gpt2",
13
+ "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-4b2-84b-c4pyseeds/4b284b84b40c4pyseed4/transformers",
14
+ "num_fewshot": 0,
15
+ "batch_size": null,
16
+ "device": null,
17
+ "no_cache": true,
18
+ "limit": 3000,
19
+ "bootstrap_iters": 100000,
20
+ "description_dict": {}
21
+ }
22
+ }
4b284b84b60c4pyseed1/transformers/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"vocab_size": 50432, "n_positions": 2048, "n_embd": 3072, "n_layer": 36, "n_head": 24, "n_inner": 12288, "activation_function": "gelu", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": null, "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": true, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "chunk_size_feed_forward": 0, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": ["GPT2LMHeadModel"], "finetuning_task": null, "id2label": {"0": "LABEL_0", "1": "LABEL_1"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1}, "tokenizer_class": null, "prefix": null, "pad_token_id": null, "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "", "transformers_version": "4.25.0.dev0", "n_ctx": 1024, "gradient_checkpointing": false, "model_type": "gpt2"}
4b284b84b60c4pyseed1/transformers/merges.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ce1664773c50f3e0cc8842619a93edc4624525b728b188a9e0be33b7726adc5
3
+ size 456318
4b284b84b60c4pyseed1/transformers/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0b739697c501d6789be2e381816a6460df6e122b0bcd9d6fb9e2f42461e7041
3
+ size 8781203669
4b284b84b60c4pyseed1/transformers/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8414cab924d8b9b33013f0d221c5862f365ee9be39c5c2bfae8a5a9e970478a6
3
+ size 1355256
4b284b84b60c4pyseed1/transformers/vocab.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:196139668be63f3b5d6574427317ae82f612a97c5d1cdaf36ed2256dbf636783
3
+ size 1042301
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a1a3d8d2fc883d0dd85d4e8ee3acf2e07c1ab3dcd2ff2b80fd65476ea9860c2
3
+ size 199058647
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e21eca8dfcbdff25c5679b6fd517a8053a1d4b1e14099dae6c43b111430a00a
3
+ size 199058647
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3c6fcf2f654f3e65330cf398d417ab1161f303fe7aae621082c6fc608f7a731
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:968cea4255ef621e4fa2c1506dca0e7d9e86046b7c044067e05f5fb0a6ee4849
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:116a48b9518591ef62bdb3eefa8ec68859484068058131086ca9c4ab725f3eeb
3
+ size 199058797
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f44060e83fd31400b50c93d76588e01b929ec368c7bd1637a7e1759f20a7d20
3
+ size 199058797
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:132cd6cb30ec5bba4965e54113f86e3d800a2f620f652234a5095d48ea15f024
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7d9fcaf1b3818cfbbddb33d889ecb43a568dd3fb9af0607c30866e62cf615bb
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a62956b27f0532b2071f4f04ba1c95cd6225d1d1f4a2bc03c309f53c478a73eb
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:975ab411404d7c3b34d568677c2bd2032b2344f9d2ddf7615e15e3078132fd18
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27922466ce2ac0d2a4a878be3d6bcea3a9605bfbb5e0becc238cac506a4142e7
3
+ size 199058797
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a47ad3a356311d910b65092d3652bc5b28174f01bb297607e47e54400628115
3
+ size 199058797
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45d7429bf275b314556ab0996ca5e18b21e073aa5789b02c62097d12203e0f5e
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37d27c5713b520cb488d1517fef5f1572876926c823cdb747baa5164a927912b
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52e5d1456a49c405dca6f6438f865cf31e0ee8fa2f5e7d25f8a19711a8512d12
3
+ size 199058669
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14053b1d67601089e3c0d02cf0bb661511929b191603c8494caec3731c6a1b01
3
+ size 199058669
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37fdc72ba38cebd55b77b026315f1b2b7cfa1a2570487dafc1d285c5198bf4d3
3
+ size 199058797
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b52ddfb8bdc65c8e46fd8fd48a544240b19e5abb0dca00b182151a12b6ef94d
3
+ size 199058797
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:732283c1bbbd9de556df3ac396f9e2caab3e5c9de9b8df758057866926c0bd93
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c38e3076d683f1d75bfd7de5d320ce4984f9303d2861480881ac920b0b43116
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:758a6dde688fd746d5ca2257236725a95a6ec315b660c3db9beac9b4062fe856
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:541ad08c70f1a0547a0f53ae9d3d45403d40aec97ef1839ddb3a20bf5185f2c6
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f3de5a99c03a146bd153cf712a5024ee6cb157cf692d598646d66241696332b
3
+ size 199058658
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3c453a6b1a3099f7286e29a45c84247056fb0d72e1ef0e31d72b8c8e4db5e08
3
+ size 199058658
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca26c7d6e6636010d1b907d310533e6871e9e925d8826df2d839a56fa12198b8
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83eab31d677bb76cc0d4559a4747ea4506845041574714493f27460291ea6c6a
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adec5076a9993376ef6721719f97d80cbd9f9a312e9872d598b532397bfa01c3
3
+ size 199058797
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:989123b6ce012c22b1c7584ff58e2fa0ba48e78c59724866942fddfaa3d200df
3
+ size 199058797
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:765b2f195808625f0e6f8b43ad1ba4b8d09a9c96cead433583346b82e0ae0e4b
3
+ size 199058605
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8f2cbcf9ea4dea722ec8c747bc3e3b9042ca119e2859ad3a17891134c8b6b15
3
+ size 199058605
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00554905a4ba29010b96bd3c8601ec38d5d37e3d616b48981d01d6a89d5f07b9
3
+ size 199058669
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:845d975c672136146559bb8e657b8a51fe772066569bcf33b93cb11569f632e0
3
+ size 199058669
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfbea384f16f57d2f5a05622840e41cdc5ce4827535c4ff029a127c0df8b8132
3
+ size 199058797
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6efb631d1674089f6cff2c64c43733c5f9c4e19221adafb57daf3280759df6c8
3
+ size 199058797
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a849cd17b2d145596637c30fbbc60dd114b1310e199793b6d61a536fcba7df66
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f146204f7a8b5cdce096e05fd3914da282543c6d693e48719d41091fb47b0a5
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:368ab4fb957bffcc81517ce49d41a71b75e445aef17466612ed9bc83760b827b
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19804e12c3a9290757a5a17d125a3a00bab479bc53d8f3276636aa5556b06c09
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a2c17ff12b1cd1a4f6784778df52adba3d48c4155aa86c0941dbd8598c59e40
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8854a7c2daa628194672eafbfa48647ea4b6e2a7325b17bf452694ec6af387bd
3
+ size 199058733
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3113212c89a8e4fe57397f70b0977e77c4ead638116cb1bac8709dfede51911
3
+ size 199058797
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7baa7ccde130eeac21c275defb093af092383b3ca56d1abda77d493e285907f0
3
+ size 199058797
4b284b84b60c4pyseed2/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e0a54393c7a9d2a5c367391629a7fd01a4591ca82515078906e3d28c7e402b9
3
+ size 199058669