diff --git a/100000/checkpoint_metadata.json b/100000/checkpoint_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..e95286762401eb1320a86f45542c5a14b01be02b --- /dev/null +++ b/100000/checkpoint_metadata.json @@ -0,0 +1,9 @@ +{ + "dp": 16, + "metas": { + "consumed_train_samples": 51200000, + "last_train_step": 100000 + }, + "tp": 2, + "version": "1.2" +} \ No newline at end of file diff --git a/100000/config.yaml b/100000/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fa452201d2024092cbc2bbe2c9e102f3b079273b --- /dev/null +++ b/100000/config.yaml @@ -0,0 +1,117 @@ +checkpoints: + checkpoint_interval: 1000 + checkpoints_path: /fsx/phuc/checkpoints/doremi/big-run-02/refrence-280m-llama + checkpoints_path_is_shared_file_system: true + resume_checkpoint_path: null + save_initial_state: false +data: + dataset: + dataset_overwrite_cache: false + dataset_processing_num_proc_per_process: 1 + hf_dataset_config_name: null + hf_dataset_or_datasets: /fsx/phuc/project_data/doremi/datasets/the_pile_raw/tokenized_data/train + hf_dataset_splits: train + text_column_name: text + num_loading_workers: 1 + seed: 42 +doremi: + domain_names: + - Pile-CC + - Github + - OpenWebText2 + - StackExchange + - Wikipedia (en) + - PubMed Abstracts + - USPTO Backgrounds + - FreeLaw + - PubMed Central + - Enron Emails + - HackerNews + - NIH ExPorter + - Books3 + - ArXiv + - DM Mathematics + - OpenSubtitles + - Gutenberg (PG-19) + - Ubuntu IRC + - BookCorpus2 + - EuroParl + - YoutubeSubtitles + - PhilPapers + domain_weights: null + ref_model_checkpoint_path: null + ref_model_resume_checkpoint_path: null +general: + benchmark_csv_path: null + consumed_train_samples: 51200000 + ignore_sanity_checks: true + project: doremi + run: train_280m_reference_model + seed: 42 + step: 100000 +logging: + iteration_step_info_interval: 1 + log_level: info + log_level_replica: info +model: + ddp_bucket_cap_mb: 120 + dtype: bfloat16 + init_method: + std: 0.025 + make_vocab_size_divisible_by: 1 + model_config: + bos_token_id: 1 + eos_token_id: 2 + hidden_act: silu + hidden_size: 1024 + initializer_range: 0.02 + intermediate_size: 4096 + is_llama_config: true + max_position_embeddings: 1024 + num_attention_heads: 8 + num_hidden_layers: 10 + num_key_value_heads: 4 + pad_token_id: null + pretraining_tp: 1 + rms_norm_eps: 1.0e-05 + rope_scaling: null + tie_word_embeddings: true + use_cache: true + vocab_size: 49152 +optimizer: + accumulate_grad_in_fp32: true + adam_beta1: 0.9 + adam_beta2: 0.95 + adam_eps: 1.0e-08 + clip_grad: 1.0 + learning_rate_scheduler: + learning_rate: 0.0003 + lr_decay_steps: 8 + lr_decay_style: cosine + lr_warmup_steps: 2 + lr_warmup_style: linear + min_decay_lr: 1.0e-05 + torch_adam_is_fused: true + weight_decay: 0.01 + zero_stage: 0 +parallelism: + dp: 16 + pp: 1 + pp_engine: 1f1b + recompute_granularity: SELECTIVE + tp: 2 + tp_linear_async_communication: true + tp_mode: REDUCE_SCATTER +profiler: null +tokenizer: + tokenizer_max_length: null + tokenizer_name_or_path: gpt2 + tokenizer_revision: null +tokens: + batch_accumulation_per_replica: 1 + limit_test_batches: 0 + limit_val_batches: 0 + micro_batch_size: 32 + sequence_length: 1024 + train_steps: 100000 + val_check_interval: -1 diff --git a/100000/lr_scheduler/lr_scheduler.pt b/100000/lr_scheduler/lr_scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3b39c8a2e02f14a8815f7903efb61b0070b3be3 --- /dev/null +++ b/100000/lr_scheduler/lr_scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85fa1779af5a5a8a5651de2b0227a581618cc5844ec96b8b8cd497d32769b6a7 +size 1012 diff --git a/100000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..22447e4104de9fdbbf95da04ce4264f740323531 --- /dev/null +++ b/100000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e56cfbc3153f1e497e3e8d949de9632b58c4a28aab9c2efa709058c0519397fe +size 1048808 diff --git a/100000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8efba5fa4a515989edb8219f3fc6dc575b08ba2b --- /dev/null +++ b/100000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ef6bce8677b268be537cc138e5b63bc7cdeb96a6331161cb35e9a3384d5748d +size 1048816 diff --git a/100000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e90329e200df021a5ab468be86b0b26b5b8fefe5 --- /dev/null +++ b/100000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ad9892b59f2924c19a932ee1637085f530fdb6d80b8014bfc92153968256a09 +size 2097504 diff --git a/100000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..370ba818f3eca64975a733cc461ad6c2bfa6e385 --- /dev/null +++ b/100000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96397b06c214fad889d2e86f727e2cfe96ac414793c29754bcb4e4165ca2c47f +size 2097504 diff --git a/100000/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors b/100000/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b904160d690c358e39f1fc487e305e249e921db --- /dev/null +++ b/100000/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36221b994a324a2440a5cf5dd2f3a61b1607277ce9a2e8ff00d38e2f5a0cdc8b +size 2144 diff --git a/100000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b3c389380164ca9ddf88cbec38bd7e9fc4244de3 --- /dev/null +++ b/100000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d893387a5d627d50e4a14ecf5e3481b19b807748e99e0c7780392cb3f996f308 +size 4194544 diff --git a/100000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ff0dda45dda73eae795006fe2a4daa322b748ce --- /dev/null +++ b/100000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2932241feb0bd850fe5199e3e30e1aa4f57abea9bd2ecb7b6cfb4f73b4a9482 +size 4194544 diff --git a/100000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..95416e27667da79fa0bd524791c4cd8153fcc642 --- /dev/null +++ b/100000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3801839e600f45a96f6facce0e6719419bdd899d5caaf7acef5044b22f14a677 +size 8388904 diff --git a/100000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..44ab7ecee1d2da7cf5fa84e3c0a59aee276c695e --- /dev/null +++ b/100000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2477715f80bb9a92d5c872786b7ac7f21af270bc3e4f51e438a514e530ba33a +size 8388904 diff --git a/100000/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors b/100000/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9a7ade41966843d8f6898bcda4207a7b22db24a2 --- /dev/null +++ b/100000/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fa0b601f22a1c25dd2a7fbdac15262cdc54e74c4206420150077da0061dd89b +size 2144 diff --git a/100000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a08338567e0dc2338d7abf7d620bcd0c79a8f53 --- /dev/null +++ b/100000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f48a01feab25dc47db8c862450fa54bbf31d272383dd798a96afbacd863790ff +size 1048808 diff --git a/100000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..88cfced985cec5a9d7512504cf8978627ce0220e --- /dev/null +++ b/100000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af9b9160557c15012ba27bd63c8679131487a85927140174e05087761636e922 +size 1048816 diff --git a/100000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7e3a56a023807275833762901a6b7c09a82e7d03 --- /dev/null +++ b/100000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11c134bf805be3dac2b09526809f3b23346a85b1d291d9683a5b4934c942bd45 +size 2097504 diff --git a/100000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bc933af7212d8b11e961c1eec6e37fb9ce20326f --- /dev/null +++ b/100000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c50489b097403dc84dba1cfdacca387df048d1530d3721c8a0b1055f68bd264a +size 2097504 diff --git a/100000/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors b/100000/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c8ec3ad9b5b4489cfe95d53bfdccccc1132196ad --- /dev/null +++ b/100000/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bbeec91d938818d3a9d6241f45edf69a289d9a2f0ba1a3c63ba9da967c3fdd1 +size 2144 diff --git a/100000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a6e9d1ca08755f9fb0f711aa47d955b77d722373 --- /dev/null +++ b/100000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d0cbbb269dbf76daea52818edf8879037bf32c45db3ed0bee34454d3f6a9aac +size 4194544 diff --git a/100000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..49789e655f2dabb22671104c9eb61f114f510ac9 --- /dev/null +++ b/100000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67ec85ca44cc044f5e708ca09126de92efb5a7118df164ca7285152da9776f4b +size 4194544 diff --git a/100000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5f5897e741ef4a839c5e905880508038481dd500 --- /dev/null +++ b/100000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81f4d335a350af262155e4a68546f6e4bb19b6bbc0da36203421c5f881db4248 +size 8388904 diff --git a/100000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67e8fba573a13e9a74c959932a012d80986a208d --- /dev/null +++ b/100000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2af6b21f34b68dc30412ab76022072e082f487db0b5590c1c79ee1e9d5d1108a +size 8388904 diff --git a/100000/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors b/100000/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ae70bf28baef725fc050efc15597f7a92d8a59a --- /dev/null +++ b/100000/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d95c96f4d87b6d598dc6a539d7deddb016887f29f42f7f68f21846a797773359 +size 2144 diff --git a/100000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..781f4713e65d7b3c6a048bfc2dbbcb39101b0f3a --- /dev/null +++ b/100000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b2c500e3998ab99b48ebb6e71eedd7ebf29ea1bc4eda60e982991b4aa004395 +size 1048808 diff --git a/100000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ae214a529e76337281675746e4ecda6f21d75f9 --- /dev/null +++ b/100000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9099dd1c06edd9ee936a67545bedb13a7bba16abc87b4e00ea7a11d8544ff590 +size 1048816 diff --git a/100000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f32ed3dc944bff59463c1e1c16e4512ac96e59b5 --- /dev/null +++ b/100000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e84acfc83ec3bb07bbf21f671bda9fe200e2eff6295df1ffd9481f90a8e2802 +size 2097504 diff --git a/100000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec5cf0da15fe7e569c103cbbe99566b4b41a7692 --- /dev/null +++ b/100000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e51754b3a4a3968cb92f8335b2cf5e151a3727618654dfc04a4c96843c522bf +size 2097504 diff --git a/100000/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors b/100000/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4b830471700f3bb94644ef6a15219cddd103fa6c --- /dev/null +++ b/100000/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69c036ef6a8596262091570f48cd439c75b602d16d3af57594ccbf2f16b993e1 +size 2144 diff --git a/100000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..189f7234a5fa4b8d4497df3ce3afcdbae2951ccb --- /dev/null +++ b/100000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66454f115d8208d76172bd631fe044233db4ea92f6c77e5db5261e83dbf8d77c +size 4194544 diff --git a/100000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..73fe31bd1610a56937e45ba13c7c74b20d642ea2 --- /dev/null +++ b/100000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4fdfcfc03a59ffbe00655a114bee4db16a4ac9165fc70fb97f5394bbeefa930 +size 4194544 diff --git a/100000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..57509e1e598572ca652be1dcc5b4d0098650f5f6 --- /dev/null +++ b/100000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:298042c0b9267e4314d35c1bced11b2cff7082d0aba2fa761eb7da0cee772590 +size 8388904 diff --git a/100000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..52c90694fd79a056128a2e4763cfb74c51b1bcf3 --- /dev/null +++ b/100000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ac0fff50f55e9a689d2bed2a45bf2329506cc80572078ad0a0913b73587be8f +size 8388904 diff --git a/100000/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors b/100000/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f254af63c4b4d7fb2129ede910b65cd6cc30dfe --- /dev/null +++ b/100000/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f034dca4d8d213d8d001b87230ba5a8ecf329de881b63712a35e27f618909a0 +size 2144 diff --git a/100000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a712ae7213ce7b4c946e5211fd18a88239aa28a --- /dev/null +++ b/100000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:739055056da66f30fbfa0e17b2f40a5022b16ce79b978e7fefed8995be5b54fa +size 1048808 diff --git a/100000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d30b7049a6481142710a9a3b90ee8eccbe9d3f6 --- /dev/null +++ b/100000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8754fb91b13640ba81423fb3d18e44ecad6c09539c16f59e81717701b09a023 +size 1048816 diff --git a/100000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5101a38168b5f32a4ded0c23606960aa3d3ccdb1 --- /dev/null +++ b/100000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98cb957be6d10f6a3fb61d86b8a3e8c65d00158bad31076a930201cfcc8d21db +size 2097504 diff --git a/100000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f9d56ab300b3206fad7e08dc9ee03c04324de5aa --- /dev/null +++ b/100000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f4ddc32f94d55063bceadbb3eb8dbe88d4003fb3447dd371b64ea581d7f53fe +size 2097504 diff --git a/100000/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors b/100000/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8984e6e637847b0d8cb74b284001fbd8d68ef62a --- /dev/null +++ b/100000/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ae43e98223b7a4fab21af138e365176a2f75d2cf0c44ad1887d38df8708c240 +size 2144 diff --git a/100000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aa7118e80df7ac87fb1b3a4738f104949e477492 --- /dev/null +++ b/100000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e638055de7a95192365e0dd53fe16d5f03e6fa59bb43c1c39c8520fe874d9c9e +size 4194544 diff --git a/100000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1aa0938d1b91a50ef97c903a015d43f5f9228577 --- /dev/null +++ b/100000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f20eee6982e42ed281cf3f3f56351f546c406f28a3be490d7968a8c802a1a5a0 +size 4194544 diff --git a/100000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3cc3cf3536d5a5cdb9274fdc6a50dd3813b0266d --- /dev/null +++ b/100000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe5f67d47cb28dc52bcad19701fac889724ed15c8c37310f41e281dfcc720bab +size 8388904 diff --git a/100000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f5e82ea6c8ac27639f9b72f8bbeb950c74e4fae --- /dev/null +++ b/100000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb690fba63dd3b538152c0a30171372da25f9ae34237454a69f2f68cb9262bbe +size 8388904 diff --git a/100000/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors b/100000/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b4734e911c9e4250197c309d9f9ac6f8ef2b97a7 --- /dev/null +++ b/100000/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37a9d5c0190aa437e46c169fb864f8c21e868447537a28590921373ea537b661 +size 2144 diff --git a/100000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a79a9fd361cfedaa3c56555694ea54db43af29f3 --- /dev/null +++ b/100000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06e1fad6e4215e23a15c454064b0df68637b43e7ec3f74cbdc703ce170ceab3f +size 1048808 diff --git a/100000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..446b332482c148302038e3deb823b16676efaa0b --- /dev/null +++ b/100000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:102841695f5630b0d0ab035ec42058aa20a67a28a4e44ab83303539e16b23439 +size 1048816 diff --git a/100000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..577488d2531dc92d1dbab90ae83e736ed4c99b71 --- /dev/null +++ b/100000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbba131e86d7f0cfb98c27cd8c1fd73b2183d18d2326d25ebd5756b46e8ab37a +size 2097504 diff --git a/100000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b543ce2d801000786f83e1a2c94e658c0e677293 --- /dev/null +++ b/100000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37c6a6b084a70ac82b4b0bb035f5c1c4990ea4916f5dc1958247eb84cd945ef0 +size 2097504 diff --git a/100000/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors b/100000/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..60a4e83d3333c44abbc5885d58354dd860db12d8 --- /dev/null +++ b/100000/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77de7ab0f88ff293d434dcc711cebaf136996b06c0b9afd9c3b5a94b8108a72f +size 2144 diff --git a/100000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ad33b26e16041e3601404a2265c1f19ce77675c --- /dev/null +++ b/100000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81500b3a2f1311a782db5b449c70007109947edecfd713dccd368d6eb3010655 +size 4194544 diff --git a/100000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd8f0b601c1b76a0b490cacd19d371d95cc88eb5 --- /dev/null +++ b/100000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ca7076e5227cd3067c18c5fa7a82e66a231d1a8195a2e1641d4e8d9e19ba9ef +size 4194544 diff --git a/100000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d1b2c95b14f2b817e59438b20744f3fc3e938e99 --- /dev/null +++ b/100000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1cad15e607eb8e5e2c5d592a73ffb5af48c583a4cc173c2180ca8025321d9d9 +size 8388904 diff --git a/100000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63993220f39a8d9bfb26536d1142a4cca663fd62 --- /dev/null +++ b/100000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23b5cf9df963a4f149ae4fd50a5bb36055abece255d08484c3bac21ac88a481a +size 8388904 diff --git a/100000/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors b/100000/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5dbffb2931f70667b996ae18dbbbfc0d87d0352c --- /dev/null +++ b/100000/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da200aeafabbe789709a575a1364b45c74a91f8a83849121ade5aabe891ee1ed +size 2144 diff --git a/100000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..119aba4dbaafc88e208283bfdc4f8b615acb9884 --- /dev/null +++ b/100000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:680bdc63140f188bce4bbc24e26ce5b3b38e36aa3da0aae22aa2149fd9a206fd +size 1048808 diff --git a/100000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..38af734a69f49e2c4a5e97ebb59f6628cd183805 --- /dev/null +++ b/100000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1030a3c614da36e3bed215c2909c5b3b1fa37854e47e5471b05e78d37773e033 +size 1048816 diff --git a/100000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ce69f11ae1ffce1e5d75eb99ef4deb1243447581 --- /dev/null +++ b/100000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8be847efb9405cd39eec15e1fff10d610926d41fe5184f5320fff5187ef7884c +size 2097504 diff --git a/100000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7512293d5eb59b149e1bb753a19d54a95da2b582 --- /dev/null +++ b/100000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:000d2a315eba3e2e0706fa795691aff6bf0849066c105127a14f491ceade0859 +size 2097504 diff --git a/100000/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors b/100000/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1ed84973b097c5ea6b0dca7ba767b3e36b9e20ec --- /dev/null +++ b/100000/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b161c8247ea9611611299cb374f066b0cbccc605db6025bc737f5dc0d9eb0b6 +size 2144 diff --git a/100000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1de43cd93933ad944c0a7a465ba4e949bdc63c1a --- /dev/null +++ b/100000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3e86a5fc24eaaa93e3caf94af5b1b3f9cfe8ba1d10efb837b25bf3654c5a714 +size 4194544 diff --git a/100000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff19ba221c37306589acc5ddb587a2f54a27bb64 --- /dev/null +++ b/100000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d994f5a676adc44259d9b504852331fd1d2c4c1d9f9563a339a90caeb7cfdec1 +size 4194544 diff --git a/100000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2eaa29a90312c77eb01ef4f9eaf791b86af36c52 --- /dev/null +++ b/100000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cba6138c98c465fa9bc02b4b1c9b55e0277505d66dbb9203fe85fe6095356499 +size 8388904 diff --git a/100000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a3b86d2784e8cf9ce1a1045f53bb89f78a5e6d4a --- /dev/null +++ b/100000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca73f9efda16771b1217bb3ac053b37d968ccac5b9a78e5ec5e390ba205a6839 +size 8388904 diff --git a/100000/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors b/100000/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..98091a0d1629587d6f293daa020af2352b87ed66 --- /dev/null +++ b/100000/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23c867e0dc67766c5195f8b1a9a6a5b836990d416fe306d510806fa049c8ed1b +size 2144 diff --git a/100000/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8bc5b782c7500fe9e437f39e1a9acfcaaedd1aff --- /dev/null +++ b/100000/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80eae9a73cf3a7bc0bb62affc74fbb07e82f4ae9555386dc1ad42a77d35fa1be +size 1048808 diff --git a/100000/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ce61369f56d48ffcc741658ee5d97e1fd4b53252 --- /dev/null +++ b/100000/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e75359813e75e3cb04912661836f6edb904486324f4a3e1fa4c5cb6aea7a1993 +size 1048816 diff --git a/100000/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ed7ef34e500dd9e82a59a7830e4574a37ae6b4d0 --- /dev/null +++ b/100000/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:249492a26f81cce5564463b39522c18dfd593deda6295cd4a04ff171a3c1cca4 +size 2097504 diff --git a/100000/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8d66ce57345c0636c19a0c3da5aaf717e86253c6 --- /dev/null +++ b/100000/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c85592d8d04f64c2e6e85e4159633965d1d3a9bcefd4db884aa9a36ad9970ac6 +size 2097504 diff --git a/100000/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors b/100000/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a518b9c9ac378fb6b53f0e1e8ed33d493084f3d7 --- /dev/null +++ b/100000/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bed203a3aaa9318953f0147c1c0f449d78eccf2f5f9cc373ef3292c85f9e33af +size 2144 diff --git a/100000/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..de008d15a1c21e646aeee82e117652036aee12ac --- /dev/null +++ b/100000/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06315c16ad77b0236489d471b4dd18f656e6b44fce520a70042ca5aeecfadf4e +size 4194544 diff --git a/100000/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa112825166a982f5fcc6dd35d91f272f1767f9d --- /dev/null +++ b/100000/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f657f84c10f1c97024022b39191e7d2eb366a553bb38806b5c55f371e1028cb +size 4194544 diff --git a/100000/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02d11b933dfabe8dbe4a3bc1f42b21e6accd04cd --- /dev/null +++ b/100000/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dfc31f1a4c7cde0a49b73f54ec8d75a7037d785d8b241b5e826e95c2cdde9d9 +size 8388904 diff --git a/100000/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bca8697c6f8a5f6dcba1fe579ef8be5630e9844d --- /dev/null +++ b/100000/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21614728e387946f0794e3c64864d9299a17d9ef65e44e857426ac27734609b0 +size 8388904 diff --git a/100000/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors b/100000/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e95ee3db75bd86382b5352c9cc68bd647f79ce1a --- /dev/null +++ b/100000/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2486511e7c3ea1e1851f5bbd2dca3ff4a5617b1775cf12e5ad4d7e417b4b8bf0 +size 2144 diff --git a/100000/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..860daf318e8f3ba8736940c22aea88c240086175 --- /dev/null +++ b/100000/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ae92286b336eac0432e78b6d95d0eccbfca3a4bebe69a121aa2497c5240c29 +size 1048808 diff --git a/100000/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..81b626151417da2dc94110696341f137318bdabe --- /dev/null +++ b/100000/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e19bcfe51926aa6a6659d504be5747dadd57c00a277f21bced27cca7e2dd501f +size 1048816 diff --git a/100000/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d84bea1ced1c9d02f7a7a982f0f8e3161bd708ba --- /dev/null +++ b/100000/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e639bde275fb739b5eba8ca65635264a49472a2ef322046e7a7f2124c0fc13aa +size 2097504 diff --git a/100000/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bc327a7ccc7c7101076be885ca57629a632e5ac1 --- /dev/null +++ b/100000/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03844ba3e7c7ea75e3c4360fa77635bdc1efc1e2cebd013b7a785cbc083fda3d +size 2097504 diff --git a/100000/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors b/100000/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ebee669b490a7f1b77e5301eabb4a3a4151297c --- /dev/null +++ b/100000/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42b9201969c8b8c22cb5c4b02394bf6cd5db440f97b6e6dbd3b8560d0e567836 +size 2144 diff --git a/100000/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..14100aea9d0480ba26418ee4b3dc9c2d0bf12084 --- /dev/null +++ b/100000/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77dbac5b100d7a773355aa6e53bbc2c11c2a776aa3a89f3f9728e8965ce58dff +size 4194544 diff --git a/100000/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d05d544f707dccf0a204328a671657c92f114bc9 --- /dev/null +++ b/100000/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de73efbfc63044a74cb589afe55df1babea5b95cc586aa5cb627b58c82240f9e +size 4194544 diff --git a/100000/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb44ffbe119b912b8cde2e1f4310759efc7a6906 --- /dev/null +++ b/100000/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0730c96fd68156ee955b9578d842d8c57f599517e7024a1538cacb52573f4097 +size 8388904 diff --git a/100000/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3bbb98bcb7cfbc35ee067627401b4983afa99a27 --- /dev/null +++ b/100000/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffd331b33bac4410a2fec3a1b728662d9ee5a9124da1930b82e9efff074c47c9 +size 8388904 diff --git a/100000/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors b/100000/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dce9622ed349bdbb8fec3b283b37b2bc4963ff45 --- /dev/null +++ b/100000/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d611f1c915e2831eff782551f2c07bb3c8d8b7235600f33c83041a1cc6ea04fc +size 2144 diff --git a/100000/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e217c186a6c01c044639cc44d806eee0a8eef0c1 --- /dev/null +++ b/100000/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1800921832cbe10d272848c4429187dbf1a5399e9ae2e0b990fdd7181d56190c +size 1048808 diff --git a/100000/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f4d51f8428d6b82edddd70fc8d0d014b61a3d41 --- /dev/null +++ b/100000/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:721ae836c4549d0b289839fe4c6531ee245ae4ceebebff6f63ccc5d774550251 +size 1048816 diff --git a/100000/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..197f1296bc733139c11c2b41d3f07265c06f200c --- /dev/null +++ b/100000/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1abd34a718ba36c5e9ed328f6b76408bef3a86813de08482cdc2bea9aabbb862 +size 2097504 diff --git a/100000/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67a34a1e73d26108ecfc5ff2cd1bd05400ea84a7 --- /dev/null +++ b/100000/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6d23bbdb8f13a55bdcc15046c5eded55ed6ed722be7ac3b74ccda1d9723267b +size 2097504 diff --git a/100000/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors b/100000/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..09547b9315f916a1293d7dba2a9fd1226657da23 --- /dev/null +++ b/100000/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efcad53e59d826eb7d2b415c8f98ccbc68592b3bb78f40cab8e1a3f45bd26d32 +size 2144 diff --git a/100000/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e42622cec566db246347fec8b1304e1d70bcd3ee --- /dev/null +++ b/100000/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccd4bd658cceccefc2e9981ae66e4d4b4d8f6c84f4a725d68728361b544025d9 +size 4194544 diff --git a/100000/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4b9d917cf31faa6c11fc1e2d9df7dadd6ccf75a --- /dev/null +++ b/100000/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d09775695728ca74ac4e911f9b086132685441d1ad978bd48592996c05619202 +size 4194544 diff --git a/100000/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d08ecbab2702f11be27fdcc6a57e39b9dcfea829 --- /dev/null +++ b/100000/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c18a4a3537cb428de7dee0d86ab12a198f101ad2c74fd47ce988d08eed05598 +size 8388904 diff --git a/100000/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff656fd07f633ac7d7f9b4782ae88d98f438f151 --- /dev/null +++ b/100000/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1453335931cb71356e20ca56aa498e77b06efbaeb975ceab104ea0171b7ae3f +size 8388904 diff --git a/100000/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors b/100000/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4d3aa0e6015ebe9cbcf6aeebde2aaf3b3c65420 --- /dev/null +++ b/100000/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f4c47acf22ffb479497e662ada5698bc3330635860821644e283c89a4426bbe +size 2144 diff --git a/100000/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f970f0c3448720367c7044db1dd0558baaa7605 --- /dev/null +++ b/100000/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09d0920d312ab99098372973c7e6d1482652099151f7bdda72038a28fde161ed +size 1048808 diff --git a/100000/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..20741a5bf7ecaa43aeca9f29f7b95790a6292078 --- /dev/null +++ b/100000/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e680549a16a289839ffd99e7ca2e4aa86261211c60775d38e9be0219ae013e9e +size 1048816 diff --git a/100000/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9bf1d6572135c1becb82f8bf1229cb89efbd158d --- /dev/null +++ b/100000/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:365c61504c0d2b89837d428bd83ddf4ddeac673304d09fd3007e5bdc34dad5db +size 2097504 diff --git a/100000/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..429f4e7f709e18ee65df7b5e591e3bd720bff934 --- /dev/null +++ b/100000/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bc0b316aacbabc4f63c10fb721058253856a324eb0a22113b2034956daa81fd +size 2097504 diff --git a/100000/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors b/100000/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5eba8ecd5414dded23984e7370d29bf909d17338 --- /dev/null +++ b/100000/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d75cd6d88a01f8bb8539d1de5d8ebd91cbb00074dacf714b9277272566d95c4 +size 2144 diff --git a/100000/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f4ea74ba6a71881fe107cc3390782f321d4bf78a --- /dev/null +++ b/100000/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:186bb28525925e24af3231b8109eef5917b3ce7c4641cf175d1b97656c1a90c4 +size 4194544 diff --git a/100000/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..802907d718e5a2276359381c4114fc05357b618e --- /dev/null +++ b/100000/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f5fca48a9f88b01b539b4d5f3522cda5f7aec41fc544167cca599ea77f2adc8 +size 4194544 diff --git a/100000/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f6a025a2ccfb14fde9d8cef7ca740cbe4864e4f --- /dev/null +++ b/100000/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00d20a43f2677607ef88436ec6330d88b4cdf48ba812ff61a30b2998b47d776 +size 8388904 diff --git a/100000/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8f20b47ca37aac37d38e6b086cfd4b3f674f07a8 --- /dev/null +++ b/100000/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eca9eba19737476a346869a7f18a0b8d1b93a2a13ef8d9dd839cb0670f684d1d +size 8388904 diff --git a/100000/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors b/100000/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae4ad68bf5858d2504bfaa0953de1af644a27601 --- /dev/null +++ b/100000/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b0921dac98e04d7fccdd5fd4f542d1bf08aa8b4f499a177f3b41f6a9f46976b +size 2144 diff --git a/100000/model/model/final_layer_norm/pp_block/model_weight.safetensors b/100000/model/model/final_layer_norm/pp_block/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45dfe6f0130bdbc349810b9d5c1cccb0cb275db5 --- /dev/null +++ b/100000/model/model/final_layer_norm/pp_block/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:431f13d199f175a9015e0e53f7d7fd12838aa77ce4b80a3e0cadf42e28fd0009 +size 2144 diff --git a/100000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..693df284f5761c1d17ebfb8dfb074141d96bab3a --- /dev/null +++ b/100000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:212f61dfbad9cd5dfec951e4e8d5a3e4c27e6c2b5c36922a0b74b50eb5811604 +size 50331888 diff --git a/100000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c9d4d49c4102a18ffb5661ea2390a1fed1e1d54 --- /dev/null +++ b/100000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e549386a319e3ac28b70f67230f3f64872856d23122d3e077a964bf1239a1c5d +size 50331896 diff --git a/100000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors b/100000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ce0b276adbcb120837c3766633a837842aa2eba --- /dev/null +++ b/100000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75bf7c033b4d57cc6d03cbb998815aca197d336c8f707c6643e2a7d8732703d8 +size 50331888 diff --git a/100000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors b/100000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a51fac11cc11de16ed447b42d9431fcaf9ea4abf --- /dev/null +++ b/100000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-1-of-2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f8c5e28b72211906ac18cf1708a390e5f80991641bfbbca29dcb27227b796d3 +size 50331896 diff --git a/100000/model_config.json b/100000/model_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9d24be3dfd1438bb5d1a76af73e58353bf7f979a --- /dev/null +++ b/100000/model_config.json @@ -0,0 +1 @@ +{"bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 1024, "initializer_range": 0.02, "intermediate_size": 4096, "is_llama_config": true, "max_position_embeddings": 1024, "num_attention_heads": 8, "num_hidden_layers": 10, "num_key_value_heads": 4, "pad_token_id": null, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "tie_word_embeddings": true, "use_cache": true, "vocab_size": 49152} \ No newline at end of file diff --git a/100000/optimizer/optimizer_config.json b/100000/optimizer/optimizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..56b834a4d184e67e8fffe6dae36a63fec2a4c337 --- /dev/null +++ b/100000/optimizer/optimizer_config.json @@ -0,0 +1 @@ +{"type": "OptimizerFromGradientAccumulator", "parallelism": {"tp_size": "2", "dp_size": "16", "pp_size": "1"}, "configs": {}} \ No newline at end of file diff --git a/100000/optimizer/optimizer_pp-0-of-1_tp-0-of-2.pt b/100000/optimizer/optimizer_pp-0-of-1_tp-0-of-2.pt new file mode 100644 index 0000000000000000000000000000000000000000..f642e5638bd243a2fc62b51158c507d3b36e13ef --- /dev/null +++ b/100000/optimizer/optimizer_pp-0-of-1_tp-0-of-2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d354ad59cddf6a09889bee2353c53e2b9057effdf81570cfa8ce5a432378306 +size 1548024162 diff --git a/100000/optimizer/optimizer_pp-0-of-1_tp-1-of-2.pt b/100000/optimizer/optimizer_pp-0-of-1_tp-1-of-2.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ed37762455786ba2117061225af787140967d87 --- /dev/null +++ b/100000/optimizer/optimizer_pp-0-of-1_tp-1-of-2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f7d4ba33086a19e3f1c46441f75b43acb6d04e462c688bcecfbef31f9fa8f0e +size 1548024162 diff --git a/100000/random/tp-0-of-2_dp-0-of-16_pp-0-of-1.pt b/100000/random/tp-0-of-2_dp-0-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..35c735291c203f2014d4b2154def52f717fdf399 --- /dev/null +++ b/100000/random/tp-0-of-2_dp-0-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eb84a0bff77b86863dc34075e6b4e404a23ac431cf0f1dc492a6d5561c6619e +size 1084 diff --git a/100000/random/tp-0-of-2_dp-1-of-16_pp-0-of-1.pt b/100000/random/tp-0-of-2_dp-1-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..addb84b8021206463abc81fa77c605cd3daa52b7 --- /dev/null +++ b/100000/random/tp-0-of-2_dp-1-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62b1e561dcfe6a9a340ff3b2739a6005c88b02b027d1bdbd3d05556bbdc8d1af +size 1084 diff --git a/100000/random/tp-0-of-2_dp-10-of-16_pp-0-of-1.pt b/100000/random/tp-0-of-2_dp-10-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbc32b79bdd942f80857d12f15c6dd7695b4fa7d --- /dev/null +++ b/100000/random/tp-0-of-2_dp-10-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b08da93fbad622902b83cfff42a00a56237965d60faba9d4311f943c88836a3f +size 1088 diff --git a/100000/random/tp-0-of-2_dp-11-of-16_pp-0-of-1.pt b/100000/random/tp-0-of-2_dp-11-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b5ceedb8bd4fca6d069b591082f20d3ae22d962 --- /dev/null +++ b/100000/random/tp-0-of-2_dp-11-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b03b89a1f53c46468a5516a92d6826fcdb9d4f5a2a9ae03a035cbd48f27995b +size 1088 diff --git a/100000/random/tp-0-of-2_dp-12-of-16_pp-0-of-1.pt b/100000/random/tp-0-of-2_dp-12-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2e6407ce741d8876fc1ae2fa2ff2a9951342db8 --- /dev/null +++ b/100000/random/tp-0-of-2_dp-12-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80b3b1f80ed92a7d97392c1e25281d1b623a7997a1c1d83d62c7fd4b5172522b +size 1088 diff --git a/100000/random/tp-0-of-2_dp-13-of-16_pp-0-of-1.pt b/100000/random/tp-0-of-2_dp-13-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..80b06091f10b0b27db4bc4b73b992779a060b6b6 --- /dev/null +++ b/100000/random/tp-0-of-2_dp-13-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ac27ecedb9e3fe605c81adf6642305080113b02fbb0ceaa8df8100b3409bc37 +size 1088 diff --git a/100000/random/tp-0-of-2_dp-14-of-16_pp-0-of-1.pt b/100000/random/tp-0-of-2_dp-14-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc3981b149248a8ffa8afec2c9c1a52fc6410991 --- /dev/null +++ b/100000/random/tp-0-of-2_dp-14-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b590ce35fad1e68fea1e4f5341db36b6832d0c80173f62c3e671bfb43ee4d280 +size 1088 diff --git a/100000/random/tp-0-of-2_dp-15-of-16_pp-0-of-1.pt b/100000/random/tp-0-of-2_dp-15-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..dec8f0d58871a0c25a7bfd564f510abf0900b898 --- /dev/null +++ b/100000/random/tp-0-of-2_dp-15-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3dc79b5369d12776c41896adbcf173bc82ae844b33f3d43c270532e6b7c0109 +size 1088 diff --git a/100000/random/tp-0-of-2_dp-2-of-16_pp-0-of-1.pt b/100000/random/tp-0-of-2_dp-2-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6119142b62b43dc96638950fe96e6e648e18783 --- /dev/null +++ b/100000/random/tp-0-of-2_dp-2-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ec8a3497f5024e2047bc6bc3f778e8911e5e967ee7992e9b4ad7f8c50093d5c +size 1084 diff --git a/100000/random/tp-0-of-2_dp-3-of-16_pp-0-of-1.pt b/100000/random/tp-0-of-2_dp-3-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed5d4199e933842ff3a279004625e81695aca8e8 --- /dev/null +++ b/100000/random/tp-0-of-2_dp-3-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:815cc16706111f0c16766f418e37ec81c627a8ccb6c13743ddcb418f727aad4b +size 1084 diff --git a/100000/random/tp-0-of-2_dp-4-of-16_pp-0-of-1.pt b/100000/random/tp-0-of-2_dp-4-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e63450cc6d2586c1424d61debe40cc1dd5eabd3 --- /dev/null +++ b/100000/random/tp-0-of-2_dp-4-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:033dd87223c7ac8c8623468b1e37b968f27d322e556946b0d3d2bbf5683bc86e +size 1084 diff --git a/100000/random/tp-0-of-2_dp-5-of-16_pp-0-of-1.pt b/100000/random/tp-0-of-2_dp-5-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c26edf3ff820ca549ae930fea7c485e069ff4837 --- /dev/null +++ b/100000/random/tp-0-of-2_dp-5-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc10285745cddb460f45b3e7959f4fc14ef1a1f6b38de4e5c458db7197c77cdb +size 1084 diff --git a/100000/random/tp-0-of-2_dp-6-of-16_pp-0-of-1.pt b/100000/random/tp-0-of-2_dp-6-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c215959b9a21ef927541d66daf092ae3fa290ed --- /dev/null +++ b/100000/random/tp-0-of-2_dp-6-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21ee88610f41133a53920d811cc8658075b574e309859041c732deead3290c4a +size 1084 diff --git a/100000/random/tp-0-of-2_dp-7-of-16_pp-0-of-1.pt b/100000/random/tp-0-of-2_dp-7-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2da1dae876a94b38e80866821b1d779593bd871b --- /dev/null +++ b/100000/random/tp-0-of-2_dp-7-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19496b90cccdd61e2b9d84b739a7426efc10297b374eb9e9ba76e8eef986febf +size 1084 diff --git a/100000/random/tp-0-of-2_dp-8-of-16_pp-0-of-1.pt b/100000/random/tp-0-of-2_dp-8-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d0faaafbf3ffd5d1e563f0bac46b15e27226485 --- /dev/null +++ b/100000/random/tp-0-of-2_dp-8-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2077981237250d7edcddc41fbe99602fe68943359033a055c8f1c399e90a6dfe +size 1084 diff --git a/100000/random/tp-0-of-2_dp-9-of-16_pp-0-of-1.pt b/100000/random/tp-0-of-2_dp-9-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a3dc827271dac1c6e10208e12fb5a10c2112b85 --- /dev/null +++ b/100000/random/tp-0-of-2_dp-9-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:804cc5a105e1c96e6ef63db3d6b7037801ebfce558a45b812cf582fc2c9adfa7 +size 1084 diff --git a/100000/random/tp-1-of-2_dp-0-of-16_pp-0-of-1.pt b/100000/random/tp-1-of-2_dp-0-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..63f026a0f2e6554ff40c1bb82b0486189bc5261c --- /dev/null +++ b/100000/random/tp-1-of-2_dp-0-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56a15581a42784bd0770f649962db6ba2970f3f179c98c4ff44b54d7b0802f92 +size 1084 diff --git a/100000/random/tp-1-of-2_dp-1-of-16_pp-0-of-1.pt b/100000/random/tp-1-of-2_dp-1-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d00f57c518687e16c7e4103da18280bf3a95da73 --- /dev/null +++ b/100000/random/tp-1-of-2_dp-1-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f4a5260888bddf59da399bbe1324e3d0130ac1eab47d71340b1394c41e160a3 +size 1084 diff --git a/100000/random/tp-1-of-2_dp-10-of-16_pp-0-of-1.pt b/100000/random/tp-1-of-2_dp-10-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d16cfd5abff05c634946ec5de635ad12c552d42 --- /dev/null +++ b/100000/random/tp-1-of-2_dp-10-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c1aef0456c0ef3fa26090d1417581329db01976a773c564f7e2ea33982e2801 +size 1088 diff --git a/100000/random/tp-1-of-2_dp-11-of-16_pp-0-of-1.pt b/100000/random/tp-1-of-2_dp-11-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..876ee1ae77498983a9cac35b47b94d72cf8346fa --- /dev/null +++ b/100000/random/tp-1-of-2_dp-11-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9cfbf290eb0b30b9d11a57595f4ffed919ab4ef85ea01cc517497e753e449fe +size 1088 diff --git a/100000/random/tp-1-of-2_dp-12-of-16_pp-0-of-1.pt b/100000/random/tp-1-of-2_dp-12-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9b994d8e6a5f526ecbb42918b4dc68a97685465 --- /dev/null +++ b/100000/random/tp-1-of-2_dp-12-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbc7ae736b287f56391a8cf69f0e44929b75ffbc36f7ab1e0faed6e09ae126bb +size 1088 diff --git a/100000/random/tp-1-of-2_dp-13-of-16_pp-0-of-1.pt b/100000/random/tp-1-of-2_dp-13-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..431da72ffa9659642fca7135824e4a1c619121b4 --- /dev/null +++ b/100000/random/tp-1-of-2_dp-13-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63ee4d149c8c645f74495d07eb8324456b2bf617786f93c189da7df97104b0a2 +size 1088 diff --git a/100000/random/tp-1-of-2_dp-14-of-16_pp-0-of-1.pt b/100000/random/tp-1-of-2_dp-14-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea74c9814dcd61185979b21374a72014b8532f4d --- /dev/null +++ b/100000/random/tp-1-of-2_dp-14-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33817880cac756e551df8ee430f3c6439b47a3cbde99c82d45ed9782a4b7526f +size 1088 diff --git a/100000/random/tp-1-of-2_dp-15-of-16_pp-0-of-1.pt b/100000/random/tp-1-of-2_dp-15-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..faa97ae19bd28327b67c3ab19867ddc382418a2c --- /dev/null +++ b/100000/random/tp-1-of-2_dp-15-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8e556985dab5a32425445e3d870419076888bb00e31f771dbaf688200227038 +size 1088 diff --git a/100000/random/tp-1-of-2_dp-2-of-16_pp-0-of-1.pt b/100000/random/tp-1-of-2_dp-2-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c74e4a2df5693cbf4c52f861d2b21303bee3185 --- /dev/null +++ b/100000/random/tp-1-of-2_dp-2-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b99c6236ee36fc42666e68e0b2551d190816943280dd081dc6b9c652d69a520 +size 1084 diff --git a/100000/random/tp-1-of-2_dp-3-of-16_pp-0-of-1.pt b/100000/random/tp-1-of-2_dp-3-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d9d967e195f5a930bf2a0cde0bcb38eb2a945dd --- /dev/null +++ b/100000/random/tp-1-of-2_dp-3-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca26a86a1fdd86e1174a2ddd3b396598070eb6b12a90b7e3f056daea4295a668 +size 1084 diff --git a/100000/random/tp-1-of-2_dp-4-of-16_pp-0-of-1.pt b/100000/random/tp-1-of-2_dp-4-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0f176b69d16c12252e550c7593f03cbf598a2f1 --- /dev/null +++ b/100000/random/tp-1-of-2_dp-4-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2973d5dc058df8adb31029d819da7c2fb569e4efff8fdfb11122f6b1c337d54d +size 1084 diff --git a/100000/random/tp-1-of-2_dp-5-of-16_pp-0-of-1.pt b/100000/random/tp-1-of-2_dp-5-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ccd21d6ffad0cb4ff6f117c192723bd646514df --- /dev/null +++ b/100000/random/tp-1-of-2_dp-5-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99a45634372a8e7091e95516261e24b2ade3e9d2c505b703bda3eab23c494bce +size 1084 diff --git a/100000/random/tp-1-of-2_dp-6-of-16_pp-0-of-1.pt b/100000/random/tp-1-of-2_dp-6-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0e407e707d118071ec9df9013e90b881aafe57d --- /dev/null +++ b/100000/random/tp-1-of-2_dp-6-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c84222dd6814e2b100ca3cc82570b3471f21f0e744b25a944e44a59333e3c909 +size 1084 diff --git a/100000/random/tp-1-of-2_dp-7-of-16_pp-0-of-1.pt b/100000/random/tp-1-of-2_dp-7-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..27a7a1d078361888dfa95472e56005140ab32620 --- /dev/null +++ b/100000/random/tp-1-of-2_dp-7-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5487f3ff4501a87d9d302ed9b1a78848438983ea5ac4e84e43d03556b69952 +size 1084 diff --git a/100000/random/tp-1-of-2_dp-8-of-16_pp-0-of-1.pt b/100000/random/tp-1-of-2_dp-8-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0666c53e15407a54b3294375557672967feb937 --- /dev/null +++ b/100000/random/tp-1-of-2_dp-8-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36df226824b4945229a717c89d104f4f4d61d22a861b880dba4f2d85be707b7f +size 1084 diff --git a/100000/random/tp-1-of-2_dp-9-of-16_pp-0-of-1.pt b/100000/random/tp-1-of-2_dp-9-of-16_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..df9f5c115979bc0dd096465f99086232bfb649b6 --- /dev/null +++ b/100000/random/tp-1-of-2_dp-9-of-16_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:051c7d5816d029b0199a800efd3376176348a4bc8aa12e7e31dfd7c53157193f +size 1084 diff --git a/latest.txt b/latest.txt new file mode 100644 index 0000000000000000000000000000000000000000..483fb82b6dd2b54cb7a79ce4ccaa0cd082e1058d --- /dev/null +++ b/latest.txt @@ -0,0 +1 @@ +100000 \ No newline at end of file