diff --git a/70000/checkpoint_metadata.json b/70000/checkpoint_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..b9adf563f455c72437d9953e526cd3d1812fdd72 --- /dev/null +++ b/70000/checkpoint_metadata.json @@ -0,0 +1,9 @@ +{ + "dp": 8, + "metas": { + "consumed_train_samples": 35840000, + "last_train_step": 70000 + }, + "tp": 8, + "version": "1.2" +} \ No newline at end of file diff --git a/70000/config.yaml b/70000/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..de8796bca9b7a67664f02c2345478bff51df6352 --- /dev/null +++ b/70000/config.yaml @@ -0,0 +1,117 @@ +checkpoints: + checkpoint_interval: 1000 + checkpoints_path: /fsx/phuc/checkpoints/doremi/big-run-02/reference-2.8b-llama + checkpoints_path_is_shared_file_system: true + resume_checkpoint_path: null + save_initial_state: false +data: + dataset: + dataset_overwrite_cache: false + dataset_processing_num_proc_per_process: 1 + hf_dataset_config_name: null + hf_dataset_or_datasets: /fsx/phuc/project_data/doremi/datasets/the_pile_raw/tokenized_data/train + hf_dataset_splits: train + text_column_name: text + num_loading_workers: 1 + seed: 42 +doremi: + domain_names: + - Pile-CC + - Github + - OpenWebText2 + - StackExchange + - Wikipedia (en) + - PubMed Abstracts + - USPTO Backgrounds + - FreeLaw + - PubMed Central + - Enron Emails + - HackerNews + - NIH ExPorter + - Books3 + - ArXiv + - DM Mathematics + - OpenSubtitles + - Gutenberg (PG-19) + - Ubuntu IRC + - BookCorpus2 + - EuroParl + - YoutubeSubtitles + - PhilPapers + domain_weights: null + ref_model_checkpoint_path: null + ref_model_resume_checkpoint_path: null +general: + benchmark_csv_path: null + consumed_train_samples: 35840000 + ignore_sanity_checks: true + project: nanotron + run: train_2.8b_llama_reference + seed: 42 + step: 70000 +logging: + iteration_step_info_interval: 1 + log_level: info + log_level_replica: info +model: + ddp_bucket_cap_mb: 120 + dtype: bfloat16 + init_method: + std: 0.025 + make_vocab_size_divisible_by: 1 + model_config: + bos_token_id: 1 + eos_token_id: 2 + hidden_act: silu + hidden_size: 4096 + initializer_range: 0.02 + intermediate_size: 24576 + is_llama_config: true + max_position_embeddings: 1024 + num_attention_heads: 32 + num_hidden_layers: 6 + num_key_value_heads: 16 + pad_token_id: null + pretraining_tp: 1 + rms_norm_eps: 1.0e-05 + rope_scaling: null + tie_word_embeddings: true + use_cache: true + vocab_size: 49152 +optimizer: + accumulate_grad_in_fp32: true + adam_beta1: 0.9 + adam_beta2: 0.95 + adam_eps: 1.0e-08 + clip_grad: 1.0 + learning_rate_scheduler: + learning_rate: 0.0003 + lr_decay_steps: 8 + lr_decay_style: cosine + lr_warmup_steps: 2 + lr_warmup_style: linear + min_decay_lr: 1.0e-05 + torch_adam_is_fused: true + weight_decay: 0.01 + zero_stage: 0 +parallelism: + dp: 8 + pp: 1 + pp_engine: 1f1b + recompute_granularity: SELECTIVE + tp: 8 + tp_linear_async_communication: true + tp_mode: REDUCE_SCATTER +profiler: null +tokenizer: + tokenizer_max_length: null + tokenizer_name_or_path: gpt2 + tokenizer_revision: null +tokens: + batch_accumulation_per_replica: 1 + limit_test_batches: 0 + limit_val_batches: 1 + micro_batch_size: 64 + sequence_length: 1024 + train_steps: 70000 + val_check_interval: 2 diff --git a/70000/lr_scheduler/lr_scheduler.pt b/70000/lr_scheduler/lr_scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..67708f69e0cb685c7303e0a936793b6de2f21eb0 --- /dev/null +++ b/70000/lr_scheduler/lr_scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f44f89c4642a0011361e62b7717a7243492b6f41d8aa83936b9c4e75cdab7cf4 +size 1012 diff --git a/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..29da6011e7fc8aa2497620ae319ef3f475ac679d --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0abf19c86ca2f7cfaf21e332657ce4aa2bc48b39b2da96b6f4fbc378fb505688 +size 4194536 diff --git a/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ffbb71cea48410f646b1eb074be7511962ab5ce --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5fda12a56b61ffc1d0ecf3ff69da872e1dbe40c2b7754f33231762956f31b64 +size 4194544 diff --git a/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..36d9b66dcadc6935bbae0397fa94df18c167d747 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d17c372d1d44a630949516686a3a2f534740d07e5df4ec0be616650702b601c +size 4194544 diff --git a/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..acdddb7b1f5db6a8bddcb6e372e3e574344686b8 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dfce8f93074595eb78584c368c83b2ade33d6e51cba6ab49c2fb6c19dd7690a +size 4194544 diff --git a/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b6c2f005cba43b1ae799f7b75316037309949a4b --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2d9aebab109f77c446ff1e499dbd0de77d3021ff1b08a0839abf4a7a42afd0a +size 4194544 diff --git a/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b6b85a33666be8bf7727a103a03918203ee9fb29 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40dcad668f886d37fff57396b032e68893dad2dcba8c06b70cc215018bc88457 +size 4194544 diff --git a/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3cef52c1c705728ef427a7d918979b9c2ecd68c4 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7216b15c25c20ef7982567eb827a5ab55ad2e182e103c2165f3ba094160f647 +size 4194544 diff --git a/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8dd8c655ec4d38270150ddf5a4d56d4020384d32 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1db77215815ef2e8f48b09a9d2c70878961cc6abceb2374b8e45dd128baa94bf +size 4194544 diff --git a/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..31134492cbb5473e0342757d64fd8b2a832bc6bd --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b90f90ae9b7a6b5e5b405cf05f8fa38129123da008cbe2a946daaa337123562c +size 8388960 diff --git a/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e6e14d0f4c7f16214c2c10c624f5c41705234f64 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59798fb4200a88427d3d180c86c8fc9c86d480e7cfff68ba8ce2ab81c925e3b7 +size 8388960 diff --git a/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e79ff24876261982f8b262728cbd4f67f09af892 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:356a6d4f5f0c79fc5fd25388898d7003d041fb2f4ea68ae258961ae19295d556 +size 8388960 diff --git a/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ad34898825045fc5d221f0e67a9cab816cded3e --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be4980dcf2b1e901bb89bb493916c5b6feb4fd893628933ba9137939ad90a36d +size 8388960 diff --git a/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9d5e4795cf87c5cfe4cbe013436700ca11856b79 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21a53e1670bc13f3cfbba60b81b8e743f5ffe9c33733d3e01675f86a8e0d5966 +size 8388960 diff --git a/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8e4a324d7e56292cfee556723ba27f208c124728 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a3d53157ad38bd236ba0a5df55c81500d581c62f529a724a1e5a5a9b2ab1d07 +size 8388960 diff --git a/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b69af869da2f8b33d35a183a3b0bc0c78e3c244 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:438373dc72a984ba6c2692b571a8f20a0ed066dde0dc35a7f4615fa987917a63 +size 8388960 diff --git a/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9109d64aafc827b1764817574b120fde85a2c720 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3acadfaf19b33d24ca07555ac6b81825bc9ae087dacbe426ba43f2c6ebcdb200 +size 8388960 diff --git a/70000/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors b/70000/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb91310e7f475d15478d9b4b28427daf2e033479 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:774ad370a6b80a9cf09dd458cbe7b76161038158a897388f61c799d49eb181f1 +size 8288 diff --git a/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d37b2c5ed4f2a7c0914e0dd463ee0ade63e9f4be --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3dcc62fa20a5df18c54a6b0a3ecd79b7b70bb8131e96443fd6125ead3173b00 +size 25166064 diff --git a/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2a667e2793eb39ab0488726b45c3dbaefa7f77ce --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01b833cecf89636acebc108f7aafc5be7778d330cc9fc5cedd070f2f6a41181c +size 25166064 diff --git a/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..995cafeb6450e1f67330cbcccd8ab424676af8bd --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01b7785b5ebc0c79acf9a2f6e3eddba90d3f853f7ddb713aba37e38c9b0cdbe0 +size 25166064 diff --git a/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2a6aa757eba4a5bc29d82781720a06fd89048fed --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9dda633c265872a9b669c282b5fcc07d0cbb36791878174e27ccd0186535800 +size 25166064 diff --git a/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ed49fb56afbfcd4a884fcf7ee3a1364e4c7eb82 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb08aeecd28f8354315bfeac041db8ba48cf8c62b05736037574307c5521f261 +size 25166064 diff --git a/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d2a820cd4be4a6a63b71196dc4e1001e9f37ff41 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b96a0d464d05de9e6b1fd9bbc815f7916dce982ca134bd63b0c8e77473fa5278 +size 25166064 diff --git a/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02e115d117284729ea9c17e0e98a7a6d9c80b0c9 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:612e384536e2baaf39b56dbe05c0033f1cff456ba86a3e97f9a1bcb999ed5f66 +size 25166064 diff --git a/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cfd4c2bbc37ea9ca19ff0428dc03df1c27a3b70d --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2410ebb49b0c40efed0d6bdfdc431e18b80e220c8b462e850d884b395615372 +size 25166064 diff --git a/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c9f4db6589c50f06e34118a96a7d4a68329b0dd --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce9baec6cb9ef9ca5030ca644d43e432a8bdbf33dfa083eec0f3df4896d2eadf +size 50331944 diff --git a/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..366641ee2f95e38ff5992c5c6dd3dd46af8b1d45 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d532f1a432a703eabe9240a32842fb20382d68dfd25e42a5de2a3f265b1e467a +size 50331952 diff --git a/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..defd0ab89e4c51a2d2d04deb1393c7c4a9637602 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:882868708d235ced2ef99dd6287d7550ad15e017602277a9b34f8f671cf33aa8 +size 50331952 diff --git a/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c75a117239fe1449347537636105796afcb9ae7e --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:430ac7107dd22e67603f019646bcf0e9bac7718ccf23a6322fe36de5da7861c6 +size 50331952 diff --git a/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63c0244d9386c6253584b16def45c314801ab3f8 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2486a1e8fba32ac068f82fd5533070fd75fa86ef16c01b5ecc6f80f074fe0d23 +size 50331952 diff --git a/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..64caaa17c97f64ffc87fe2aeaf77dfe7921fa6fd --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5529e52c6546f35f6ff7c06e8dc13dfc516daa6d2042f95410ab145d137da06 +size 50331952 diff --git a/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b46b0f6bc520c34477738b53b6c6e530ee7f8b8 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:625a133fc1cb2a40398e66ac12b1eff18858a6bc31c915e5b815055ee7ab9a1f +size 50331952 diff --git a/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63f6f4ff5781024160a1b9d2ad971231db7c9034 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edcd885402490c7d3e648a5f8c258ae56bc0fce4dc6ba2ebcf1bc9307f490a5f +size 50331952 diff --git a/70000/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors b/70000/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f9b3e3d8cbf9bf73abb85eeef85c2efcc7e343f4 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84d18f18bc4ef6f53c78eb2fb30302e7ebf04201488a9371f42d6cf457e148e4 +size 8288 diff --git a/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e17bb093b22afc1b22236a8f544cb2a8b57c7145 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3703978be2a58536e1003809b8939732e238ed14efbe2df98d9dab3b215def3a +size 4194536 diff --git a/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a8320c0915c823fc3d801b554d6939fcd88ba430 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98e2e6893d73e7598f9d359d7be94ac7ba80abca894e96097281fc6652c5b167 +size 4194544 diff --git a/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bd0d4d4227f254625ff809bbec8d87e9eeb96ac2 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d4ef5bc53e2c1360e82d506024449f29002e25d223810a5d5093a794d8b3295 +size 4194544 diff --git a/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..33028ed89f8e5055b78c9308ed5baf159d562cb0 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee42f765ae98cf907ed8408f24aed93f89135d43f2378fbf29a807f7c89bb24a +size 4194544 diff --git a/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..41261202f141baacb81af50e2f859971d7db98b9 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b2377adcc2197810ca5ca6745cf28a917f9a1305cd3dd111b41643ca1d96342 +size 4194544 diff --git a/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d26ad9380cc3271bfd81c0be553367264036e086 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c84163236fb84904dcdcfd571923c051b8503cac08f860db756d37039590d95 +size 4194544 diff --git a/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2e2901996b78f1d730eaa4452254aeb2056b6812 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0181f25bf6752b326eb895c32bf875f9ec40719f282bac1a5b23258b458388a0 +size 4194544 diff --git a/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..95c5dd4b630b17625857e3e4064875635b776ce4 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0393ee44d4a634243e155c08817020e02ef6ab8a776d6814a5373ff91a9cf4f +size 4194544 diff --git a/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf4e753f82856bb95575dcd623d53f13a4bc20c0 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70c09c40d56b84709b1af4fa8e6ae3f7c33983410a92182bf7a6b1f598fccff3 +size 8388960 diff --git a/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a5d7e491bec600438af005ff18279db69aa6e96 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb2f1055fc26ba14e6432f25d0a50cef46625ee2e9363d779046e66eac6c142e +size 8388960 diff --git a/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4e8647dae653a71cf8738f8afd2c33026a4e7935 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2959d35e64183a1da7890043fbf62e5e24fe9111380921d807d4c165963294d8 +size 8388960 diff --git a/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..417adbd5f475078271ce28fb5feff42c3fb27fd6 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5028f5993b200c829b51a8ea5dca396fdb2847d1a9b25dcb6e72f6e961849989 +size 8388960 diff --git a/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..77fa894e83a8f39c2b011db3904c8e847e1242b4 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d76a9f4a64d9d6e6377d0aba28db56286cc8a294d7ddb84134b9b8cf45fcf6d8 +size 8388960 diff --git a/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..91f32228fc1bb5d72a2f9af71a15ee79bb028ff0 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2cce0dd65b22368ba2172a8fd145b7ac77ff72e9c7b1992caef37e00c3b3844 +size 8388960 diff --git a/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ad7627fe8d01a27011f08bf7180759cc7d7fc4a --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bacac7b77edecc86ca3d5e6c4d446ffefb4ce75a9d6bfa91590a3b6a9dfd79ac +size 8388960 diff --git a/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ef5da6d9b0a1af44dbe0e9d89e05eacacc2a198 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9fa97d7dad3b6ea1958de644b987d23b2ca25576977914ffb5def7d75d7ce85 +size 8388960 diff --git a/70000/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors b/70000/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..89eeeb079514b3dd87f4a98c9e60d9cfdfa5a8d9 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee7daf31f62687bdc631ef48576ef5529687f8af4509e7bf2cf80a9e0dd31b8 +size 8288 diff --git a/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8f6114d5aec6ecd3d8088f028d47b94f70b6a1d5 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab66beb3826f755b602c23e1f80cfb126efe8281ab3bfefa81acd231d95c7ecc +size 25166064 diff --git a/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ea2dee318f576323374b8810cdedda20049e81a --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e40f307a1ab4daf7374a2d384f5b9cecacc219be9adf4ea35b7279b2d5c8409 +size 25166064 diff --git a/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ab6456edffe30e913f80f2ec10bfd6af7a27761d --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c6888e1e92c9512180d17a7ea20c9d2b68739839e32c05479abfb5be31ddf2d +size 25166064 diff --git a/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..547620452865d55fbb92c5682482a3ad21b95eb9 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74097848eda9e51685d775b92f9af2e19578043a389817c4d43fe863a722a4f +size 25166064 diff --git a/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..46d2954b030282a0edf9b3360435def802a14535 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e93abe95b88f9ad88c687e4d7fb6663dc0d3f08fb3258aff39cb7ddebd1fb5a3 +size 25166064 diff --git a/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf01d300b57b24c8ac05a2cf94dd61e0fb6db79c --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2857595b4c64466d45f29c085612b00045b732e7cf7f086c2ceb74a67a831050 +size 25166064 diff --git a/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb0ea02a8bf96e156d6dbfe9218bd6c042b765ca --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33178c8ee6b5a278bffe0aa423b7886667c40a007c3aa771b5c139ad4cd7104f +size 25166064 diff --git a/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f81fe58c5d9d8784c49cec938a50663795317171 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:573e0868f8c73cc093414994bce2a0f122988275ca29052aefb61913c1e1d98b +size 25166064 diff --git a/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a1f90ed759940d4c5780a7e302e1a88ef3dfe4f --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dfad8f8224ca1f14e2b07a75cb68c495d42dd813d020b5ae689e5db0539398d +size 50331944 diff --git a/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..033f08cc2dcdc1dd5e8a3236e986df9431deca0b --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7417aecafad2e4ce63df51959b08c13d92e86ab75a8649ea1ea77279f9daf60f +size 50331952 diff --git a/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2a44be2879015ecf9163e7fed7d874acbf502e66 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb54ec0b9627ddde791b6b1ee831d07424f6f6ce99da8791c09140499d42b185 +size 50331952 diff --git a/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3594c377002551b440b5cd4bb8560157163beba9 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4ace25696a76d46e017a066e1dc56e39f3c75196516dad1bc1ae72f72ca06a2 +size 50331952 diff --git a/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2da2574de26e61442014876dade2e79084f46c72 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f85c91c0203eec286709cccee7a8d2a24848adf8d3ba79c1c3be9fbbf614a479 +size 50331952 diff --git a/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec11feff7fd98b7d5f65de5f9a447290501b486d --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7d81e260167307d8aac0ae4d10a3895b98062a3226b59690cb4060f7815102f +size 50331952 diff --git a/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c1b3513fafc4ede206da6177c783604543370d4 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ce716b5d884a37d6559c638f805aa2804473c88fc427803be6aa04eef7bb1ab +size 50331952 diff --git a/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..725e3ceab2e50e6926b80685237bc1ae0eec9723 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ce28e203a1af0999df57421b96096a1eae400d0a0e4ed9d2696a8e38b2b3c32 +size 50331952 diff --git a/70000/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors b/70000/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4157df32c0271c5f8f2c230d749ad2f583664729 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9a7512eb39e0538fba8685b9139a7fa3e95c7431645973620e5ab57b077531b +size 8288 diff --git a/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c5e853615c0305b8d96df6abbf2dcceb0db377d8 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:420e936c9507010ce4d856007bcfb07196b4bd059d56324f22eb060aca48e36f +size 4194536 diff --git a/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ccbee62dc70b4f538b5ef149dc962adfe6ed86d --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8a8e7d0db4c1eb363892624096c549975120f0f31a18c67123624c8bf171f94 +size 4194544 diff --git a/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08f7217ef9354f7ce9edb13f449d9c85d3068c82 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e13e07fe6c43afb334c4a825fe52e21d046583843c66aada1e9b81e34ecb6c7 +size 4194544 diff --git a/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3376bd54b695e18df94858bc2aa4983a61cc79c9 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13f56108e5c0eddbc94394e060fdb024cb7a81b748c5bc6baa9b4c014334dade +size 4194544 diff --git a/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..38786705d4dd188d6a57c5e79fe9a851a20a05f9 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b29eefb809b3ec90dba0d5d79c6f48ba823bb633614cf35a96eb12531fa06d0c +size 4194544 diff --git a/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..00f8016a107ebfbb96c3e3b764dea8f5e39514d4 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2b811f465d201d0b82b9bacc7f2f20020f464b3c2d95f20417b52fd8205c1f4 +size 4194544 diff --git a/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb1ce165cb12b9620c6beb586a19c55d8522faaf --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11d6da6a716efbcace0995fd26da4c8094e5c93b6cef30c559e43ef0050545df +size 4194544 diff --git a/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb8634aae270d5137cfb43d3ddced3df1ccdb306 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:383434f0288cdcd1ee76a69a6b827ae6fc7e35fb1cff7f9ea5c1859e01e2c65f +size 4194544 diff --git a/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..982d2d672fe84e56039a2a61bf3d1b07f6724577 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d487728f4358cccf41cb36c16c25ff2998cb2b5d85929e713e9b389d852bffdf +size 8388960 diff --git a/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8c2327f913c321fa4fb322a9f063412f0baff5f3 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5920c5bff65ceaf05db57f108cb2abc4c78466a6792a428448d65bdbc55a2cf6 +size 8388960 diff --git a/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d223fcc3a9fb075b11b043017fcaba7e9c39c257 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f613dc48cf568630590f4f4e5b873cbe6a0ae40d8fdf8828d8ec47ea29ffb388 +size 8388960 diff --git a/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b1fa50030bf1b9d80de900f4e2d3ce4dcbd12376 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e9d35a1192c47e3ed0896cde6640e40983591a5a7c463389464c9faa00b00fc +size 8388960 diff --git a/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..582f03d36e32165d66329d5321e92030aee6554a --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29828b06db63fb97aefa69e3ae1bd09bd72367cba9904b02c5ae636d8fe81d86 +size 8388960 diff --git a/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9f2893120c55f769c6ddabd137cf88ef7920a682 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8038c4e39fb4b92fe37d02726f62e56a45765de5d342ff336aa2caeab69bcb1d +size 8388960 diff --git a/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..851d176a054bdc930683e88d305e92eff1c8bdba --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e089a19b35254cc3b3bfeec5d39575781df9ac5a0108fb97d30681683edf8cb +size 8388960 diff --git a/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..66bee720e46fda31ee35c82f3de4f54cec056bbe --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8ad2ae6840e7f11ef4cf0dd8435d1b4fd5c7635fe5feef9f5fa14523edecaf7 +size 8388960 diff --git a/70000/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors b/70000/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..61947401dfb6cc427bb79e30c80190f6d7e16dcf --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a56195b77b33730f892c9192ac3ab5aea971c1d024586d503610d573fbcb954c +size 8288 diff --git a/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d90a665e24a563ae992968b491853fb47fe39344 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca0d3fabfb2d1203b4ecc52d35c7ffedb53cf75dcaa737f5f559fa0d8cf2fc67 +size 25166064 diff --git a/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c0e80c3d2ebff7623115d12c4b5c6b1c6c31e5af --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8f55e33f9e3794ddb465014a20b4d47d075cffa388135d42f2fb394b3a98fb7 +size 25166064 diff --git a/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..52be1d9cfc187730e6c2dd600f922ecb6c321b7b --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fbc977c8d346d3c39a8f7046ab789bb9d3d3d5bef819435321ad776146b3592 +size 25166064 diff --git a/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ffdb58736c3d93262072f565352ba4adf89cc98 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a12b291c8d08c33c667197be9660836ad2e55cee727c9569590005de1b8c4f2 +size 25166064 diff --git a/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..46a6116393528ce72484ab0c2a82fcb32e557d76 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21852b2f5b4663ebd8ddd419bc7dea54e795c0c1ee4dee6a0cac1c2b4ea8d5a1 +size 25166064 diff --git a/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..82b1533b24086d34fd60a58b55ef5676a0c527ef --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:237e06847ccc81347193f67d9d76cfdae0d6bf4c6f6b2c8c69b0e56cd5ac854c +size 25166064 diff --git a/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6301b2e3c845a300ae7faaeed5c9a2d1f4b5fdac --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbb17c48d1d9dfc98d6f61420a3ce8962845ff272c0c01386be30f090b26f4a8 +size 25166064 diff --git a/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ba665ad3fe9848c6a4aa7accdec3387e295b2c1 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96371907621a48779d44b907a99a1a13dc5e5d3a81aef3b3ec28553664065949 +size 25166064 diff --git a/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ed960dfa0bfbb3cf301f894e9eb7b50bb53636e --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5160c55784a5136b81c556645ad4839716eadc2ee258754e5233dc2a7dd1c0ce +size 50331944 diff --git a/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aaf88f2f8ea9f3f230d34854ea39b7c48f788c65 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef3c97f8366706c7f27a5c3a8e9eeacc1c33644d7069b1eef8fa115aa54ae34f +size 50331952 diff --git a/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4d7a27067f2b53c405722535a8614b242989358d --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df2cb8fdc7277904b09f4337a1f49578b86599b10032f90828d112652505ac55 +size 50331952 diff --git a/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c8285f45323badba75581684b7261acd3c0ca32 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0a1b566cd638a50a18ef7c0d5862c19cc16c1947a9aa2668b2d47fe04193742 +size 50331952 diff --git a/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..89c267ad413e0668eb736642d5b52aed18f2d4b3 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b6011af12e0bec493ebf365d165981a464b9d4d3260e3a53ba3901a075a4a38 +size 50331952 diff --git a/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..96737abe0651644b1c8035db479db902d8b6105d --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8734dbddf17b0eee41ad7d4bc9ab26dff56ac79cf578df0db72e61b397732fa1 +size 50331952 diff --git a/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0aaab8fa558cc2b490eafae7a45fcf5e367ba95d --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bfeb8db01798b06077f76efb5426e562ff4e5a3d7b1ad4b52dd129064a06f38 +size 50331952 diff --git a/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..17b1c8459d43b62a16405449f14972c88bbf364a --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:125a7ac1b180f2d8d361e04eef3cad2288623bae7559734319c24e7a6ae3dc01 +size 50331952 diff --git a/70000/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors b/70000/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8b1a1fbc84e15d1ebe679ec4ed6e9ec5822bc2c --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:108340949423101b8f9f6fcad59264339e98f8c476f01b3dc06e9e8b82f86ed4 +size 8288 diff --git a/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3727e2220d0b0bfe7c74d35d0e994a25282fbda --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c675b91690adc0782217f58b3d4a8f2a92c3ed5e46badfa0897ca72b26c067c +size 4194536 diff --git a/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..60e4d9ff262da51e6796b010df1155f7770f9364 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0dfd0445e4e4f479c6a5f6187aa1b47a97f3903679f14106b3d1fecf89e1610 +size 4194544 diff --git a/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ac1055b36791b34ec614cdc9bf1acf6696bd5854 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af2155e5a381709f7333ef3e9b62aad33f1b8547bfe79d6f377381f7d5d15ab5 +size 4194544 diff --git a/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b25806d097fbd166dcd5934779e3c6396b9f6c61 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:597c2c7f37b9c56b2799cbed97b4f42cd791fc1638e0be18715d7d61250c24db +size 4194544 diff --git a/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..07c4404f3a7df8a60e5e42a2fe6e8bf5f242a8b9 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac45a05ddcb51fcfe3ebe60617b30213534752957d9f68c5ec3ffe4f20189d4c +size 4194544 diff --git a/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a0d8720b9add66a5935ee58d585228d3b0f6877c --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6165375955fe6b7922a9a177c97ea1fdfd1c5307cfc5e34242c976e22e672dc8 +size 4194544 diff --git a/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..045fcd3a8a0994aef3577f02c290fae4a76f8ef2 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52941264dbbbe648ba4b8f5c05b82336880c6b784a55191832c7c019011e5daa +size 4194544 diff --git a/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d66bc07e3a7b138ce8350311a716049abe52012 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd27d0bebb253f337b112af4ec9ed36c36b78188b25f27c714cde06358570e72 +size 4194544 diff --git a/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4708649fd2aeba3f521d9d3346ec74df117665d9 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f646ece860519a8c2098f95d0da14bb5695e38145dfb979dbbc66ba7d8d9e068 +size 8388960 diff --git a/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..72a639868963ba9e14c06753b84f72a810245a49 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45f349ed6a4ea5689abe3a599891535f5f4df1bf2efc1382169f7cfb7bab5c47 +size 8388960 diff --git a/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..52e573cc7f7631f35b0f802d13a61e343e4165ea --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93659b0f1c3079cadd95aff5d7cfd67ef602c75742f80cbda83fbee5855adacd +size 8388960 diff --git a/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7be77639e13cbcb9e795f7a00f571488de75cc00 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc1258ba4ec5a75bde3724642baaaefd089ffb08263c10c84ab5d3007e4f9e8a +size 8388960 diff --git a/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0e9b442d2e93316e42d99969b0b8afecce324303 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8c1be795de6b49915c4359de1889914d1c055364ec48194d4a38c5ce3419c1b +size 8388960 diff --git a/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..296fbf76e0d2eca8cd8c1b6ac43183c9755c756b --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9134f87cee4302392fc0588fad0eb6294815a0521177885c8159f14b53941e0 +size 8388960 diff --git a/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..80e586d3158d345d63158b2ad414799610d4049f --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a37a0c8e3672827577908c894b1d18ceebbbd5106db8e597ebc4e3799ab8257 +size 8388960 diff --git a/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a2d3f4eb6cba038c7994bff6f0c328f9b8d58cf0 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb1a5f797d6205ebb93377c4a858ff67daee32438212853c79b5b89bfa61c268 +size 8388960 diff --git a/70000/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors b/70000/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..91096866788a97f022b00b8d26a6210034b18564 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a88c54589dab44d988922dc3440a14cb3a3f1475329ed3790e0de0d1d67c2ae6 +size 8288 diff --git a/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..542224e166dfad14987b4afc0473a51c11307716 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e8d0703a7f3fd8f7b0fe200a328ca452b6b94df62f6885c8dd545f3db34f161 +size 25166064 diff --git a/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e5057039f7906a57f64d705adb826cbc850ddd7f --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38526d88f54218e6414914a96277a0e11ba67708a9108a8db24189a8e847fb2c +size 25166064 diff --git a/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5536073e3baf01683f22b8581174e37982140897 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0d8b457adb39aeb8230938907a0d8e589960fa7260252a6d83eccc055366f24 +size 25166064 diff --git a/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..037410bac4616b327dbd5f61afebdfebdc5bd1dc --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59f979cc15f99715123232504b4c652782dd8af0abb10f737b2691e75422e929 +size 25166064 diff --git a/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f5d2b51a515d29152eabdb1e84b9e4cb7c3cd1b5 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db1d198ba24ca2f5c549f5e196d89a3986a48562799ff8b6c353cf8cfe756a2f +size 25166064 diff --git a/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9e57ad57ed4559c8cb69ab458da1f704abde0d1e --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2af0855d897eaf2c7652b3f4bb83f97e9a397d3daef2895e36eed0e18828a719 +size 25166064 diff --git a/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..80ac76764f113c6e9abc9ed74b0f5fe66397deb0 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db52d0f2894f04246f0a85627b46acb11c0056816bff588b0a69e9eab06d5202 +size 25166064 diff --git a/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4bb8c245c4c2d45a7a621b3035b112930b900587 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:164a2200abc2e1efeae0e42f30935ed46ba909fe954dad9dcac58a794cea1ce6 +size 25166064 diff --git a/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1981a3588134db32b1ae03e0df4a469bb10d1ed9 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d92e898535c10d65c02c48c89afb3d0a3dffe36b41495d3c51e444204780c216 +size 50331944 diff --git a/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6407e23d4a77f6875e66255760d5ceae080b4f7a --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce4d1d0b0f9cf8475e61a69e239d626758b8a5f25b5951a44249b7d727a81531 +size 50331952 diff --git a/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a4d7e55ebb23ede173e544e55bc507873a6846f0 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dba247411ab662aa9b6a30a860a976e2dfde38a691376572cd62663236605b3 +size 50331952 diff --git a/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b6a461682591477d74e111327c5ec47d975c1860 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a19f03e6c4c4592c46e638e9b8d5a1e7ca36f5421add587e8d8ddf4703ceb97 +size 50331952 diff --git a/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..84e2a122d6ce1616f70d04cdeeb341ffc975a8d3 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae2b65a575f3430bbddd73e676c01b20751844197435a71774a3796cf91761a9 +size 50331952 diff --git a/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..416f1a5b73884a1308ad64e97e7c680c99771af2 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d795751f9837fd5c914a25f47d51613a01d183c26d1b5fa9ea7b059358e0f682 +size 50331952 diff --git a/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6d109763fca8a22d0810756dcb954b529d297b04 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27d2731ce34a9eaac6e61760e9ddd56846a33144f5397fe254062d653007f300 +size 50331952 diff --git a/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e2a6347c0548cfb2b6eea1190ab5028a2004d02c --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1801e9ca30f26c56fa61c385a063ae45de6cdf50b10ce6c02009812f352b63b +size 50331952 diff --git a/70000/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors b/70000/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ab4a21895c2508c4d296312deb000bd9f21f0642 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:057215b366b84e6b911f452a0e07502eb5a1a4215a9911f24965d146237ce34a +size 8288 diff --git a/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a1643338980c163811c4d11f401d9a71ad7c1b0 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60d668e63f4999ad26215960361f7d5ddb9e6eff28a2ff0635b541e092a38702 +size 4194536 diff --git a/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8d91fd284af23f117672dee4c634dbe0180eb337 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b03383908418baeed5c104b3aec22557a048f10a23c2824884b8dd2715deea41 +size 4194544 diff --git a/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a1711c793dce1494ba795d0181bc0563520f82e --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34c39e77c1813ff3f1d5df575159e9fffbece40a38fbde5d9357469d42a6fa01 +size 4194544 diff --git a/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1e51274df0020573f1dfd765b02746f2bb3c9402 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b37603ef8ca9f92a3089ae153c00549c5fd914893021157a6cd6d2d71480045 +size 4194544 diff --git a/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dc2340bfcd724a6f6f29cbc2600241b710d1daee --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bec02ba3b9d3961e7834952279ff8b3f972f72f1891efe41ada863d504a5f7b +size 4194544 diff --git a/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..740dd6e43e7e9928886d642d00eaab21c28396bb --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2397750929b26e54c138f3620ac01f23f9780c25593257674412adb6c2c75f02 +size 4194544 diff --git a/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..465c1c544e2bee26159e32cff70da982ecdea07b --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9195db3de1689f0225bf8553e6182a45a270d7125ced741b7961b058d4cbdf27 +size 4194544 diff --git a/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..010eb395efac01b6b6f4823af58d9ad7dcfe2a59 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b7bd0a640f1cf57f6d69ae65feaf28261b42a45f4cbb38c5aae4e4bc49acbce +size 4194544 diff --git a/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b748acb15903b190ca7f338a4494104b52b8d93f --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:300a0dab74e32045fcd7b5e533dad155592f5e5bfc08266c5b2cd706f0e00f14 +size 8388960 diff --git a/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dc3284be833df2fd0c3a0a81a3b911cea3ec19ff --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:924898300f355afaa2fc37589495dcdda8266408e84807744154b6f3839fd5ac +size 8388960 diff --git a/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..85b7b349b24da6a6a64a1172d5e08b9d0911e6f2 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc0edc882280a666fe88469fdda3419d8f2bccf5ee95f0705acd9e378656f865 +size 8388960 diff --git a/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..653dee5bfa0ba29026567fe734309b5faa1fb0c9 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4124f8e6fd62b074cdf712654f8ca5b6e8b775310ab5f3ea1a214c09c13a400a +size 8388960 diff --git a/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..976ae6d3648eb170858d1bde6a0b2fcb1d6d0004 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a771d825fa62ccf402417df83046f31e465e471ce39389195dd4c370017e36c4 +size 8388960 diff --git a/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eccdbd2cd656f52ead903500f3a67d38d7b229f1 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6975283061ba6b0a8d2dbfcb3d1340157a977387cda01942be9505129d1ee61 +size 8388960 diff --git a/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b665b6f9e04976fb7f1531390758e39ebfa8c70f --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caa7574b46db9046aac70ac6ff1b25687af1f0793e00c9f79056e79f68f3870e +size 8388960 diff --git a/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b8860e002afbd64deef4a4e39a3c021207a93688 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4176cde9257b8728e3285dfd58e551eba487175b4ae943a417fd434b6fe214bc +size 8388960 diff --git a/70000/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors b/70000/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..23da2c37273021c0d83d94f185f77fb2684882db --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba1278856076d9908af4c63458ff4f12e29486b4026cb657a7ca976bfd2f0b3d +size 8288 diff --git a/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e550cabd04f1b9c4695362f9db7aef0d347cb239 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc1ad5f8082e77cab930386205c43eccd7c3e3a23a9a239a976f55ed9a350468 +size 25166064 diff --git a/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2aae1cfdc2549289744a492eeba5a6b8cebb4299 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e68e4450b4f94c5f64d6ff7a7ff3eb0c3841eff29be85448e3b14c9b2cda34e3 +size 25166064 diff --git a/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..05008887fe8049beb1f358c72dc3b8f1ea2e28f7 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8112b0bf8b6938b6800e8c1f59334115b9facaa90b7f48faf437160fd49bd10b +size 25166064 diff --git a/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e4115a40ced36a7fc805522b4b2467de68d58603 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6307674eb936e0078c84b46a1a3945d74f4aa9a6e27ad128b8266f214087cf8e +size 25166064 diff --git a/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3a31c3cb31f7374fb41d0d9034cf0e2aaedec0cf --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76be62594d3d78109955742e65a8bf4b6005ab7a81c822dd558192faefd12072 +size 25166064 diff --git a/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..81bb0bbb5f65ecd03b1fac31d668f043550a5450 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bf776998563b3e2e5433c748b056aca081899c2aa4ceef2a7f6fa60d7002ad9 +size 25166064 diff --git a/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..edab349d6265e4391ed3a3c46f00f3f31ffa9391 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:453bf106fb6857291e27635a5419ad36525f16d0f904937bf2963a86bcaec2ee +size 25166064 diff --git a/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cc554dfe364eea053ba6d54ba26eb5efe0c0e622 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53e2a55c29df718e45dd2015c2684ff694b4f13c75bacf79cd8bd89a5a391f35 +size 25166064 diff --git a/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c91ad236d62388b5a70a027df6620abb94445b0 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b14f29ba0951550b881e76b3dbedf3b53e2a11d5dc65429d5cde59eee0a95835 +size 50331944 diff --git a/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf234e2d7f72bafd1d8c97deef8054baf11bb3c7 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22430167ac154707083ca49b79b15b3bd326d8db0d5885e8cc2f68e850d5417e +size 50331952 diff --git a/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ead03674e9121d3ec96dfe22f5f09fe4cecaa286 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4d8388adc0a8f561ff2db068211e84909a3a58e156f976c335c2066ae793f40 +size 50331952 diff --git a/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..31e017dfa66512368f84ca34f358ad2ccc9eaf12 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3318841e88a73e4ae666be9ba9d3b797c2a49c87275b99a2b61a3289ddf33b1b +size 50331952 diff --git a/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ccfec7c8b5f40108c479e64ac966f7b78934c0e --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf8850b22bc606a6711234d881fa8db690ebde7b7e16d23cc6262badae4f226c +size 50331952 diff --git a/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0556e0f9c7bc95cc46c3fc52006708731a02427a --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f865333d8839f391d694c2101518149809ae34e00a6d7fee1207648c6373f6e2 +size 50331952 diff --git a/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bbfa0bc83305749c0e02fb347cf43f10001f3fb9 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:511a387a80a44816a9f9bdf81ad1849b6539a0a02e352e9267fab93a3c3f1ce1 +size 50331952 diff --git a/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c5820b35cf9b5c38dbd8e97c2e977b9c6633bba --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a479ee5689bb9b91c1e4638b2dc68c5040571fcc19b67729f04c8aba39831b6 +size 50331952 diff --git a/70000/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors b/70000/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e73d382ee34b218560eb510ff4f4ab4e5b2c8ad8 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e3dbdee9a9c960ac908b29208e708aff85a555f6916941b64bcada98b83e109 +size 8288 diff --git a/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..03f7a94eab2dcf5071f9884eea2e95bee3e496f2 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:576f20d7ef07ad603ae34a75a6bf79129ae8dc20251a0ec49957ea438b3024f5 +size 4194536 diff --git a/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cdb52917ae4771f1b3f88563f5c0d2d42d33ad82 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3f9fdddaabf9a85d57f5b4ec9768c98ef7c6f60b18f6831561b1c60384fc9fd +size 4194544 diff --git a/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..de9341caf1483c758ea0892dae0d14d80f340635 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a15c27ed0236491ea9206d522b20a347cb41c05b9850f52a8faecd784f7cce61 +size 4194544 diff --git a/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3fab91a66fe2d00a6778cef3dc897bccf7edd9b4 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:333482da044cc24a461d12c59e2eef6c5daf200cd4cd01ce214eb36b8854ea1c +size 4194544 diff --git a/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b6d5323e95c18e4a17bb47871c3190ef5ba017f7 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56e210544c7cf69e9095031fc339f5d44158200fb4da495a81bd6c292c0988d2 +size 4194544 diff --git a/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3dc3fd458bf4b79a8d56dc90d4a618b6a845080b --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a77a385b9eab49f6c3852f24248a1d88f0beb2cc1e70a677825c51663748e6b6 +size 4194544 diff --git a/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6229bbf926ac4f368fed0e9f95f61c9301d41cfc --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5907d0b721e1e8f84fe4c2acda1e87a9364053f6b7d14c9613619f5322ca200 +size 4194544 diff --git a/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..66d9ddbdd6bc130309de73cd1c9dcf5eb29bfbd9 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e3158f6cf77e8bf225adcf8d40b73f62a21354f8058b5d4fb117d4de2ddcde8 +size 4194544 diff --git a/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..58b1178859671c936a1a7b5d35769db87cdc78fe --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e260322dc1f38880233ffaa8eb21ae046758b8bb2f6318ddd1f36780b2bbddf +size 8388960 diff --git a/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2457cde49f949a24fcaa6055c59c73800dc9dffc --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8e46ba7afec155043118b61710cd916c8c302eb408db35049d248678b043e46 +size 8388960 diff --git a/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9f3187ce79480ecaed3abb8c93ba74f5b559cca4 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e5b0493de12b30b82b2c54b260bbafd37142c0da1eda26af6ab7b857e4f7a6c +size 8388960 diff --git a/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..682fb126fbdc80dafb9f855855d0d16b65f73c77 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eff2fa698b0f3f5d7979bb8613803675fa5ec661f217e3b157775c39a35b8f70 +size 8388960 diff --git a/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d9e70c619bd8b4244a70602f89e8ac8527301c9e --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ee6bf849b8630be78af5c2f4378418a51ecd05df661c6a2d15ed68d243b2052 +size 8388960 diff --git a/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..845de8718aba22e865202d46942df8612f94ce5e --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba146a425285a006eeea14feb5140801dfe3a5700bff01eebe7b09c59c10432d +size 8388960 diff --git a/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..60992639491e7cda74f297531449dff271a97edb --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7489342c9d083b9fe6c0618c320fe93744e2c59f6ad3bbb311d6e9742fa4b68 +size 8388960 diff --git a/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6cadd8db6259ba09ef4fd17e40ee0a68761431f5 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63da36ae0d0226fe333b0558be10fa89ec791086c15d59cc9c01d05e1a5bcee1 +size 8388960 diff --git a/70000/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors b/70000/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0403018a269ff752eb6e1f1c85df4096f1aa72e2 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1f047c3203f9a915ce98a1a212ba0122ca171f86023e4c34260906c7f113e97 +size 8288 diff --git a/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f9eeafa84f9aacfbb5e762f209f6a90fec1543f --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee936f4a388e10472ddac0384222424d371eba66fee7dffb2d9595599a2482db +size 25166064 diff --git a/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aac3065ed89e4529ed1d4dc35dba28a74686a362 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb7fef9ffb728f57ae70ad81f6b1260b451d552a144cf224c5b4f4dc66d19549 +size 25166064 diff --git a/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..afd4b9a29d68a2a26df9ec3d0a98eb9a8317643d --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d01d3832dff8d64c3d1be9108c914418fdaca1db0c187bf2a481da078c845bcc +size 25166064 diff --git a/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..32dc4fe83216af2d94db380d3ca6e1db1e084629 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd6f0b469b3e06dc9c5f444bd11230a665e1afff25299cb09770d6a0b8b181b4 +size 25166064 diff --git a/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..948c31a7314b0c80f367238f31137f5d6b087155 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:590ab07f75024df09f756c3e66d884fb78825facca124412dab29911258fc891 +size 25166064 diff --git a/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..65a7d8954856ada23a672d9adcaa161ca8c9955b --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:647e34dc2a0ef156d015fa5340bff65958676a38d81d6f7aa8c1b94574a1f6ad +size 25166064 diff --git a/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0de85b3c24ebf65a90d3f49630417a188e7047f --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14fac2470855c22ff652a8e07a29e1afaf30c41ecd0fc3b5ca41e9131746f810 +size 25166064 diff --git a/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..33d80286fe7d6c69d9b694d64cdf94134f6d8006 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14b7d380331a5b1698764353f97109cb5011c6568fab31a4d3e96a5e1aef8942 +size 25166064 diff --git a/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8b8b6c535be35a684c2a32d6f5be3d5dc8b3c1f --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc76ecca2540af812e2e3b03908b20dfaec3e3fcf9f545da615491889574206d +size 50331944 diff --git a/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5924ddcb0b8f4306daba3739bc5785f9e0d42197 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:523e6d2e7cee3ccae4e9f883b8090bf2b1657bfb4afd2c3f10fa25d876869ce4 +size 50331952 diff --git a/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..47ccd6e77a2920d72a7072fb5b680b63022789c7 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b25469c92a14b29986b55fe88c69cb299550495f87463d6045ee0e55f9871be +size 50331952 diff --git a/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f4c1364898d66d9a254323d906f1eda398deb82b --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0854610e684cad92c7e486ed246c46616e885a94899c46da7b0b68159009806c +size 50331952 diff --git a/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f6282134e584f314cc128a6401804a65a39242d6 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5986d206f16ea58473f81747752f9b4d6415aa1dc32234462ddaf16d7a1ff149 +size 50331952 diff --git a/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e5ab5dc4a62608ce707d5fc0283c9aae9e3842d2 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:343a8ba0b99ac00cb959e6507e0f39ff12e8a147b70513e2e212f6cbdfdc30ba +size 50331952 diff --git a/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..34907322b6d40f94949d873eab45a41c78ad0aff --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fd1a9f2cb9cf29585264bddbbd8b62badf0ad4e221070972ff4827694239530 +size 50331952 diff --git a/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d3876bf34e3eaaf973b1e788f0aa0a097429c7f6 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:644f04b65e7ab38cccb8386417d261724e7d521bb6a87365c1643444abe04ca7 +size 50331952 diff --git a/70000/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors b/70000/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..62ef5e226de931a609825ec6ce3f661f10a03c5d --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec972b028d4404a312d6ecbc4f5274cb8fe3753989d552a19fbd86343a8f992c +size 8288 diff --git a/70000/model/model/final_layer_norm/pp_block/model_weight.safetensors b/70000/model/model/final_layer_norm/pp_block/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3a54cc1e4ea15896fac71160739d76d54cc44bd --- /dev/null +++ b/70000/model/model/final_layer_norm/pp_block/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d39619a3277079d34f266bf5477992fadb94975d8ceb7bfc837f108e3160eb48 +size 8288 diff --git a/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e8536d5c8e0dfb8b55e6506f8aabb3a5a886ab9b --- /dev/null +++ b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87b734f9e48ae2cb2031a6e1b986d16b1efe08802c714f96c446c01bd598823b +size 50331888 diff --git a/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e44bdd49df79e35c09ed7c47f4499a0161a0a8d2 --- /dev/null +++ b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef907af03c915f1d6cd7e932495089cf9d217dad01bd95efd0c98144a909705f +size 50331888 diff --git a/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7de4b59d9e0575ba4eab3703c84d5d963ad4b950 --- /dev/null +++ b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57e54fffdf603540c806e04e5b09e6a5173cd88eb1bc59976267fedc402685b2 +size 50331888 diff --git a/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0723f6ebbf86eef9f836084d33529b1d57abec38 --- /dev/null +++ b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a61642479da696aef42a19651854ca483c502b5370051005b3764c429cc1e47a +size 50331888 diff --git a/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..90653c3c1156360695c3dc30aa3d78d12a53eb01 --- /dev/null +++ b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb791ba86fdf475d66fa01f9340ebdd12b64927d0518d03bed7d31136727ab84 +size 50331888 diff --git a/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1dd4feec3b5ef4882f901930d580f32e4388072c --- /dev/null +++ b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4432d056567c01d4c276df3619e47021817b8d89dce1c16f595d5386d9eda4a8 +size 50331888 diff --git a/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f25dec4d30683906fd1979bf8228e0a282a8112 --- /dev/null +++ b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c02be1a32ddd70dfc433a870634cbc07c065b1105f029af50b4e33dba909b000 +size 50331888 diff --git a/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..85866f8684b9b699f9989ff68eb65fdb1adaec98 --- /dev/null +++ b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79efa3e32c42ffd32b3206fb434a63c51bc12924fe1d9024f4ac326a34f49798 +size 50331888 diff --git a/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..be5ad447073be4f9fff35d87483c7697e2b70224 --- /dev/null +++ b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a81b07a82311c04c46883e63c79c89d309a76f172dc82b03a11f0a6a89c3c858 +size 50331888 diff --git a/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..295478b79154d2420f9877ad25908cf06fc469f0 --- /dev/null +++ b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32c2d8a91e7fc55cdf021fa5cc2f7a15712a819ce576a5af7b10823a7dd59d13 +size 50331888 diff --git a/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..289a946c7f969cc248cb15482a1f7558af08cc08 --- /dev/null +++ b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39bf54d74d8375661e9c4b4b4f11a13df20b901eddccb2fbb27879e23d9051f8 +size 50331888 diff --git a/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..44798ef8a60bbe5338e8df9461cda74f6d98ad58 --- /dev/null +++ b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29aec9d0c51462c495aa80f50ee18535d059b25c6506497709030a2a08904fdc +size 50331888 diff --git a/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..278f31fa7ceabcabe71b6f70f886b4ad3ef74594 --- /dev/null +++ b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6265ddb22268efba7a4d7697edea6f52b2c4b7e3599f3fa7ab6633a2d6b69775 +size 50331888 diff --git a/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4aeb5883955d279f7963e5d82c511e10f0a97690 --- /dev/null +++ b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6948d59f83b2baeec953147f50882ff6cbd7bf6887e79aefc7a1a71f96c8cc0 +size 50331888 diff --git a/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4e032c5baabacc3c44ddc7c5b3f68094035946d6 --- /dev/null +++ b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a2f4b00417d2a648569d8193eece01aa2cc12bcb22c142cfd06b884e9d9d124 +size 50331888 diff --git a/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..59e882c02352350051b28f0c1f3dac10a89ba010 --- /dev/null +++ b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ad38951290f212597b07a705d6cd1f133ac6f46c29502d40988ee9d6ac99843 +size 50331888 diff --git a/70000/model_config.json b/70000/model_config.json new file mode 100644 index 0000000000000000000000000000000000000000..42f241177df4038f45578eabab01187f21f94068 --- /dev/null +++ b/70000/model_config.json @@ -0,0 +1 @@ +{"bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 24576, "is_llama_config": true, "max_position_embeddings": 1024, "num_attention_heads": 32, "num_hidden_layers": 6, "num_key_value_heads": 16, "pad_token_id": null, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "tie_word_embeddings": true, "use_cache": true, "vocab_size": 49152} \ No newline at end of file diff --git a/70000/optimizer/optimizer_config.json b/70000/optimizer/optimizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0ff893c6e923d7acec99e28b4a6863c0a37ce84e --- /dev/null +++ b/70000/optimizer/optimizer_config.json @@ -0,0 +1 @@ +{"type": "OptimizerFromGradientAccumulator", "parallelism": {"tp_size": "8", "dp_size": "8", "pp_size": "1"}, "configs": {}} \ No newline at end of file diff --git a/70000/optimizer/optimizer_pp-0-of-1_tp-0-of-8.pt b/70000/optimizer/optimizer_pp-0-of-1_tp-0-of-8.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad1b43844b365df4ffe152691b463364e2741553 --- /dev/null +++ b/70000/optimizer/optimizer_pp-0-of-1_tp-0-of-8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be8f4118843b605afb81eacae76ec46b2cafcfc75fd668dce3261f751dfb2ed8 +size 3775554946 diff --git a/70000/optimizer/optimizer_pp-0-of-1_tp-1-of-8.pt b/70000/optimizer/optimizer_pp-0-of-1_tp-1-of-8.pt new file mode 100644 index 0000000000000000000000000000000000000000..090c892bc2aa253c1ca4b9010d2ea184e65ffd0e --- /dev/null +++ b/70000/optimizer/optimizer_pp-0-of-1_tp-1-of-8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a77b352180dd5cddd5f6cef6e92aecd927a75ab90d1a1a36844d538bedfdee41 +size 3775554946 diff --git a/70000/optimizer/optimizer_pp-0-of-1_tp-2-of-8.pt b/70000/optimizer/optimizer_pp-0-of-1_tp-2-of-8.pt new file mode 100644 index 0000000000000000000000000000000000000000..79b204258ee962ac2a99ff2957db57e7241cbd7f --- /dev/null +++ b/70000/optimizer/optimizer_pp-0-of-1_tp-2-of-8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de19c26fb838260c21486c688977de5ba48f40c6338f9fcf0913ae2fcf9cbdd7 +size 3775554946 diff --git a/70000/optimizer/optimizer_pp-0-of-1_tp-3-of-8.pt b/70000/optimizer/optimizer_pp-0-of-1_tp-3-of-8.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bdf5a94aba6608fdd9fbb5d8715985c5f9d4ed4 --- /dev/null +++ b/70000/optimizer/optimizer_pp-0-of-1_tp-3-of-8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b78372753ed372fc241ceb21f8d97131666f8ecf2c771977ad52acabc7110e29 +size 3775554946 diff --git a/70000/optimizer/optimizer_pp-0-of-1_tp-4-of-8.pt b/70000/optimizer/optimizer_pp-0-of-1_tp-4-of-8.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e4f5bdab5b98d1e3a5d0730b2c0f85998a39cf4 --- /dev/null +++ b/70000/optimizer/optimizer_pp-0-of-1_tp-4-of-8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2713d62124c63a4bade914be0da500341de515c4e3a980bda645c375ff18df84 +size 3775554946 diff --git a/70000/optimizer/optimizer_pp-0-of-1_tp-5-of-8.pt b/70000/optimizer/optimizer_pp-0-of-1_tp-5-of-8.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4e293781312b297c570a6e88285eee0aa4d9791 --- /dev/null +++ b/70000/optimizer/optimizer_pp-0-of-1_tp-5-of-8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4166f78de630d46bf7ecb47db4710c4dc005210a192f150ddde3d121fd87aebc +size 3775554946 diff --git a/70000/optimizer/optimizer_pp-0-of-1_tp-6-of-8.pt b/70000/optimizer/optimizer_pp-0-of-1_tp-6-of-8.pt new file mode 100644 index 0000000000000000000000000000000000000000..108d8b5285f2a364573fd452f13e8cb35cc9a37e --- /dev/null +++ b/70000/optimizer/optimizer_pp-0-of-1_tp-6-of-8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6e862f0f02e6c0d813233d8542eae121bd8952135b6fc766c37ff353d3a83b5 +size 3775554946 diff --git a/70000/optimizer/optimizer_pp-0-of-1_tp-7-of-8.pt b/70000/optimizer/optimizer_pp-0-of-1_tp-7-of-8.pt new file mode 100644 index 0000000000000000000000000000000000000000..c25d98091514ea393b9a32d8625124f39d1f7b98 --- /dev/null +++ b/70000/optimizer/optimizer_pp-0-of-1_tp-7-of-8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12ec781cfc95c985a43183b44fe62dff51604035c6ab4854af2faae52a132221 +size 3775554946 diff --git a/70000/random/tp-0-of-8_dp-0-of-8_pp-0-of-1.pt b/70000/random/tp-0-of-8_dp-0-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b4af06eba1ffa68749098e9ab6c8f655dd7ae74 --- /dev/null +++ b/70000/random/tp-0-of-8_dp-0-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16d2203cc4d18da31e980686f5f33e5e0287fb567bd14e5f29e3d5b08cb3fdae +size 1080 diff --git a/70000/random/tp-0-of-8_dp-1-of-8_pp-0-of-1.pt b/70000/random/tp-0-of-8_dp-1-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f989a529e18e82e01856ac7c11d5c4ea55e3c6cd --- /dev/null +++ b/70000/random/tp-0-of-8_dp-1-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c05e5fe66d82242b89509ae89b6b09464e607354c7818bf83d92a75aa98ffb44 +size 1080 diff --git a/70000/random/tp-0-of-8_dp-2-of-8_pp-0-of-1.pt b/70000/random/tp-0-of-8_dp-2-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c1c4edfd8c808483aa243c6e9d78a07aee9a4ad --- /dev/null +++ b/70000/random/tp-0-of-8_dp-2-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:357632263255e8eb3fba5a5d71366d170f38f3baafefe8f65b8b781259c60251 +size 1080 diff --git a/70000/random/tp-0-of-8_dp-3-of-8_pp-0-of-1.pt b/70000/random/tp-0-of-8_dp-3-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..72f5c89ffe73cea22e2668fa91a75896928ae3cd --- /dev/null +++ b/70000/random/tp-0-of-8_dp-3-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:200302824400e057aa75f9d0e7517114b5708f1bf7a634392d2a1f20f6800fa1 +size 1080 diff --git a/70000/random/tp-0-of-8_dp-4-of-8_pp-0-of-1.pt b/70000/random/tp-0-of-8_dp-4-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a47c9f09029dc0db9a97088a0dcb5a555588f455 --- /dev/null +++ b/70000/random/tp-0-of-8_dp-4-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84f547fe3968340e442ff83ea8547784cb96f6e13ad76376d2cef9b0fe92d14f +size 1080 diff --git a/70000/random/tp-0-of-8_dp-5-of-8_pp-0-of-1.pt b/70000/random/tp-0-of-8_dp-5-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2f96e7315614c863a933f6896630d138552c5db --- /dev/null +++ b/70000/random/tp-0-of-8_dp-5-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:729d86ae2aff335eb2764c89a8d823067b4ddcd25efe6fb8a875edaba8394a3b +size 1080 diff --git a/70000/random/tp-0-of-8_dp-6-of-8_pp-0-of-1.pt b/70000/random/tp-0-of-8_dp-6-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..20c68d5a6ca824f821a922711a9212f2be2cf63d --- /dev/null +++ b/70000/random/tp-0-of-8_dp-6-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08bf5a32354e5c644488eedcbd60935434474797c2d6fa536a01b5d854753d78 +size 1080 diff --git a/70000/random/tp-0-of-8_dp-7-of-8_pp-0-of-1.pt b/70000/random/tp-0-of-8_dp-7-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8f954fd33e60512668e39e7deb23224008b07a8 --- /dev/null +++ b/70000/random/tp-0-of-8_dp-7-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfda2d57413e6e07a10df544dc313378e4d40131a747cde25d992e1442efabbc +size 1080 diff --git a/70000/random/tp-1-of-8_dp-0-of-8_pp-0-of-1.pt b/70000/random/tp-1-of-8_dp-0-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..97e6042e9300eb67c7d5a2e12fc89eca3ff16130 --- /dev/null +++ b/70000/random/tp-1-of-8_dp-0-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc64d5d3a5f23aa77bbc9b75c4490473da702111e1fcb1ebe9415e460cbe03b6 +size 1080 diff --git a/70000/random/tp-1-of-8_dp-1-of-8_pp-0-of-1.pt b/70000/random/tp-1-of-8_dp-1-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..891a1b297a87d74d5816af09971c38aea7f6b4ac --- /dev/null +++ b/70000/random/tp-1-of-8_dp-1-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3fad4eeef7c88917852893658ebc390ed63cba2850a33fbf28a7e067ebc23d0 +size 1080 diff --git a/70000/random/tp-1-of-8_dp-2-of-8_pp-0-of-1.pt b/70000/random/tp-1-of-8_dp-2-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e91896511d5b28d0e763d9bf8252882ac0bf3dec --- /dev/null +++ b/70000/random/tp-1-of-8_dp-2-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f995f3e1b59f36d86c437dccc24284116483c134e42bb7d076e78959947d4d71 +size 1080 diff --git a/70000/random/tp-1-of-8_dp-3-of-8_pp-0-of-1.pt b/70000/random/tp-1-of-8_dp-3-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f6fd8079652e49ac4ae6b0ad990f36307eee894 --- /dev/null +++ b/70000/random/tp-1-of-8_dp-3-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11112d07df6baa5d233f1ae67e7272157e94256e056d8cde64896e0477e1f037 +size 1080 diff --git a/70000/random/tp-1-of-8_dp-4-of-8_pp-0-of-1.pt b/70000/random/tp-1-of-8_dp-4-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a4b45a18a7a595b63bb4f4d615da2e782a16648 --- /dev/null +++ b/70000/random/tp-1-of-8_dp-4-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6331ee945444b5a9f592859382701dcc2975c275d77531cffbb00ea9f3c75a3b +size 1080 diff --git a/70000/random/tp-1-of-8_dp-5-of-8_pp-0-of-1.pt b/70000/random/tp-1-of-8_dp-5-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f350785e3658bf6be61fa9d1e7c816c567d1a9eb --- /dev/null +++ b/70000/random/tp-1-of-8_dp-5-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dbf01a69b4c605fa71181ebb65d7d160c37e7b2de681799bdcc1ec9b70c8eca +size 1080 diff --git a/70000/random/tp-1-of-8_dp-6-of-8_pp-0-of-1.pt b/70000/random/tp-1-of-8_dp-6-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c430382788060299da8bfff73df0da50ab1ad700 --- /dev/null +++ b/70000/random/tp-1-of-8_dp-6-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb27ecbbc346b007305a4ae1cf67ce2994a010981a4fd06a0e25222396ac02cc +size 1080 diff --git a/70000/random/tp-1-of-8_dp-7-of-8_pp-0-of-1.pt b/70000/random/tp-1-of-8_dp-7-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b186b82ecaef58eecd7b87919ab991581d0bc7c --- /dev/null +++ b/70000/random/tp-1-of-8_dp-7-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:275c1c2ee18eb9e175477df79e5022b1a7e931ea8c8803dfdf419c803127cceb +size 1080 diff --git a/70000/random/tp-2-of-8_dp-0-of-8_pp-0-of-1.pt b/70000/random/tp-2-of-8_dp-0-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..43a02b7bad5580ba71b153334527f267e93b5d62 --- /dev/null +++ b/70000/random/tp-2-of-8_dp-0-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8340754bdf64986286e33bbcd9525da0b682349b0fc13e8d2a882f99e5dea12 +size 1080 diff --git a/70000/random/tp-2-of-8_dp-1-of-8_pp-0-of-1.pt b/70000/random/tp-2-of-8_dp-1-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea864c4f12a94b204adeb9d5dd40d411027af7f0 --- /dev/null +++ b/70000/random/tp-2-of-8_dp-1-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:626ed56984f195d5b40938f552212b876a56e42ec98f63d36f067bbdd76f2f26 +size 1080 diff --git a/70000/random/tp-2-of-8_dp-2-of-8_pp-0-of-1.pt b/70000/random/tp-2-of-8_dp-2-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..35ed57b4c2e27530b0d0c0d4b0e22f69b75a8343 --- /dev/null +++ b/70000/random/tp-2-of-8_dp-2-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7b548fbd9cc6009b4e9584525dae46f68260f50e7b33aa71b05d5582622ba1e +size 1080 diff --git a/70000/random/tp-2-of-8_dp-3-of-8_pp-0-of-1.pt b/70000/random/tp-2-of-8_dp-3-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0207a2645e383e4c20f076e623258a96c29a335f --- /dev/null +++ b/70000/random/tp-2-of-8_dp-3-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ec3ce86b0f6540e20eb9c11eb55ac899a8c6eb0f8771b23ae7f4ada51549108 +size 1080 diff --git a/70000/random/tp-2-of-8_dp-4-of-8_pp-0-of-1.pt b/70000/random/tp-2-of-8_dp-4-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d61528315e09af3c997d635ae59988daf10bf63f --- /dev/null +++ b/70000/random/tp-2-of-8_dp-4-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3d8d2ff5421c8a4925707a8e0be988091d688fe6d2122c9f454f7f4ad5c0bce +size 1080 diff --git a/70000/random/tp-2-of-8_dp-5-of-8_pp-0-of-1.pt b/70000/random/tp-2-of-8_dp-5-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b69817ce8a56531b974a4e33e75a50bc1c386505 --- /dev/null +++ b/70000/random/tp-2-of-8_dp-5-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:975977a173add9b8d7a471527abe0d121b7a809147e6fe53c1b6ee00c262ddf5 +size 1080 diff --git a/70000/random/tp-2-of-8_dp-6-of-8_pp-0-of-1.pt b/70000/random/tp-2-of-8_dp-6-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cf2505d7ae648e9e7018f98c610fad4e9708326 --- /dev/null +++ b/70000/random/tp-2-of-8_dp-6-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18f50e395e80f2018609fca880fd4796dbe47bcaf7dce3176ec99b48dec2d242 +size 1080 diff --git a/70000/random/tp-2-of-8_dp-7-of-8_pp-0-of-1.pt b/70000/random/tp-2-of-8_dp-7-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..98835630a6d746a3c061c34243463d757c05d257 --- /dev/null +++ b/70000/random/tp-2-of-8_dp-7-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30b15484f21540596b286ca188a5afff2674ed57c70cfa3f67026be54f6730e9 +size 1080 diff --git a/70000/random/tp-3-of-8_dp-0-of-8_pp-0-of-1.pt b/70000/random/tp-3-of-8_dp-0-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..281b30fe14868d86238987f7bd1753df40d56e16 --- /dev/null +++ b/70000/random/tp-3-of-8_dp-0-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcbfe062e53e712c0f635907ec41def9883531fe06d4826a88d491759dbc0d57 +size 1080 diff --git a/70000/random/tp-3-of-8_dp-1-of-8_pp-0-of-1.pt b/70000/random/tp-3-of-8_dp-1-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..557006391138fca3c46a0be7af0a4f99973e8539 --- /dev/null +++ b/70000/random/tp-3-of-8_dp-1-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d21286fbe01f64a3014dc0f69441d293ae8c4ab597bb903a3054801dbb5bf82c +size 1080 diff --git a/70000/random/tp-3-of-8_dp-2-of-8_pp-0-of-1.pt b/70000/random/tp-3-of-8_dp-2-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef1b6cc60ec95fd96dabc5062f1318bfb8608ef3 --- /dev/null +++ b/70000/random/tp-3-of-8_dp-2-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b11688810e176d538855f9c0ad108fd6a5d9dc4a3a131ab36cd268a32568994 +size 1080 diff --git a/70000/random/tp-3-of-8_dp-3-of-8_pp-0-of-1.pt b/70000/random/tp-3-of-8_dp-3-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4808d7626e216f21ee4151d77615553253b3d4c3 --- /dev/null +++ b/70000/random/tp-3-of-8_dp-3-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ad5a7116e27695404eb61495bf1bdc7cbf77d0968928ce0c73683391d42950b +size 1080 diff --git a/70000/random/tp-3-of-8_dp-4-of-8_pp-0-of-1.pt b/70000/random/tp-3-of-8_dp-4-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcb5542bea4b6ca3d46b82c70ae3361cd0ee936f --- /dev/null +++ b/70000/random/tp-3-of-8_dp-4-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbaf72ffeac7b7a1ff7f84f68075c1189001bd0d54e1f29c69246782887c6b88 +size 1080 diff --git a/70000/random/tp-3-of-8_dp-5-of-8_pp-0-of-1.pt b/70000/random/tp-3-of-8_dp-5-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7805a389566a380a6252efd55d9e13af620771f --- /dev/null +++ b/70000/random/tp-3-of-8_dp-5-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc12b6ba3364fcf2afb538fd08d29d4bf3836010a66ad945efef4eb3dd317927 +size 1080 diff --git a/70000/random/tp-3-of-8_dp-6-of-8_pp-0-of-1.pt b/70000/random/tp-3-of-8_dp-6-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c818ffb2a5665076b4a79b00c70c2c96dfe6ec50 --- /dev/null +++ b/70000/random/tp-3-of-8_dp-6-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00ca351ea9e8f1bffd7f1ce4912d5d90711eb87cfe5ce2557a27b1a8a9897e64 +size 1080 diff --git a/70000/random/tp-3-of-8_dp-7-of-8_pp-0-of-1.pt b/70000/random/tp-3-of-8_dp-7-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2219913a87afee7f74802e0a7e1e528c67f39950 --- /dev/null +++ b/70000/random/tp-3-of-8_dp-7-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a693f4005f9e2047c0ec9ab861b924fabae617979cba4448f63aed3a35b81936 +size 1080 diff --git a/70000/random/tp-4-of-8_dp-0-of-8_pp-0-of-1.pt b/70000/random/tp-4-of-8_dp-0-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..18dfd6a5c46423deae8e81e64a1f41c17b65f417 --- /dev/null +++ b/70000/random/tp-4-of-8_dp-0-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27c2a1ceed0edf5ea8cb8525195aeb0e08aa777e20ba2edf3b4d27eb6803b675 +size 1080 diff --git a/70000/random/tp-4-of-8_dp-1-of-8_pp-0-of-1.pt b/70000/random/tp-4-of-8_dp-1-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..531e00b6d92a40477f2709ba5d48cf84248b4af8 --- /dev/null +++ b/70000/random/tp-4-of-8_dp-1-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58625180ca57f737a60ec7d04fc0826a240a5ac9d5bf2084453eeb48ccb31032 +size 1080 diff --git a/70000/random/tp-4-of-8_dp-2-of-8_pp-0-of-1.pt b/70000/random/tp-4-of-8_dp-2-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed2aedc611be007e9cbe3ee79b3da6d71b08dbe7 --- /dev/null +++ b/70000/random/tp-4-of-8_dp-2-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4cbb0df8b1145d3199620bf76a72b1b027a27be6287b897b02b775fe63e1c63 +size 1080 diff --git a/70000/random/tp-4-of-8_dp-3-of-8_pp-0-of-1.pt b/70000/random/tp-4-of-8_dp-3-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..346e1726fca15f72f0e271cb0d6c1578bcf7f49e --- /dev/null +++ b/70000/random/tp-4-of-8_dp-3-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34067dba5b2e527857d22e2ae39ec76b4c60f518a05aa787d85ac9907e2f905f +size 1080 diff --git a/70000/random/tp-4-of-8_dp-4-of-8_pp-0-of-1.pt b/70000/random/tp-4-of-8_dp-4-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c188a42f8a5703aacfe0f98cdf5aec069925fe14 --- /dev/null +++ b/70000/random/tp-4-of-8_dp-4-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd2df1763aa3a8852f0e9f88de19cf3dedb3b19034a294ddd86103c8156a9438 +size 1080 diff --git a/70000/random/tp-4-of-8_dp-5-of-8_pp-0-of-1.pt b/70000/random/tp-4-of-8_dp-5-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1af465f7f1d2b2deb7b98761210a673805c01559 --- /dev/null +++ b/70000/random/tp-4-of-8_dp-5-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:031eff345d2602aa3426259347be3246732ad3fe912b1417e75de24f61ad037b +size 1080 diff --git a/70000/random/tp-4-of-8_dp-6-of-8_pp-0-of-1.pt b/70000/random/tp-4-of-8_dp-6-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..85de808b9e64d8d930362efca1ad379e13128aa6 --- /dev/null +++ b/70000/random/tp-4-of-8_dp-6-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e43f6575b4bb74fe8cba4654b226707065bc30bbf12f5a6f41c907cf82429d97 +size 1080 diff --git a/70000/random/tp-4-of-8_dp-7-of-8_pp-0-of-1.pt b/70000/random/tp-4-of-8_dp-7-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c1741651b3a48a23c1f463bb9531acd8653f181 --- /dev/null +++ b/70000/random/tp-4-of-8_dp-7-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b577cadc3732a3b1d5c29f78fc50064a3c1caf623de9931dc0330e4e14239dca +size 1080 diff --git a/70000/random/tp-5-of-8_dp-0-of-8_pp-0-of-1.pt b/70000/random/tp-5-of-8_dp-0-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c3df31775d8e81346d5109013739ca1c74a48a7 --- /dev/null +++ b/70000/random/tp-5-of-8_dp-0-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cc2a8fa7dce1d157849d91bdadf633636d4be3656e4453852a802ff26706882 +size 1080 diff --git a/70000/random/tp-5-of-8_dp-1-of-8_pp-0-of-1.pt b/70000/random/tp-5-of-8_dp-1-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2385efb2e713bf3d3dca918be4df223ae24ab7d --- /dev/null +++ b/70000/random/tp-5-of-8_dp-1-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:580f8c6c3f6448b938ca90f088432355f2fb376098f2e41392fe1d8b6bb599f5 +size 1080 diff --git a/70000/random/tp-5-of-8_dp-2-of-8_pp-0-of-1.pt b/70000/random/tp-5-of-8_dp-2-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a9e40781778f4926c91dda6b99fe01d670ab331 --- /dev/null +++ b/70000/random/tp-5-of-8_dp-2-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a2a0a0e289de2daad16969545c0096f6bd8456613a92e8b82e1a4d2a989f3b3 +size 1080 diff --git a/70000/random/tp-5-of-8_dp-3-of-8_pp-0-of-1.pt b/70000/random/tp-5-of-8_dp-3-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1306f4bc7b15f706199fa9fb9c2bec36334d8a52 --- /dev/null +++ b/70000/random/tp-5-of-8_dp-3-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a991a2abca9f17de9d0dd29fc81f78768578a79989e4c6b9eb20a472c87364f3 +size 1080 diff --git a/70000/random/tp-5-of-8_dp-4-of-8_pp-0-of-1.pt b/70000/random/tp-5-of-8_dp-4-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..44ccde29d46d3b5afbeed0d647a3ff0baad9e8a3 --- /dev/null +++ b/70000/random/tp-5-of-8_dp-4-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:083d8d574423b56ff07ba174dc3823d5fce893295483a8187900e346a319867f +size 1080 diff --git a/70000/random/tp-5-of-8_dp-5-of-8_pp-0-of-1.pt b/70000/random/tp-5-of-8_dp-5-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f418dea20906511b1362bf63bb24648aa73f773 --- /dev/null +++ b/70000/random/tp-5-of-8_dp-5-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afe34ff8da784cbef0a0ee8db2a3c23df915b051af05be2dbd4534036efceb78 +size 1080 diff --git a/70000/random/tp-5-of-8_dp-6-of-8_pp-0-of-1.pt b/70000/random/tp-5-of-8_dp-6-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..13de5d6319e1aa8ff8d45251b8f1caf3998ab170 --- /dev/null +++ b/70000/random/tp-5-of-8_dp-6-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d560c37d41cfdc1155b0a6abe8e1c387e73436be46e7c5d91ca16a7331abd86c +size 1080 diff --git a/70000/random/tp-5-of-8_dp-7-of-8_pp-0-of-1.pt b/70000/random/tp-5-of-8_dp-7-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..263f8bc279bc2e432f283e799bdb0451e01b3b27 --- /dev/null +++ b/70000/random/tp-5-of-8_dp-7-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:419ce3ca91e7eef2a53c0c75fba9129b491b5736cb877f629e7a2ee5a2eb2d89 +size 1080 diff --git a/70000/random/tp-6-of-8_dp-0-of-8_pp-0-of-1.pt b/70000/random/tp-6-of-8_dp-0-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ed1f05ddeb330889284106e0ad267c76180412b --- /dev/null +++ b/70000/random/tp-6-of-8_dp-0-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbee6bb91e72da410be4c9aa151d2de10d19e2a67fb18819d4c5a60bdddd378c +size 1080 diff --git a/70000/random/tp-6-of-8_dp-1-of-8_pp-0-of-1.pt b/70000/random/tp-6-of-8_dp-1-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..39cb22bfca53850cab1463d4f9d593231e54e67b --- /dev/null +++ b/70000/random/tp-6-of-8_dp-1-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7883b203f10dce6b0dd0028f05866df449ca35b0078c24aefbd8551ac066a61 +size 1080 diff --git a/70000/random/tp-6-of-8_dp-2-of-8_pp-0-of-1.pt b/70000/random/tp-6-of-8_dp-2-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b78dd392e84c75e9d7d29709c53947af26c44da4 --- /dev/null +++ b/70000/random/tp-6-of-8_dp-2-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44509685335827c0c796bea09a1598d16d61d15a62cf02f3b64fe8af4d4f0761 +size 1080 diff --git a/70000/random/tp-6-of-8_dp-3-of-8_pp-0-of-1.pt b/70000/random/tp-6-of-8_dp-3-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0659fefeea8a8cdab4a06b3a89cd7001670de198 --- /dev/null +++ b/70000/random/tp-6-of-8_dp-3-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:302724b24f8baf0b91cdd53b983aee3df0e8ed98c715aebce1334b8d36f21dfa +size 1080 diff --git a/70000/random/tp-6-of-8_dp-4-of-8_pp-0-of-1.pt b/70000/random/tp-6-of-8_dp-4-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bdacbe4a8dc270ab202fb27622da1b68775f0dd --- /dev/null +++ b/70000/random/tp-6-of-8_dp-4-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42b51b9e8014fc40fdc33cb671add0293c99fa647a7e19d11dc3e7c98cd048d8 +size 1080 diff --git a/70000/random/tp-6-of-8_dp-5-of-8_pp-0-of-1.pt b/70000/random/tp-6-of-8_dp-5-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bb8f203030ba7c843d71f8eaccdd604e1f48cab --- /dev/null +++ b/70000/random/tp-6-of-8_dp-5-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2fe3c9acdd9dc443b9a62ee21c4b2af19aafdf87b3fad1d1b7a71f5ca4c3d27 +size 1080 diff --git a/70000/random/tp-6-of-8_dp-6-of-8_pp-0-of-1.pt b/70000/random/tp-6-of-8_dp-6-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..47629394ad7fd4344973fbb8f3f062791cac6dcc --- /dev/null +++ b/70000/random/tp-6-of-8_dp-6-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16fa1209b45bdc1f9f2b689ca84c36281c81da37ade77945405ed3f063804bb9 +size 1080 diff --git a/70000/random/tp-6-of-8_dp-7-of-8_pp-0-of-1.pt b/70000/random/tp-6-of-8_dp-7-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b9901ba46c1432472c5925de2c1fa174b6a7ad6 --- /dev/null +++ b/70000/random/tp-6-of-8_dp-7-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3858fb80685227de867ae52a0932ea43a6496e445dcc6039d4d1d403ce18270c +size 1080 diff --git a/70000/random/tp-7-of-8_dp-0-of-8_pp-0-of-1.pt b/70000/random/tp-7-of-8_dp-0-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ff6a244eecb4a4b2ccda8edacbaba3aed1aea8e --- /dev/null +++ b/70000/random/tp-7-of-8_dp-0-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d054f67e41adefa2f685a64d7269f07e60389f7fdd4758aaa1bdaef675505355 +size 1080 diff --git a/70000/random/tp-7-of-8_dp-1-of-8_pp-0-of-1.pt b/70000/random/tp-7-of-8_dp-1-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2e7ca5b88a420d9648a71206e3d094c4745e509 --- /dev/null +++ b/70000/random/tp-7-of-8_dp-1-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef6a1553045e314e4a67a3f9b080a551ef7b2efa827b358a234fc5ed16ed41c4 +size 1080 diff --git a/70000/random/tp-7-of-8_dp-2-of-8_pp-0-of-1.pt b/70000/random/tp-7-of-8_dp-2-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..49cfda0809ae030a63bd58c1cad48d904286dc80 --- /dev/null +++ b/70000/random/tp-7-of-8_dp-2-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fab780f9486fac8ff862c60b4a36101bc67ab1e096e1186d0ec7c20ed6d002f +size 1080 diff --git a/70000/random/tp-7-of-8_dp-3-of-8_pp-0-of-1.pt b/70000/random/tp-7-of-8_dp-3-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..72d511a0c5d43aa05970c220b17576ebddebb9b6 --- /dev/null +++ b/70000/random/tp-7-of-8_dp-3-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7376c1733c398618cd4865a817cbc94cf85cbff11fb639d657a807aabd530a13 +size 1080 diff --git a/70000/random/tp-7-of-8_dp-4-of-8_pp-0-of-1.pt b/70000/random/tp-7-of-8_dp-4-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..39479e968cf45ca338f0d9ce7a4fed07d635ba04 --- /dev/null +++ b/70000/random/tp-7-of-8_dp-4-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47b52438bb301c0a979bc590dbc8e5aeca88027f461b33e4089a98d8e8530526 +size 1080 diff --git a/70000/random/tp-7-of-8_dp-5-of-8_pp-0-of-1.pt b/70000/random/tp-7-of-8_dp-5-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc1fd5453e548a74539b6ad5e2fa7dbe1bb29daa --- /dev/null +++ b/70000/random/tp-7-of-8_dp-5-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57a34947fc588562c34d22ae45137553db950a70e6664bf1d202d486f50349da +size 1080 diff --git a/70000/random/tp-7-of-8_dp-6-of-8_pp-0-of-1.pt b/70000/random/tp-7-of-8_dp-6-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..baaf7f24e6c2595ccdf1dea32bc8e5390a8f1b5b --- /dev/null +++ b/70000/random/tp-7-of-8_dp-6-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0177ef9b8c0f4cf8a230bb60df4b6c9182d9a9f51ea5f5da616b1c7368123b5 +size 1080 diff --git a/70000/random/tp-7-of-8_dp-7-of-8_pp-0-of-1.pt b/70000/random/tp-7-of-8_dp-7-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0af09dfbebe9fee2afb2c55baec1c9b4814db54f --- /dev/null +++ b/70000/random/tp-7-of-8_dp-7-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:122b96587e6f9492bd311aa053929278f96b4ae0e46d046ee4611099cd906d88 +size 1080 diff --git a/latest.txt b/latest.txt new file mode 100644 index 0000000000000000000000000000000000000000..6a1a02e5704263709de58dfad5a24d42c83a2b53 --- /dev/null +++ b/latest.txt @@ -0,0 +1 @@ +70000 \ No newline at end of file