diff --git a/70000/checkpoint_metadata.json b/70000/checkpoint_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..b9adf563f455c72437d9953e526cd3d1812fdd72 --- /dev/null +++ b/70000/checkpoint_metadata.json @@ -0,0 +1,9 @@ +{ + "dp": 8, + "metas": { + "consumed_train_samples": 35840000, + "last_train_step": 70000 + }, + "tp": 8, + "version": "1.2" +} \ No newline at end of file diff --git a/70000/config.yaml b/70000/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0557cb4647e05dee009eef1ec0972e627437f292 --- /dev/null +++ b/70000/config.yaml @@ -0,0 +1,139 @@ +checkpoints: + checkpoint_interval: 5000 + checkpoints_path: /fsx/phuc/checkpoints/doremi/big-run-02/reference-2.8b-llama-tuned-weights_with_100k_proxy + checkpoints_path_is_shared_file_system: true + resume_checkpoint_path: null + save_initial_state: false +data: + dataset: + dataset_overwrite_cache: false + dataset_processing_num_proc_per_process: 1 + hf_dataset_config_name: null + hf_dataset_or_datasets: /fsx/phuc/project_data/doremi/datasets/the_pile_raw/tokenized_data/train + hf_dataset_splits: train + text_column_name: text + num_loading_workers: 1 + seed: 42 +doremi: + domain_names: + - Pile-CC + - Github + - OpenWebText2 + - StackExchange + - Wikipedia (en) + - PubMed Abstracts + - USPTO Backgrounds + - FreeLaw + - PubMed Central + - Enron Emails + - HackerNews + - NIH ExPorter + - Books3 + - ArXiv + - DM Mathematics + - OpenSubtitles + - Gutenberg (PG-19) + - Ubuntu IRC + - BookCorpus2 + - EuroParl + - YoutubeSubtitles + - PhilPapers + domain_weights: + - 0.2333 + - 0.07 + - 0.1154 + - 0.0528 + - 0.0665 + - 0.067 + - 0.0366 + - 0.0571 + - 0.0451 + - 0.0036 + - 0.0087 + - 0.0078 + - 0.0708 + - 0.0656 + - 0.0034 + - 0.0048 + - 0.0222 + - 0.0084 + - 0.0038 + - 0.0186 + - 0.0149 + - 0.0235 + ref_model_checkpoint_path: null + ref_model_resume_checkpoint_path: null +general: + benchmark_csv_path: null + consumed_train_samples: 35840000 + ignore_sanity_checks: true + project: nanotron + run: train_tuned_2.8b_model + seed: 42 + step: 70000 +logging: + iteration_step_info_interval: 1 + log_level: info + log_level_replica: info +model: + ddp_bucket_cap_mb: 120 + dtype: bfloat16 + init_method: + std: 0.025 + make_vocab_size_divisible_by: 1 + model_config: + bos_token_id: 1 + eos_token_id: 2 + hidden_act: silu + hidden_size: 4096 + initializer_range: 0.02 + intermediate_size: 24576 + is_llama_config: true + max_position_embeddings: 1024 + num_attention_heads: 32 + num_hidden_layers: 6 + num_key_value_heads: 16 + pad_token_id: null + pretraining_tp: 1 + rms_norm_eps: 1.0e-05 + rope_scaling: null + tie_word_embeddings: true + use_cache: true + vocab_size: 49152 +optimizer: + accumulate_grad_in_fp32: true + adam_beta1: 0.9 + adam_beta2: 0.95 + adam_eps: 1.0e-08 + clip_grad: 1.0 + learning_rate_scheduler: + learning_rate: 0.0003 + lr_decay_steps: 8 + lr_decay_style: cosine + lr_warmup_steps: 2 + lr_warmup_style: linear + min_decay_lr: 1.0e-05 + torch_adam_is_fused: true + weight_decay: 0.01 + zero_stage: 0 +parallelism: + dp: 8 + pp: 1 + pp_engine: 1f1b + recompute_granularity: SELECTIVE + tp: 8 + tp_linear_async_communication: true + tp_mode: REDUCE_SCATTER +profiler: null +tokenizer: + tokenizer_max_length: null + tokenizer_name_or_path: gpt2 + tokenizer_revision: null +tokens: + batch_accumulation_per_replica: 1 + limit_test_batches: 0 + limit_val_batches: 8 + micro_batch_size: 64 + sequence_length: 1024 + train_steps: 70000 + val_check_interval: -1 diff --git a/70000/lr_scheduler/lr_scheduler.pt b/70000/lr_scheduler/lr_scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..67708f69e0cb685c7303e0a936793b6de2f21eb0 --- /dev/null +++ b/70000/lr_scheduler/lr_scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f44f89c4642a0011361e62b7717a7243492b6f41d8aa83936b9c4e75cdab7cf4 +size 1012 diff --git a/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8312b4bd1ed3de07c83e394d649b93813eabfa33 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b924abc2c694bab96dd718980d2fc41374bb6a98c2a2a7ef033ce2084a80d34a +size 4194536 diff --git a/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c651bf7a8ac9ff3d98649f300aea384b59388d3e --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:befcaf368c5f7006f3f85a23ebe7ac2b8383f0e2dcb54f514485e450a803011a +size 4194544 diff --git a/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ca6508a232f1b9b5d24cee6f2d805f9a49bce5d6 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:634a0e7e3a8f6e98e7bfbd8bdb9e09663e6155177fe47a5b8dae9741aee93b56 +size 4194544 diff --git a/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8a47a988b6bd2593ba924d51378bf7ce96777f3 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c42cbc6fda656a9efb9254ff1fb4b6aac1b1f53d9ffd08632df492a83e0578c7 +size 4194544 diff --git a/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f094435be122c6ed97bda928d31bebe3a02a71e2 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:571e457e7da01bab5afb26c12f45d31383b2b6b45d7930defd16c444b9d20705 +size 4194544 diff --git a/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b6fa69f56c70f61a57575f8d123499548c95f2c6 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aec92ba7b1146b18237c31eba3ccd2704ce4c9b877e9e98310cf6b7c8c2daa6 +size 4194544 diff --git a/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b9d8405fe6b803be5b506162edbc1a320f4b8722 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84491e45c7d80cd47f542836ee82aec17a0f332d0a0bde0a3785aa20b2fe2ca3 +size 4194544 diff --git a/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c782f600a919fb76de2078fe366d91e19dc7ff0a --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d86ef426782938777a098a005c96184ad66e88b5559b32946096db74daeeec93 +size 4194544 diff --git a/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..11aab99da688ae8286ff9a1dbe386ad9d4cf9e06 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5080436a11827555f2464b505bd293a4b5f6edefd3512b10581a67fa4fb7735 +size 8388960 diff --git a/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..285705f811c342f9ecb47a48ba795499a94ba6cd --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9df3affd4284d543fe4ef9242de56e222a3bd61417b67b1c3437c2ddb471b0d +size 8388960 diff --git a/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a9463534953269e3e876c158781486b580f62f37 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4e1a2f0195db7bb0875718ad3aefc0e7fb36cc81d42e65c309aefee6d1b0d6b +size 8388960 diff --git a/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9365c797b8b1066f1a8eaef3677f9bac4e639209 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff413c42cbaa4def157792ac531370732e092e372cbccbb98f99138b48275c01 +size 8388960 diff --git a/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e8d54b02e340ae5c18d108482e6f6fcf5bee2a0d --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f81d26513bf6ddd9a53ba9c7c925dfb53d47f36596426ff7402b1160a90a6e86 +size 8388960 diff --git a/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5a8e8cbfd347c53169f0279236639b3a2b341144 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0840250899782f7a0f5f246773ae560dc3bb0004d779dd30cdee0e133634da1 +size 8388960 diff --git a/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..243c1863ec36ef6cf7a0f6a8c10b7869ad3ea61d --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d6e73a67f24e9dd5c03ffc7549fbdbc809a70a8f60d4636ca691a7fa1901efb +size 8388960 diff --git a/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..01efb5d68f5cf6a4d976e5b1f6dee5fd08b8c87e --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:860fd9e1811888cf0dc8d38c1296edef0ae33fffe775a7f964dc7dd4f529db37 +size 8388960 diff --git a/70000/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors b/70000/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08e02b3dc7921263932e4bec02928a03aaa2c216 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77aa2d98fa003f17cacd3e302f52690baf3dc7d1d51a1bcadc5c4b69b9765d8e +size 8288 diff --git a/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..edec6527c12330b0199b1e138509a9cc67c3af52 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:388b1e2644d45b43de282701f8fd15b4bdc9657ccf6680d6021e511c66b57a5e +size 25166064 diff --git a/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7aaf9a508e2b91e45bf7ee1800874ce1617997d9 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:539857dae12a301c64f1cdcee5b9e755a3adf02b5f2e124e9dc3b2f9e248048e +size 25166064 diff --git a/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..10c7d47f9fef75398b441c15446e352eaff53c33 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:536398da36df23920039973a73d140566043cc53ee2a0d914a8844372a64aff9 +size 25166064 diff --git a/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bbfe2187a20f1ddac8b6d991599517fd0f9eb24d --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d14cc8eddd75e465d397973a37b0782cb4904becec6aaf91a4367678873677c +size 25166064 diff --git a/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f5fcd85dfd02602ede4c72392729bb5a48cd3eb --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ce4f3f6650309f13f3e6d544de1e20e355a6f08806eef191cfd501c8ff2acbc +size 25166064 diff --git a/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9204820066f91f2b74512264e8371314b6b6fdcf --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a7fd52544d2ce19fd2ae3abd5446bf450e9dfee065f42e0f181afb2e5413a86 +size 25166064 diff --git a/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c2f8ba68ec43e16d9b5ed9383e871b79260fa050 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7bfd2dcd8cf9b2c47812d070d52dfe7de4e44087e51ca1e1d579f2f5f334260 +size 25166064 diff --git a/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa1fa5910315826c562b774aad7be1b37fc3bc07 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64b15490e5736a45fc3703acb705c86fb53bf08913287d1dc7d64b223537e01a +size 25166064 diff --git a/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d3e27034f446ca1dfe3394fcb587ecdfb6257834 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dcbe0259c3f13e64c37658cc5bed072e1b14d1c1fd7bd920a7737f5df08d69a +size 50331944 diff --git a/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1384e01d700ac06e9aa4ee2c71b2de9431fe78e2 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c42c59c00b0a680a2da7797fe742a81dc60b471dc8e98dc735110c7e5a2ad2 +size 50331952 diff --git a/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d64c8856d0a2573594f69bd4a2956dfa2271642 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0b40fd72f645c955728741df102ce92daa359c789b8bc35a7c009c49ce80396 +size 50331952 diff --git a/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6102b092fab4650a87406fac8a8bd1a2692637e7 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:347f3971a29037808915a992d49172b4f8aafe5142ed8517ef74cacab96238ca +size 50331952 diff --git a/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba33c74f34f1e6c623d8351564dc37161904fa34 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d72a03fe0dfbe9c614e25c2a339979ad70cdb71ab3d8292c146bccabf9e0afb6 +size 50331952 diff --git a/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f4e25d07915a3254096af308509040762cfc3387 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ec84771ce31f81f1ec995a024d49b497bba9e2024aeac5faadc8ffedf4458c7 +size 50331952 diff --git a/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6eced0c848e5cc4d983eadae6ab7025191519997 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23f4fc83195f52847195a215dae1e010ca868000095092e64f69825ad050ef79 +size 50331952 diff --git a/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..691e325cc4fcb295a9a9404743c83323744908d1 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c53af868894ef04ad4253fbf68c121f01599134ce660e637b8a5e3f883334413 +size 50331952 diff --git a/70000/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors b/70000/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b1239cc3cf93903635162866a6e6fc255e1e4266 --- /dev/null +++ b/70000/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cfef55c64df70d52293e020ab6059676279dee0eb6ec8b70021c2004340b1e8 +size 8288 diff --git a/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..da1f4ba12364a3f88b1422d7943d18b004d0439a --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6844d86e43c3eeeb2f837a178d03f1d4ee2000fca9030a908828fbd259198f8c +size 4194536 diff --git a/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aa1d5c0e8562a7d6b7da8205dacf9ef48c91d75d --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf465add9144127313ccf1daed2830c00e80971ef8801b35f1a40c5432c800bd +size 4194544 diff --git a/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f2d45fdcf5663ef36509574c3bc6f9ea467fc85 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:241fae3f5d988a9ed1547709a7bfbdb80adb33f62fc19465ebdb646996cc689e +size 4194544 diff --git a/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ed81308516156fa94f24163c6faf29c02b8a536 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc7f9f5371026139f947dfbfb09a8f81bf04d0cf6851aa863edbd6846f240c29 +size 4194544 diff --git a/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b87062d981230659a93e10c7fbd145080edb44d6 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04d9cddd3c55dec8bf5d342e89a9704aa996387f3b7cf015152a7379498b3879 +size 4194544 diff --git a/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e7f2de22775b811b88edbca765c3ea7fb1796b03 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:077701a3bda055d412b631689fd87725d2a46a5d3b2cbff7ef86d01c81374018 +size 4194544 diff --git a/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c38a5a610447af2dcdc91467be79ce199ec130fe --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7806c296fe37fe4b2e5f83a948a6a7dace14e112b3ed5493804f9cfc2438010 +size 4194544 diff --git a/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..021187535d72659db543db1fa75ce01f693a68de --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dda24af303369e36c8aadf2f141f24e8286f63212cc4be01b58eeea199137347 +size 4194544 diff --git a/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..944c4e85e478e518c52bfc8b12ec07be261b7a12 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2ed20f3337c7ba5f80b3edc443d296071f232178daf676a330b0c420332f2f0 +size 8388960 diff --git a/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f4427a60f0368f9fd3b272264e4febfb4d1be2a8 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0b8192b996f3fb5b193e441fabc579468aac681a98385d81b84bb1d0c48c57b +size 8388960 diff --git a/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7762d3e5cc92f41219d2cc9814014a6478854ad6 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88a8b9b3e76e271956e023d8d16968883902b927e1ea476ea0fe25a539b55ec5 +size 8388960 diff --git a/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..41966152d80e8f9c346c114e7d62f6cf52518635 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:806c1d4682253e4d0d7da1cbfe787dc50b60732f14f26aaefba8a5eddf088adf +size 8388960 diff --git a/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ecd15b7042475771381b99ff4092a13f8bb12bd4 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60b6c0c58e3321fe8f82ed19d2a1529e652949a61570ef3c931af659920291c8 +size 8388960 diff --git a/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45b0f8ae1c1f9c8a3a0d32f6f9f7bab6dc385c3e --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:708fdf83546a74e9eb1b278c116103c7afcf388d34d3096824453980f6210791 +size 8388960 diff --git a/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9af8185fd1d6d3ac3c0acbfefeb18c5132c78ad6 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a5c4e41fbcffe886ab7cec6e43e834beee066c35899e103a8b178c4ee7a0c5e +size 8388960 diff --git a/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f44b2a8a73ee6b8a69caa97e695c3812d44672bc --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76a0ac1c228946bbc4c38c7b77825eef9925bbece0e36b17a0f39f94cbd9ade5 +size 8388960 diff --git a/70000/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors b/70000/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..974220bcceb49cb86609478fdbe885732314a388 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b10c218f28d50af3b3e6a0285df44b593d819ee877d87fda05062872d7f51d7 +size 8288 diff --git a/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0bbfb76ca6a72c965d335f7f3a8a06e992bc16e2 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fb781cae080cf710ff04305d8cb6618c4601e59854126fbf9aa040f6dff8fb0 +size 25166064 diff --git a/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ce33cd313c808e19b81beae2d6eb1fea5ed12967 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e73c655d73cea9851eca1e1f69617e4f11088ab1420986db336997c9133604f +size 25166064 diff --git a/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8475fd060aa4c767a48851f3fc81a6af514f94b6 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f29b840a6c56dcd1fe6a64f673a6f75d4ce9335af66c92bcab25c86f4ad7989e +size 25166064 diff --git a/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..36df0b043b8ab72b3d902dec12856fb70b6105e3 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:298a7e8321ce49c86c40922538084269ab59ce7aec8e1bd3cd806644ed9d9fe6 +size 25166064 diff --git a/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a35a4ae3e43d6bfcb62615cd766d8250cbf9ebb3 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:631930e8b08b40aa18ede078b982abda3a7c52a30774ab73a79bfea60926fb5b +size 25166064 diff --git a/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2b110b0e9b4e0e9e8ece4b62a69880da65b19689 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4648ebd81b672637ce2b1e0e269ef5654b8d93cb61fdb5405e6e4d86eae3763c +size 25166064 diff --git a/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4388799c5d730732fa8ea441318266e33f03f86b --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:609eac97e28eff39befefa79e3471d9cffd9b490274268a1e999cab6151aa8b2 +size 25166064 diff --git a/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3421fae9cc0a297e5f0be32126c0e211f59a7e5a --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2524a7e940156d4c1a7f5c0ed18abe14c099042ccd26cea7984c26d50fce47e +size 25166064 diff --git a/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..61640c935651bd390b28daafe36613990500520e --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7574ffa0af34d973f0c702e279be6f7d13a5249b07e7e3d5d808a096724e7d4f +size 50331944 diff --git a/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..925a9ad8fe44c75702aca6a677b6fb161bbb90ef --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fd0af274bf45c1cfe7c7500d358dcbe7984f86dcb0318e5f4025bae6546d88c +size 50331952 diff --git a/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0cf1e8a005dea623767e0eeec547db3bea050073 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec250e77a52d1eef85a881e5208f011a07691a2cfe312056a5118a15f3b818cb +size 50331952 diff --git a/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ead544e17a5bc1944bc6835cca6a896c2ead13e4 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e882317318ead4e79d1af203c840c0490da080f084fe1e110b6481cdbcca7a2 +size 50331952 diff --git a/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..462a7b1eee6b56c7655fad28ce6485772823f80d --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c767650b5bc22dd19b71279bc875ea833a43b251d2d8cca8d774db00347c468a +size 50331952 diff --git a/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a6a49eb44724ae900ff65a876008674afc8a2e6 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93dadf1a4720ca50a90365f799a4ede5ad8ebe6ddc7f13ff1c482d6b21b3f2e7 +size 50331952 diff --git a/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..79172b2c4e309c5f69dbd5ef7a5b1123a2b4ae9f --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40f9c59135d5d3e3d1747d7443d9d663f80a0206809e78a8f942671f3deba695 +size 50331952 diff --git a/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6515e1233f5c90d5a530fc32189470616ad0389 --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddfd00b0fe6025771421a613db2e3e556e1f412f1f15fa2c2e03bb7b91180275 +size 50331952 diff --git a/70000/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors b/70000/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a69b9782433b8b7c245e91c83ad68b655fdc5ac --- /dev/null +++ b/70000/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3589eb5eb418869bf71b7c0ab0e5dab177fc24b8fd0cd3668add25546689c3ba +size 8288 diff --git a/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a32f53fee4b24a6309522f6c986f5996ef69c4d9 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1d1992fd1847bd564a093aad69edb749b478822a1398d9af96ed2e3309ade0f +size 4194536 diff --git a/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..68b7ebb111837fc7ad4096c377c37b3ecce8ca5e --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2718a21f24d79d31898397c7a771f571dfb076cdd8c137641caa77631c811191 +size 4194544 diff --git a/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0e4225f801ba8069d05c0fd099cb59ac51f9ab1c --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:831a404c40ec099b69d4dd39486a2452e5b43851a05f90fc2424766ad3097e91 +size 4194544 diff --git a/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6556f2bd4f028804e9ffacdc67bd619c5863e9b5 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2644f52b808552a6923fb2e739928d3d9330cf935a1a89850b88858fdc71cd27 +size 4194544 diff --git a/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba6359efb46736a3f24c50444a6fc6ac52debc30 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d142e54e7f18c5c9d5ff44e42a6def894187d87eba4ec3e4b011287d46415747 +size 4194544 diff --git a/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..618c361b111ca5c6eb85a3016518d7f5436e1678 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5602a52e5eb2e654557f9d1b2d82db862d09d202a14365bae110ecef2cd62d89 +size 4194544 diff --git a/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eb967a3f7e6a0b92b0201d1d6cf89200a28d68d5 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62a3f7d12b542ad7dfb0b5d22770e1899cee9f34d0af171290dd4493f7f82617 +size 4194544 diff --git a/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..314b287849c6882fa75addde375661d4306f8593 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bd9a4f2c915079a033c6784d552600704629bdf0c8f0e774baa74b457b5c617 +size 4194544 diff --git a/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..25c4ec37383d9e822c149646985dfc241e93d5ce --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a208063bcb331c4d1f44fe1ab50672066ecaae0d93ea11f9c29bdbf24d9350e +size 8388960 diff --git a/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d2a6f99647a339114ac3c9faf5f4caecc49e7f92 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:294be313555b479713adedfc49bc1ad5dd466cc939cd6e1e40038df99107f1d2 +size 8388960 diff --git a/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e7d19db28e1cb4b4af1c7fa441c5828554b1e97f --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d62c3d1f777ff9a03214fdc5740c8e559fe605c76d66d2a1d0b0dfee98a745e7 +size 8388960 diff --git a/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..678dd2a602e0488f5192b3f119651e752e44978c --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5569af8568d696c3256c1cd61864fcace71eddb0d26440512b24f94029251482 +size 8388960 diff --git a/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d45bf2840b3753bdd11c48de933f5a4098148120 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef4eb79870710a6f71db0ae07ddff6df488ea8b42cd965220ed3c6e6ed0bcef1 +size 8388960 diff --git a/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..202f28f2cce4f8d7ae70cb611a99934afc53c851 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18b02357ad2256b260e386d9b4384dcb5c1bb30820a1c925df90c4fcaaafe15a +size 8388960 diff --git a/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..74d967288167f8601c13bcbd9266ba5c4f4d9318 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfddc02b090dca3ac82bb1f9de781299dd5f0f486e88714a50ab202501a97e96 +size 8388960 diff --git a/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..01af36b0c9204a26f42ec74c4ffc74caf4fbc8dd --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03659e392a9e4df4a080241d19bd68eecd0403b7ec8453c31b7347bb05dce79c +size 8388960 diff --git a/70000/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors b/70000/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b33ba4f2d81d422804b8e4a6290f18849ce07305 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f79e2218c19b9a66f13244ac104154275b9bd61aa843e89765dc227360781ea +size 8288 diff --git a/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..312418117e56d8af9082221f37c86b4740bd8484 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf26aef2d74c50096c5bf8de399494918b7db806ab96948ee6a867b0f7a67bab +size 25166064 diff --git a/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5ed3d708f8ef79d42ad24a2e61f183a8e0095c7b --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3efbd37216a7fef1064865888446cb717e47daaf5e694bacdb4b09287fe71cb9 +size 25166064 diff --git a/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..77de3b60f1d5c647f48d8f6e012e50fa12e15e87 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c87817ae18e152a34e10c943f9e1c6cc0ed2f0456e9a53dedd5dbeff8bd0de07 +size 25166064 diff --git a/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ed557e00219d203c8ff836c87afaf0452c03f3bc --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88bf1637e86c9d17657f46bf28f8d79a5e84bba08b4e9d7ea929e2aa50776afb +size 25166064 diff --git a/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ab9854f1f989c60b7e87451b85067ab244dec420 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baca7773f1814a9edc8133ce478cf5915eab543012b4d028c618b44936fdac38 +size 25166064 diff --git a/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a19a5c79f11e66a6cde27d9c76539646c6136aa --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9ca1869b65dd0995b5d18fb182f0b3a64540ceef951ea8e41a112f84016cb9b +size 25166064 diff --git a/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..82d07a1deda54024404338dae516aaa76274d574 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a0bf77865344967d93b4f29805789a9721b275efb8be6361d2e3b41babac51 +size 25166064 diff --git a/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..11bca693086f91d937b025791fb7371298a1f033 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4850d0fcef076bafd0bc453e9f41a7833cf9a6ffd54ac46681f695a3ed1bb17 +size 25166064 diff --git a/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1131e188714178b56d65030d0a8c328e3603cf91 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a490396ab3b2a9e76cb93262f858bfe19f0e56e900f90a7f899e70aeda77a509 +size 50331944 diff --git a/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8c6b1226683f38b3ae94e5847d9bd9fd37435f48 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae2e950bde5d3d84de286395839342633e2b52b0c0a1f0f6e50440d7a17ba6c8 +size 50331952 diff --git a/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3e918ae35504f5e3880733e056ab1c4f228e89e7 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c86e582fab53a4c59dca201cf6f6b0f3ef2eb148dd20e1ab697af83a6cf4ae25 +size 50331952 diff --git a/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2214b2d0441cbf9cc21ca8fded1da3598f8a1919 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68bd53428adc8d30fccdfbfbdcd472cde104ec25bbdaab19c1ee0b295013fdce +size 50331952 diff --git a/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bfa6addd1f272ceba1f73d153f00ee2e6f9419f6 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcfb63ce923e4434910452ebdc8e1ec229dc7f2ea4146abab722707fdc8e342a +size 50331952 diff --git a/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..55f69c43e186b1fe10fee760e08d571164ddd835 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f606488f8db10a77763956f92d7560e8b62d6b733a05950a5ff969c5d22ee07 +size 50331952 diff --git a/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..89230fabc1f03eb3320dabdf87b0418b37ca70d7 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da21b24a2f28e03eae60444452f1bbd19e002e73a2f01fa0299edd9747ff652e +size 50331952 diff --git a/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d61bfb0656193e8d573b42cea73d9b75e4c01e9 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdd583a74fcf8385c6f4ce6cc0a882aba590b601e8e158b7bf775929e30ddf94 +size 50331952 diff --git a/70000/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors b/70000/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e26f4971faceefddd342d28d05b01b328c384d40 --- /dev/null +++ b/70000/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82d5092d856ae3ecf52a3e15f725b5df277d1e9afd6119765fc4acc8dd4a3527 +size 8288 diff --git a/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..adcdb47d8af0b0646594c40fdbdbe2fc8daba92c --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9d84fa269988e346d51b3fb5b500f21d1f937e960880830d7e265839f5ba952 +size 4194536 diff --git a/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..938ca769fdad25d06da144a1bac446d66fd4fc90 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65de69cb4b037e67c6b3e2afa73d795a9c5c2625d9156f3686ad62b287e2a9a5 +size 4194544 diff --git a/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45a8eb55b0fdf4d06bc830940c7be7ad232dac55 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eb890915dd3396ed5f58c30f85675a1612c63a521b05873296304f456ba7246 +size 4194544 diff --git a/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2a1f1c9923914899e9bf9395161b01b0e5c25abe --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8044d729783689e1b0582c627d1d7bddc8e1a4f97d20bff6aa754ca683978253 +size 4194544 diff --git a/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c3fbeea5e21166a69d536ba7e195b76669d242bf --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f07e0fa76fcabbdd80db044c0bab7cebf3fa4ed6ba7afc22f2107a266a389c6 +size 4194544 diff --git a/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6b8e67412855e130d0ec9d2714a9f442ee86e86d --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:489369885282c12c19bd6174c857ef953cff1b061a949e9287dd0f9edb8546d1 +size 4194544 diff --git a/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9e6ee100667556da3ed3dec8a884145d4acce4c6 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0425df4b59dc079705ec110df8686ef795611e540aa4d77860a444cc4513ed1d +size 4194544 diff --git a/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ea64289f14427a13b8771405e4db30253ec6320 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36c7b5324da0075ad21803ec861f902cb5c1eb314feea169a42a6d541599e3b2 +size 4194544 diff --git a/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e3d8e82ad451e1ac3df59945c64060b85942f1a --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9c57412dc96e606be8c5bd87176b6f76ff1de021179c2e3952ebe3f48afa1d4 +size 8388960 diff --git a/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..610bd7e6262cdb8c5585342bc0f417f3786a2b3b --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ce9c4a3cc2b055d9e72eb51ad4a69265eca32a98add6c2905b2bb95d8ebb5fe +size 8388960 diff --git a/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5cddce8d12994d0a7ca2b3ab9dd93daa8290d6c2 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57ff901d059044bc26d726d2cd08f6a3fcbfe6fca4486550b87e85c1c1160000 +size 8388960 diff --git a/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e807e658eb6737357c04e522ec778426fc01657c --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5143620b682ada05883515c3075e5b698e111fb510d1ee61d30a90e626157e3 +size 8388960 diff --git a/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6d875d61a37e20e06a4109d0d67a29e277f65622 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2837a4d4bc6060c82411f1c29ab8c5bcb487016f26ce4971067b08d602ec4e00 +size 8388960 diff --git a/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8245d5435e840b632550247fb4bc8add1e131ec2 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92c9c3326d6f90748dd57df48f5d887ebb637bd5f2cda517f7d6c38cf53edecb +size 8388960 diff --git a/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67acdc3f391d1e4a4a481e4b34ba89081263455e --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a1e1e432685811e3479326120c03e24613bbfebb00f66636d9ce2b6e5890b7 +size 8388960 diff --git a/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..54ebc3f0e55c76712b5660043cdcfb5a45b5ef13 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9c4e1f6a601994f6d7ebf81d97e496061bb6d53d821539f800827a6f853b4f2 +size 8388960 diff --git a/70000/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors b/70000/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..950a973505b931e61fd1a91e535d7ea1c79dc2e7 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9f449d59c6a151e550bae53400a0a0bb29292d9d6e555c4ccafda09be253529 +size 8288 diff --git a/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b328141548183768712cc0e7d1094c300af5bdf9 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10eef427e92b36f58cf1ac0aa254ef2d7adb691d7f6b5dfa9277d36c0577c945 +size 25166064 diff --git a/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..40ada1194e90297c7b71a6fcb1808dc9f14452e7 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dc6615b13acc6659a2df46fe85dfa845ce59516d03efb3a2ce83171258afe38 +size 25166064 diff --git a/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a20ef58539015521234246ffaacf093d86abdf2b --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8fea9cc133b0fc1c5f772940006f4a947ef0c564fc74156f0d41520f01d7915 +size 25166064 diff --git a/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..68ed12218974a8d13881d248f012a8ca87177984 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3087cd8e84fbde1913a2a31eb59bb7266fc559ded8411118948a08f2e8ef9872 +size 25166064 diff --git a/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..56d308791964d746f8550a43575c3586a8316bfb --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e034f8ec70449120e9020c583041d8efca98feada0e1dd5667bf904fc6544122 +size 25166064 diff --git a/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ad48dbb87445807f83cec8b3158969452231c7 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:905d6429dee4749617a5008d28ebbec3ce848e827ea11d00afa00718a17f0179 +size 25166064 diff --git a/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0f996036bddeae221459f31c441d774d5764e00 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33d2c92115006ac0ef4dccfb9c0f3b44d128d7d1467c7acb56c98d22b81489d1 +size 25166064 diff --git a/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a9e984dbae38f52fda02e801c025acf2a07cccde --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b48bda9c062fd31f4cb60c29c655584c695d4edba69e9331440d29b42f5c541c +size 25166064 diff --git a/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7490d533c878e385379af7c04c4c1705b9e044b1 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d28748ebe1a64ca9d0a2763095fe64313313161d58fb70fde3ee7ff134df2e61 +size 50331944 diff --git a/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..78f049b356c243ffc8b4c58a91081a53be70b3d3 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3b8ca2b4a28ebbcc84c180b462dbdc25196321aa4bc99b20b616b927d6728e9 +size 50331952 diff --git a/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..90077fea999662f386842ce64ba0dd4519940e3c --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cbe24b3d04bfed6ccfae42449305229cfc820dd6aff2aedbaedaa15d0344169 +size 50331952 diff --git a/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2b9e3ffb0f2c478d0f1fe5b465de394e7b98c9b1 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a8d1b35f967f4ecb0d45676cca44ab53a1fc5017476508dc13e04fd20916b3b +size 50331952 diff --git a/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7093134424878f4b5bb09d4b1a40f9e2f771277a --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07bb0bddd743b996c0324f4ba8d4d38f483729dc145c85c1773859920f5fe0cd +size 50331952 diff --git a/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c96ccdcc14d3ab16b272d1bd0c8b72e0e53e47d --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6677dcf6a8191c681cecea94eeb41ca8c182ff8ea127d709ee4146eb764f16c +size 50331952 diff --git a/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..64f76cfbe81c91c1d51819f0ac36e279863bd2e7 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2bfcd470b93239d8174714d46110f4098ea8b91dddb8f62611d7ed3f3888c85 +size 50331952 diff --git a/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eab44dab330d1590ff9a1a0bd909b31e1afb9dc7 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fe3344145d2ba22316f420d930929c4d41ffd4e8239d1cf5263004d3559de20 +size 50331952 diff --git a/70000/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors b/70000/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c466ff697baf30f3c4d2e1a6098759c830764be3 --- /dev/null +++ b/70000/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a585e33dea504f49f3af55e3272a9f26eec53afa7333e51ad58ba4d9316a6c0d +size 8288 diff --git a/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6ca7e7f6a3446029b85426285c3f4d9d9824b23 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:497a5497f286bfcdfef019c15e061b87b8d8b86b094ea3e91b8878578b6b4ceb +size 4194536 diff --git a/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0976b9e85c2a067f797d78d967806b4f3a95057d --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7786c87220483cfaa9e90de7260893dcdd2bc96cc8956d3d78e83836c04528e2 +size 4194544 diff --git a/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4410d8762580716aed10f840b3e4d7506fa8a38e --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a15a6cc163155dc8819b7ae7799c4fb3411f4cd32417e2e0b2f9e47285a345b4 +size 4194544 diff --git a/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..53cff7d277e3a62b9ee0c66a4a9c19b50722326e --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d254dd94fbd9f13ec20c56173f9ce725181efa08e40b9e7ccb1a1ad51d7441da +size 4194544 diff --git a/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..294bd290277889627ffe51f7f2f85d099551bde1 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89b31c0d170b073af5a938b3285be81d0df73edac9d000432e792d784bfe8173 +size 4194544 diff --git a/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1b9640157b1f5e75ced2cc506e829337f28bb4a9 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd223a76617ffa33326a58aa751a1a6277038c85a74bde690adac4e51ac4ada4 +size 4194544 diff --git a/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4107669d36339b0adf8fc8f388935be97051966 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89cc9c26b1e99b9b4176b83be7d4c26cf61e90c050a017b07ee9b183f64e68d5 +size 4194544 diff --git a/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b82d2c51e6f9a222fdfb904f25220998bcdc3b09 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1ca50043768e4206cbc8232afddf4bcc52b2d1d0a16e9a7e3b0125f5378b535 +size 4194544 diff --git a/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff7f38e608cec54d415dd29da1c14cada4c286cd --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea47d43b9cba738cf2a22a27f979b98c2cba66dbbbedfc7d4a5672082877c82e +size 8388960 diff --git a/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cd47130fdcd8c7a40ae5354cbbe1b63e2386e94d --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64b0214dfd21b7e2d7c76356bbf68228a1d53d7f5a2204c1f65d48cd85b945fa +size 8388960 diff --git a/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bc3495276cfb8286f073c31db810af1e0546f8af --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d080907434b67471c4ed4026c323932a12891b1a0e32620fc6d0b0a3344c750 +size 8388960 diff --git a/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..10ee7f844375b8528387b39fe66909d7e7c0792e --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc1155c88031224a954eb33b52024b5112160b009323223d914af7b99e2781cc +size 8388960 diff --git a/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a6b619ee053895f50b46dc973a509583bffa46b --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c8a262b87cce97f8b9b4e0194d0ebaed1324a34d9bd0ce63e3a3eed4912cc62 +size 8388960 diff --git a/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..295853c6cfe3bf714db02e6f3b8f9804b2ca4978 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ccac56c2f4686bdfc1abcd3dd65e02e27709d37d3d7afe09315e89e9912ed93 +size 8388960 diff --git a/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb7bc00175d612ca3c090e4179106dba022b0d5e --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ca84d3cf18c0c6ba53de67b2f7a3d47cebeae211b550a415d97f2837acc8d73 +size 8388960 diff --git a/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..51d8a0e228c3aadd7872190d960c2d66765fa9a9 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2f7b72a6185f7d6cc6e302b849ff4dd237488493132d03c01228c9d83f6f353 +size 8388960 diff --git a/70000/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors b/70000/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dda80d807ebf317ba3b3ea4a5c2058685cf89b88 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a6fcfdd224e7e6a08f721a8b41d2d5d55555b0a57d03fd03d69e9808d1b447f +size 8288 diff --git a/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3045fcb44d5f466cd1718f4b5b9dd9959429420f --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d65b49739e6f2a42e5c794fa7b2b47a7bde854af435243829e072b842e0ac2ff +size 25166064 diff --git a/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eab7a8f12c9e825af0d4d2b76bd6a42da9b165de --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5721569acc063c0f7a16a151da99fb14cd4ab144e4a6da4737b824692b56138f +size 25166064 diff --git a/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb90bf1564c239d7c78241559ae341d4feb57107 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca1afe14e744f770521e5d1404e0d8289da5052555b7cf1f2c9a0f2aa486ee36 +size 25166064 diff --git a/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ff79abcb78a9312047c92b124d007decd6fcaaa --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:479916cfd5341dee2b1d00a916f39cffc7ae0924127ef6fddf119b9957830352 +size 25166064 diff --git a/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8debba04b03e10d813df1a277a202e26af08ed5b --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db53b28f8d6766090f6ee0ba526f670e149840b518dc37341fdb93bcd42ff3b0 +size 25166064 diff --git a/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f095d774c0dc8c33787f5ffd59ee4f7d29df13df --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06530198cc9d0c35aa84ca9cfcc1e7b012df94c7389b57deb610f62124613ef8 +size 25166064 diff --git a/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2145f28105226ef7a457d665aabd001d9f1cb851 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d41e7d8f129246098e50579eaa7141fc0a4e45b7fc51536a8b4823ac3a930f3 +size 25166064 diff --git a/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a93749be74b3aa0df5be20fb103cf252c11d301e --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e48c4a2b782bb4ffdb7ca0746461aa3733f060e6382064c12abbe5ac03e1835 +size 25166064 diff --git a/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..320f2461b0bf85130de9f399f3930b16579fac63 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:301276767208f9450d86eb343fb4eeb1ca1ef0ed62002a01fe1e57bd8271a3a5 +size 50331944 diff --git a/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..85ba580acd2b57ac8d5cbd9abc6d6e2e2094ae51 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f710c3aa744151585602c4d72280e2a9eeeb5476001c7c9594e6d4c617cfbd69 +size 50331952 diff --git a/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8100a335ba39819b2f3f454982df1e79d0c67ed9 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b2716b0f6feb9e536412e4581bee05c3db60507331e0dfa2a6da4c42557c923 +size 50331952 diff --git a/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dae7cafe2b8402486ece09bbf2f0b31bcfb81fe1 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d0fbddd81a5a92d6acb85a4697a12370736e76975f2cea51864038498e16764 +size 50331952 diff --git a/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ce6e66c6a77be353e4141ead6ba04b353ac7b595 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94b32b64138f0168d204e426fb949da2b73c8987d0071d4755dadd38f600e0d5 +size 50331952 diff --git a/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb3249be1ce58c7db6439b3d8f1983c709acd118 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ca88fa8ce8c353cbfd167622bc410493f9bbf95ef3d0bbc43b404f8ef6b6dc9 +size 50331952 diff --git a/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a83851e25ee868932c9fe6622e9c2c639e908479 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:924fdd800b811cfa3fe229bd4163045a93bd84d645c51d490ada7d8246588560 +size 50331952 diff --git a/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4d927ddeb1eb9948c2e5ed6b6881252b70f04400 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2cacda74c9b5703c076afc824d298668f6ef0e20b6ced20df9ed92d1f17d98e +size 50331952 diff --git a/70000/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors b/70000/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e11c66b233767fff3b81f52a91a3e598676d9cb7 --- /dev/null +++ b/70000/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca35107d2533622efaad1d8c3fa7064ba82de65c3835ebdf5e6dc4d4345f5f36 +size 8288 diff --git a/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..021262c92cce4b84f3b615b8259ebd1264a8ba9f --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ce8c96db4c327355fb65a851c42cf981455428477d2a09d497fc72022e1ad99 +size 4194536 diff --git a/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa6a0186b547163c8b21618e563de8b88fdb1ad7 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26f987347b7bf800b46b3226a2e6f6a924b83161a5ba037b4c8c5080f975e8a6 +size 4194544 diff --git a/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ca2979732f07c0cfb7a2570743389e82d205643 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2dfce587a60652cd97bea333e714d363f813a60663b514381114de564fa96d1 +size 4194544 diff --git a/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..34be444b3d5f7c8961b37a270776adc9a71cf724 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54d5e7449cf1e45136e876dd9011945c0a8b4118a9b1bb1fae3a8bd79b504e3a +size 4194544 diff --git a/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fd69d9ecedea30f5425cef60320827ced95d6472 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3216555a0f6d8022fd470e9425e41e0916ddab3f0fc1bedb7789b6576f3ec6bf +size 4194544 diff --git a/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f1b79ef4e439bd0145cd49febfa8b157e59a55c9 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ea28abf3cbcad8226e18cffaf4034eecd430b387ab3057e1e8e0095d27a00b9 +size 4194544 diff --git a/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ed53383ac060463bb7e4bc7e4f4354f67c7a7eb7 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b85229631182fe272720acdd5965c552f9409169ab80b9f22918848470168be +size 4194544 diff --git a/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..43e1ee95a67d92bb76e4f22ea8917333b11c7286 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd357ec522624f9d84178d3c0dbf24c5d4d139d80305a066e47429bb849eac61 +size 4194544 diff --git a/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..33378bf48477145af78b121234e79986c2a96a00 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92c547e544facd8cba214d80824d8fded06eab59f0eef3b22902dab428498443 +size 8388960 diff --git a/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3f30ac82303d87f8203a73587e3c5277f3552f98 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e19ecbb079dd99da0c3a6bdceb1f63f34f6ecfe0abd56163a3092185795970c1 +size 8388960 diff --git a/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d068d44629ba3d0392f97fad690e3d85bd7c2a5 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dfead8d78b18bb2daaa8b2ddeff4d61d46e3c943690df211e9b653bd414ef01 +size 8388960 diff --git a/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b7ec376ea1d4bf6feea4878fb1d214758d420389 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3505e7fb49c7ce4387f9bb97ce4adcfba300417a516fadd7a6fdcb7606e742b7 +size 8388960 diff --git a/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..85efe514ac99eefc6c6674a1282ded71d1e08404 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4245a588b12094ab6ec238c4e79c624b04e3a54f62b0cc3aca58b5d4ff59b949 +size 8388960 diff --git a/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5a28cf5af9c1caa4b9f67e418eb2d2126978d513 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa29e2d3b67bb88343edafeec91558e36b157e2ac381c82c3c90c6fe89e5b42f +size 8388960 diff --git a/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bbd091c7f96cf820333d186cf2a8370fe4a8e0b3 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c3eef97b789c0bc2aefd2358595d49f1ed2951420725eca35f4f469e12f8dc6 +size 8388960 diff --git a/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fc9281dcf254eaeee96045aa5438df6b0fadfa92 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5744cb43699c117ac550b914805724c576c87a535515314ba352f92d76bf269 +size 8388960 diff --git a/70000/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors b/70000/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..19a2ef1e2277312c859c2810bf69d7aea265defe --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9113d535149da904943f0a8eb132c96a294b725fba96bcb92ea2017b175877ff +size 8288 diff --git a/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..742a4b14a6828fed3a7f3bb4d6f232d91501f742 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bc19fb67e4cc0b08a887117bc5598b560d3c0486824ac791b0bed20634ae7ed +size 25166064 diff --git a/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..58ba7418807de80ebe5cee1b35bf9b22d8d645f3 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d70c61d6cb360118ef44a2ef34028901c55811b33db43b8a9b23cc7fc7043428 +size 25166064 diff --git a/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a3e587548ec0d62ef4b619cb4e107816dc6c7bf --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c2e267c2f27944b190fbd41df79a7e83da6701f2f7bc3b50fc5e1e94d730cfa +size 25166064 diff --git a/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2b85acc49437cfd6a74b0a71e65e2b744bd1c490 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ebfc37811c36cfc2a021050a5b7d1e4cc61a21feec5ded233ee804fc43326c1 +size 25166064 diff --git a/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e400f35eafb88dde91cde018245578cd27c7d00e --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:283e30a49e2ef088a6b061f571449aa4ce3b2db7b25d91e2b588e0f63d879246 +size 25166064 diff --git a/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..01de4ce530992292a4d650b5199ed0db9dc10a72 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cb786ab2155efb0ab59510ab95f477d1a7b1fd4be11f7f55cc16c22e7fd07c5 +size 25166064 diff --git a/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a6d67240b0eb86dadab339f94ce0a174d36f664d --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8948b8bb70cfc4eac7dc9da5a959f6fca490d57c5bee1f5a4f5102d0c6cf4ca8 +size 25166064 diff --git a/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..68cda0780de1584811b7829c6d0cbe769ed0ea30 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf2eb3ca35c886bd7cd3581f2e9fe84db90dd53d2cac3bb0fec37a6e9f082c6e +size 25166064 diff --git a/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c97c401ee75d70adbf51c607766d2494ffa2f1ec --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e96b0439ec39c2c4ca7c789603518d58e2beb987cc93c7d29b6468c819aadea +size 50331944 diff --git a/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f65bef89f87d96274ed38c5f68e1c5c857125b77 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3518df796b8f566b5922ae4c0255d02dd9319b0863b6167b3c78e257c41ec6bb +size 50331952 diff --git a/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5a7c327e4f1a81a0de1dd36beeefaf79be05a7ff --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c06b9626a40744bd776d28de244b241199090ec590ef3072a8c934f40a7a8a45 +size 50331952 diff --git a/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a1cb23f3af3fc46b524ef40171c2713bbd8b0aaf --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6504bf8f7dbf2bd94dd7370d232617371f9f8bb28f0d0620eceb880afd29497b +size 50331952 diff --git a/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6cb25747899718c50b028b4b0fdac7460c9df503 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb977992d3ee187326a95af86f08143d622228827ac2af23197a5c4d62c60ad1 +size 50331952 diff --git a/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a2f75f6aa81205dd11ea55e135728848c3b25cf --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45941cf773ea11b2e60f2d524b15488bb9b64b23eb878ee0964af8bac1d3b440 +size 50331952 diff --git a/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff14fd8df0c8defb0310400978d041a695e1e5a2 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e1336017347f77181431d8d3c05294e7e84fd870f6d0e097dad3a4dcab06129 +size 50331952 diff --git a/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d9fcbcf3895a33617ccd35ed2700a6d1cb34229 --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:412ae1fb29dc9d45d3dd7207594dc3860983ca10896482cd0ab6cdcaadfaf965 +size 50331952 diff --git a/70000/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors b/70000/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b718879e841ce153d6428a1a6a983372de7d463d --- /dev/null +++ b/70000/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6eeb202affb311bb5045013327c1e002c210c15687c4955e3e4daa1031b00acb +size 8288 diff --git a/70000/model/model/final_layer_norm/pp_block/model_weight.safetensors b/70000/model/model/final_layer_norm/pp_block/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..985399d5156589b0b971f6cb77bc0cffe652ef96 --- /dev/null +++ b/70000/model/model/final_layer_norm/pp_block/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a36afde61397375dd135c21346aa602fd2702dd2136ea6af1258d044772a2de +size 8288 diff --git a/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d0b1d2cb79a4da75cde0ead98e5f2866143354d1 --- /dev/null +++ b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed92cae091d57058bd2f56922570194b0d6e734f401157fd3f0718f69a0a27ce +size 50331888 diff --git a/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..28054ebd21eb096d67d30da08d951eea7eec38cc --- /dev/null +++ b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30653d542bfc41b512e8eebb4c2b9a12e5cc05ff78296c8e20ebd8eeeb4f1884 +size 50331888 diff --git a/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2e619483b9b2d8cda3eb2893b48ed90deda1fb93 --- /dev/null +++ b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37f863d79fabff00730a687fa4fc30fb99a200f8bcaa5fbd4718d4243d94529a +size 50331888 diff --git a/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a756f92f542200de12b66259b07040909120f081 --- /dev/null +++ b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:927cb3eb5705b85e2ee490fdc479f8e99c18df8932369c3ca1ce86079e60200c +size 50331888 diff --git a/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f49221e4b38ed58fc1db63a75ecf044524d538bc --- /dev/null +++ b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc71a1399aaf9daba624956e145db81863fc581c3c9cd1b00f74ad551102e22b +size 50331888 diff --git a/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5cef3162abf2d5be3fc97bdc41a6c83a56b9613b --- /dev/null +++ b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f981c240df25e74516478d0a3534b1b55a23472e5f783346d6f6b43d8d93472e +size 50331888 diff --git a/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a3274ab9d0eb03f9e4281db38c0c8891d8ba01f --- /dev/null +++ b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:667611359dd95fe2ff17e0af602bd03c13de6cb33560ac64b9ad5207c53fd573 +size 50331888 diff --git a/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8f6134256338daab46df9fe24ef59a37cdf22165 --- /dev/null +++ b/70000/model/model/lm_head/pp_block/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbc0680950b2f581d885ebc3e9fea4b9e608c62f7ee293f25635513069ce8706 +size 50331888 diff --git a/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb13a299340fd6c227aff73ca0fa565aa851eefc --- /dev/null +++ b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdab28607e3f491807db49651345e7a8e688204f58f0e72a29d5c068e99e41a9 +size 50331888 diff --git a/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5eaab806c60f5f40a46918dc875d0e070444fdca --- /dev/null +++ b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-1-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2697a227bca4513d3ef60cba368a5c2900f6a564b59fdd9760110ccf1fe0d7b +size 50331888 diff --git a/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e2b7d20ac89b98d2208f1a3dced23a98ccac08b4 --- /dev/null +++ b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-2-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:315ce1a8d3780938922fde4741c9782bca864d3e3c00b3248d2e9a60519cd07c +size 50331888 diff --git a/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c538b3c36a685d6e4c065f57427d100f6ee43b7 --- /dev/null +++ b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-3-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:571fe7d6c7c8384a947a8a00c7169313d23b31d4f2be99c23fe01704424d6450 +size 50331888 diff --git a/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4cf19dbf7234710fa396143eda0f26a7028ee0d3 --- /dev/null +++ b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-4-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:874b45f5029e54606c4ed9df1b68cfe7eb7c2c3a7ec720d5474d216e66710cb4 +size 50331888 diff --git a/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c2c1a1e817358eb253fda0e264cb1d1a960689f8 --- /dev/null +++ b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-5-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:923634badeb2f197a92ad40d67f59ea98aaa4fbaf7fb9de957f1eaabaeea00ff +size 50331888 diff --git a/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d7c9f3e96093427299fe5152b2689a1371bce4e9 --- /dev/null +++ b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-6-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abf8e2906526de5f6e2ac450466f89af3a0cb786769f02a684cdf5c9c0a3e93c +size 50331888 diff --git a/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1e9c69dce896e1a059c00c0d4defe9139c838d61 --- /dev/null +++ b/70000/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-7-of-8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a922d1fa91e9fc32b8de75f65b46a485aa10363075fa66b20054c4eec0b23fb +size 50331888 diff --git a/70000/model_config.json b/70000/model_config.json new file mode 100644 index 0000000000000000000000000000000000000000..42f241177df4038f45578eabab01187f21f94068 --- /dev/null +++ b/70000/model_config.json @@ -0,0 +1 @@ +{"bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 24576, "is_llama_config": true, "max_position_embeddings": 1024, "num_attention_heads": 32, "num_hidden_layers": 6, "num_key_value_heads": 16, "pad_token_id": null, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "tie_word_embeddings": true, "use_cache": true, "vocab_size": 49152} \ No newline at end of file diff --git a/70000/optimizer/optimizer_config.json b/70000/optimizer/optimizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0ff893c6e923d7acec99e28b4a6863c0a37ce84e --- /dev/null +++ b/70000/optimizer/optimizer_config.json @@ -0,0 +1 @@ +{"type": "OptimizerFromGradientAccumulator", "parallelism": {"tp_size": "8", "dp_size": "8", "pp_size": "1"}, "configs": {}} \ No newline at end of file diff --git a/70000/optimizer/optimizer_pp-0-of-1_tp-0-of-8.pt b/70000/optimizer/optimizer_pp-0-of-1_tp-0-of-8.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fe293224936a4405a0b3ce13d9a8019f7b9b0d8 --- /dev/null +++ b/70000/optimizer/optimizer_pp-0-of-1_tp-0-of-8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2688d7f5d2f4e85277b88005578923ba8688b6a20cdf0fecfc1f4a93327ef699 +size 3775554946 diff --git a/70000/optimizer/optimizer_pp-0-of-1_tp-1-of-8.pt b/70000/optimizer/optimizer_pp-0-of-1_tp-1-of-8.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f52d2af8fcad79b1ab37e873229428e88be5c4c --- /dev/null +++ b/70000/optimizer/optimizer_pp-0-of-1_tp-1-of-8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a0cb730da9ea1ba9855e07152d1cdf5241c01427fbbd7449039a57b8ff4eab2 +size 3775554946 diff --git a/70000/optimizer/optimizer_pp-0-of-1_tp-2-of-8.pt b/70000/optimizer/optimizer_pp-0-of-1_tp-2-of-8.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fe49179f6867a1906cc881c9ef2f1766f2183fd --- /dev/null +++ b/70000/optimizer/optimizer_pp-0-of-1_tp-2-of-8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64c371b5119f7ac1fd6bf9c5061e0c242db66e5499f1a3cee4b38e61471d4ea0 +size 3775554946 diff --git a/70000/optimizer/optimizer_pp-0-of-1_tp-3-of-8.pt b/70000/optimizer/optimizer_pp-0-of-1_tp-3-of-8.pt new file mode 100644 index 0000000000000000000000000000000000000000..937edabaebebd7f3ac3d6ebe8c96f7bf98f04789 --- /dev/null +++ b/70000/optimizer/optimizer_pp-0-of-1_tp-3-of-8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82fbe9852556d155240116cd30cfc0e59deaf34e3f6b520c268b604c125a56e5 +size 3775554946 diff --git a/70000/optimizer/optimizer_pp-0-of-1_tp-4-of-8.pt b/70000/optimizer/optimizer_pp-0-of-1_tp-4-of-8.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9de9b6d850bd85b46d53d6393b4239581ee032e --- /dev/null +++ b/70000/optimizer/optimizer_pp-0-of-1_tp-4-of-8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb4d0ecb34b237d78759f9ee421539396e93cec84417a3ee525baa50661c0d60 +size 3775554946 diff --git a/70000/optimizer/optimizer_pp-0-of-1_tp-5-of-8.pt b/70000/optimizer/optimizer_pp-0-of-1_tp-5-of-8.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7a0b19bfd8e0baef24469330c6b020971c107a7 --- /dev/null +++ b/70000/optimizer/optimizer_pp-0-of-1_tp-5-of-8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:639554966b8b2f4cb305351d2473b093a8d0087fe4df79954d21eb6a3b1d843b +size 3775554946 diff --git a/70000/optimizer/optimizer_pp-0-of-1_tp-6-of-8.pt b/70000/optimizer/optimizer_pp-0-of-1_tp-6-of-8.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ce10b954fde46c45bc96a163162038cd6d8d491 --- /dev/null +++ b/70000/optimizer/optimizer_pp-0-of-1_tp-6-of-8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43cb0a00d452d4458e44f9686f99b16884e1e4356ae00e1036f7762886e2cb46 +size 3775554946 diff --git a/70000/optimizer/optimizer_pp-0-of-1_tp-7-of-8.pt b/70000/optimizer/optimizer_pp-0-of-1_tp-7-of-8.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad84aa4fdcee534699601ab1e57d4aa5c599f729 --- /dev/null +++ b/70000/optimizer/optimizer_pp-0-of-1_tp-7-of-8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d31cb6d03e7440955e7fb1a081807aee4c4364901c87f452956118606e0a6328 +size 3775554946 diff --git a/70000/random/tp-0-of-8_dp-0-of-8_pp-0-of-1.pt b/70000/random/tp-0-of-8_dp-0-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b4af06eba1ffa68749098e9ab6c8f655dd7ae74 --- /dev/null +++ b/70000/random/tp-0-of-8_dp-0-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16d2203cc4d18da31e980686f5f33e5e0287fb567bd14e5f29e3d5b08cb3fdae +size 1080 diff --git a/70000/random/tp-0-of-8_dp-1-of-8_pp-0-of-1.pt b/70000/random/tp-0-of-8_dp-1-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f989a529e18e82e01856ac7c11d5c4ea55e3c6cd --- /dev/null +++ b/70000/random/tp-0-of-8_dp-1-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c05e5fe66d82242b89509ae89b6b09464e607354c7818bf83d92a75aa98ffb44 +size 1080 diff --git a/70000/random/tp-0-of-8_dp-2-of-8_pp-0-of-1.pt b/70000/random/tp-0-of-8_dp-2-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c1c4edfd8c808483aa243c6e9d78a07aee9a4ad --- /dev/null +++ b/70000/random/tp-0-of-8_dp-2-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:357632263255e8eb3fba5a5d71366d170f38f3baafefe8f65b8b781259c60251 +size 1080 diff --git a/70000/random/tp-0-of-8_dp-3-of-8_pp-0-of-1.pt b/70000/random/tp-0-of-8_dp-3-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..72f5c89ffe73cea22e2668fa91a75896928ae3cd --- /dev/null +++ b/70000/random/tp-0-of-8_dp-3-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:200302824400e057aa75f9d0e7517114b5708f1bf7a634392d2a1f20f6800fa1 +size 1080 diff --git a/70000/random/tp-0-of-8_dp-4-of-8_pp-0-of-1.pt b/70000/random/tp-0-of-8_dp-4-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a47c9f09029dc0db9a97088a0dcb5a555588f455 --- /dev/null +++ b/70000/random/tp-0-of-8_dp-4-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84f547fe3968340e442ff83ea8547784cb96f6e13ad76376d2cef9b0fe92d14f +size 1080 diff --git a/70000/random/tp-0-of-8_dp-5-of-8_pp-0-of-1.pt b/70000/random/tp-0-of-8_dp-5-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2f96e7315614c863a933f6896630d138552c5db --- /dev/null +++ b/70000/random/tp-0-of-8_dp-5-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:729d86ae2aff335eb2764c89a8d823067b4ddcd25efe6fb8a875edaba8394a3b +size 1080 diff --git a/70000/random/tp-0-of-8_dp-6-of-8_pp-0-of-1.pt b/70000/random/tp-0-of-8_dp-6-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..20c68d5a6ca824f821a922711a9212f2be2cf63d --- /dev/null +++ b/70000/random/tp-0-of-8_dp-6-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08bf5a32354e5c644488eedcbd60935434474797c2d6fa536a01b5d854753d78 +size 1080 diff --git a/70000/random/tp-0-of-8_dp-7-of-8_pp-0-of-1.pt b/70000/random/tp-0-of-8_dp-7-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8f954fd33e60512668e39e7deb23224008b07a8 --- /dev/null +++ b/70000/random/tp-0-of-8_dp-7-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfda2d57413e6e07a10df544dc313378e4d40131a747cde25d992e1442efabbc +size 1080 diff --git a/70000/random/tp-1-of-8_dp-0-of-8_pp-0-of-1.pt b/70000/random/tp-1-of-8_dp-0-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..97e6042e9300eb67c7d5a2e12fc89eca3ff16130 --- /dev/null +++ b/70000/random/tp-1-of-8_dp-0-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc64d5d3a5f23aa77bbc9b75c4490473da702111e1fcb1ebe9415e460cbe03b6 +size 1080 diff --git a/70000/random/tp-1-of-8_dp-1-of-8_pp-0-of-1.pt b/70000/random/tp-1-of-8_dp-1-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..891a1b297a87d74d5816af09971c38aea7f6b4ac --- /dev/null +++ b/70000/random/tp-1-of-8_dp-1-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3fad4eeef7c88917852893658ebc390ed63cba2850a33fbf28a7e067ebc23d0 +size 1080 diff --git a/70000/random/tp-1-of-8_dp-2-of-8_pp-0-of-1.pt b/70000/random/tp-1-of-8_dp-2-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e91896511d5b28d0e763d9bf8252882ac0bf3dec --- /dev/null +++ b/70000/random/tp-1-of-8_dp-2-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f995f3e1b59f36d86c437dccc24284116483c134e42bb7d076e78959947d4d71 +size 1080 diff --git a/70000/random/tp-1-of-8_dp-3-of-8_pp-0-of-1.pt b/70000/random/tp-1-of-8_dp-3-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f6fd8079652e49ac4ae6b0ad990f36307eee894 --- /dev/null +++ b/70000/random/tp-1-of-8_dp-3-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11112d07df6baa5d233f1ae67e7272157e94256e056d8cde64896e0477e1f037 +size 1080 diff --git a/70000/random/tp-1-of-8_dp-4-of-8_pp-0-of-1.pt b/70000/random/tp-1-of-8_dp-4-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a4b45a18a7a595b63bb4f4d615da2e782a16648 --- /dev/null +++ b/70000/random/tp-1-of-8_dp-4-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6331ee945444b5a9f592859382701dcc2975c275d77531cffbb00ea9f3c75a3b +size 1080 diff --git a/70000/random/tp-1-of-8_dp-5-of-8_pp-0-of-1.pt b/70000/random/tp-1-of-8_dp-5-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f350785e3658bf6be61fa9d1e7c816c567d1a9eb --- /dev/null +++ b/70000/random/tp-1-of-8_dp-5-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dbf01a69b4c605fa71181ebb65d7d160c37e7b2de681799bdcc1ec9b70c8eca +size 1080 diff --git a/70000/random/tp-1-of-8_dp-6-of-8_pp-0-of-1.pt b/70000/random/tp-1-of-8_dp-6-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c430382788060299da8bfff73df0da50ab1ad700 --- /dev/null +++ b/70000/random/tp-1-of-8_dp-6-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb27ecbbc346b007305a4ae1cf67ce2994a010981a4fd06a0e25222396ac02cc +size 1080 diff --git a/70000/random/tp-1-of-8_dp-7-of-8_pp-0-of-1.pt b/70000/random/tp-1-of-8_dp-7-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b186b82ecaef58eecd7b87919ab991581d0bc7c --- /dev/null +++ b/70000/random/tp-1-of-8_dp-7-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:275c1c2ee18eb9e175477df79e5022b1a7e931ea8c8803dfdf419c803127cceb +size 1080 diff --git a/70000/random/tp-2-of-8_dp-0-of-8_pp-0-of-1.pt b/70000/random/tp-2-of-8_dp-0-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..43a02b7bad5580ba71b153334527f267e93b5d62 --- /dev/null +++ b/70000/random/tp-2-of-8_dp-0-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8340754bdf64986286e33bbcd9525da0b682349b0fc13e8d2a882f99e5dea12 +size 1080 diff --git a/70000/random/tp-2-of-8_dp-1-of-8_pp-0-of-1.pt b/70000/random/tp-2-of-8_dp-1-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea864c4f12a94b204adeb9d5dd40d411027af7f0 --- /dev/null +++ b/70000/random/tp-2-of-8_dp-1-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:626ed56984f195d5b40938f552212b876a56e42ec98f63d36f067bbdd76f2f26 +size 1080 diff --git a/70000/random/tp-2-of-8_dp-2-of-8_pp-0-of-1.pt b/70000/random/tp-2-of-8_dp-2-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..35ed57b4c2e27530b0d0c0d4b0e22f69b75a8343 --- /dev/null +++ b/70000/random/tp-2-of-8_dp-2-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7b548fbd9cc6009b4e9584525dae46f68260f50e7b33aa71b05d5582622ba1e +size 1080 diff --git a/70000/random/tp-2-of-8_dp-3-of-8_pp-0-of-1.pt b/70000/random/tp-2-of-8_dp-3-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0207a2645e383e4c20f076e623258a96c29a335f --- /dev/null +++ b/70000/random/tp-2-of-8_dp-3-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ec3ce86b0f6540e20eb9c11eb55ac899a8c6eb0f8771b23ae7f4ada51549108 +size 1080 diff --git a/70000/random/tp-2-of-8_dp-4-of-8_pp-0-of-1.pt b/70000/random/tp-2-of-8_dp-4-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d61528315e09af3c997d635ae59988daf10bf63f --- /dev/null +++ b/70000/random/tp-2-of-8_dp-4-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3d8d2ff5421c8a4925707a8e0be988091d688fe6d2122c9f454f7f4ad5c0bce +size 1080 diff --git a/70000/random/tp-2-of-8_dp-5-of-8_pp-0-of-1.pt b/70000/random/tp-2-of-8_dp-5-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b69817ce8a56531b974a4e33e75a50bc1c386505 --- /dev/null +++ b/70000/random/tp-2-of-8_dp-5-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:975977a173add9b8d7a471527abe0d121b7a809147e6fe53c1b6ee00c262ddf5 +size 1080 diff --git a/70000/random/tp-2-of-8_dp-6-of-8_pp-0-of-1.pt b/70000/random/tp-2-of-8_dp-6-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cf2505d7ae648e9e7018f98c610fad4e9708326 --- /dev/null +++ b/70000/random/tp-2-of-8_dp-6-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18f50e395e80f2018609fca880fd4796dbe47bcaf7dce3176ec99b48dec2d242 +size 1080 diff --git a/70000/random/tp-2-of-8_dp-7-of-8_pp-0-of-1.pt b/70000/random/tp-2-of-8_dp-7-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..98835630a6d746a3c061c34243463d757c05d257 --- /dev/null +++ b/70000/random/tp-2-of-8_dp-7-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30b15484f21540596b286ca188a5afff2674ed57c70cfa3f67026be54f6730e9 +size 1080 diff --git a/70000/random/tp-3-of-8_dp-0-of-8_pp-0-of-1.pt b/70000/random/tp-3-of-8_dp-0-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..281b30fe14868d86238987f7bd1753df40d56e16 --- /dev/null +++ b/70000/random/tp-3-of-8_dp-0-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcbfe062e53e712c0f635907ec41def9883531fe06d4826a88d491759dbc0d57 +size 1080 diff --git a/70000/random/tp-3-of-8_dp-1-of-8_pp-0-of-1.pt b/70000/random/tp-3-of-8_dp-1-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..557006391138fca3c46a0be7af0a4f99973e8539 --- /dev/null +++ b/70000/random/tp-3-of-8_dp-1-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d21286fbe01f64a3014dc0f69441d293ae8c4ab597bb903a3054801dbb5bf82c +size 1080 diff --git a/70000/random/tp-3-of-8_dp-2-of-8_pp-0-of-1.pt b/70000/random/tp-3-of-8_dp-2-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef1b6cc60ec95fd96dabc5062f1318bfb8608ef3 --- /dev/null +++ b/70000/random/tp-3-of-8_dp-2-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b11688810e176d538855f9c0ad108fd6a5d9dc4a3a131ab36cd268a32568994 +size 1080 diff --git a/70000/random/tp-3-of-8_dp-3-of-8_pp-0-of-1.pt b/70000/random/tp-3-of-8_dp-3-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4808d7626e216f21ee4151d77615553253b3d4c3 --- /dev/null +++ b/70000/random/tp-3-of-8_dp-3-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ad5a7116e27695404eb61495bf1bdc7cbf77d0968928ce0c73683391d42950b +size 1080 diff --git a/70000/random/tp-3-of-8_dp-4-of-8_pp-0-of-1.pt b/70000/random/tp-3-of-8_dp-4-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcb5542bea4b6ca3d46b82c70ae3361cd0ee936f --- /dev/null +++ b/70000/random/tp-3-of-8_dp-4-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbaf72ffeac7b7a1ff7f84f68075c1189001bd0d54e1f29c69246782887c6b88 +size 1080 diff --git a/70000/random/tp-3-of-8_dp-5-of-8_pp-0-of-1.pt b/70000/random/tp-3-of-8_dp-5-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7805a389566a380a6252efd55d9e13af620771f --- /dev/null +++ b/70000/random/tp-3-of-8_dp-5-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc12b6ba3364fcf2afb538fd08d29d4bf3836010a66ad945efef4eb3dd317927 +size 1080 diff --git a/70000/random/tp-3-of-8_dp-6-of-8_pp-0-of-1.pt b/70000/random/tp-3-of-8_dp-6-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c818ffb2a5665076b4a79b00c70c2c96dfe6ec50 --- /dev/null +++ b/70000/random/tp-3-of-8_dp-6-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00ca351ea9e8f1bffd7f1ce4912d5d90711eb87cfe5ce2557a27b1a8a9897e64 +size 1080 diff --git a/70000/random/tp-3-of-8_dp-7-of-8_pp-0-of-1.pt b/70000/random/tp-3-of-8_dp-7-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2219913a87afee7f74802e0a7e1e528c67f39950 --- /dev/null +++ b/70000/random/tp-3-of-8_dp-7-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a693f4005f9e2047c0ec9ab861b924fabae617979cba4448f63aed3a35b81936 +size 1080 diff --git a/70000/random/tp-4-of-8_dp-0-of-8_pp-0-of-1.pt b/70000/random/tp-4-of-8_dp-0-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..18dfd6a5c46423deae8e81e64a1f41c17b65f417 --- /dev/null +++ b/70000/random/tp-4-of-8_dp-0-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27c2a1ceed0edf5ea8cb8525195aeb0e08aa777e20ba2edf3b4d27eb6803b675 +size 1080 diff --git a/70000/random/tp-4-of-8_dp-1-of-8_pp-0-of-1.pt b/70000/random/tp-4-of-8_dp-1-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..531e00b6d92a40477f2709ba5d48cf84248b4af8 --- /dev/null +++ b/70000/random/tp-4-of-8_dp-1-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58625180ca57f737a60ec7d04fc0826a240a5ac9d5bf2084453eeb48ccb31032 +size 1080 diff --git a/70000/random/tp-4-of-8_dp-2-of-8_pp-0-of-1.pt b/70000/random/tp-4-of-8_dp-2-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed2aedc611be007e9cbe3ee79b3da6d71b08dbe7 --- /dev/null +++ b/70000/random/tp-4-of-8_dp-2-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4cbb0df8b1145d3199620bf76a72b1b027a27be6287b897b02b775fe63e1c63 +size 1080 diff --git a/70000/random/tp-4-of-8_dp-3-of-8_pp-0-of-1.pt b/70000/random/tp-4-of-8_dp-3-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..346e1726fca15f72f0e271cb0d6c1578bcf7f49e --- /dev/null +++ b/70000/random/tp-4-of-8_dp-3-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34067dba5b2e527857d22e2ae39ec76b4c60f518a05aa787d85ac9907e2f905f +size 1080 diff --git a/70000/random/tp-4-of-8_dp-4-of-8_pp-0-of-1.pt b/70000/random/tp-4-of-8_dp-4-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c188a42f8a5703aacfe0f98cdf5aec069925fe14 --- /dev/null +++ b/70000/random/tp-4-of-8_dp-4-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd2df1763aa3a8852f0e9f88de19cf3dedb3b19034a294ddd86103c8156a9438 +size 1080 diff --git a/70000/random/tp-4-of-8_dp-5-of-8_pp-0-of-1.pt b/70000/random/tp-4-of-8_dp-5-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1af465f7f1d2b2deb7b98761210a673805c01559 --- /dev/null +++ b/70000/random/tp-4-of-8_dp-5-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:031eff345d2602aa3426259347be3246732ad3fe912b1417e75de24f61ad037b +size 1080 diff --git a/70000/random/tp-4-of-8_dp-6-of-8_pp-0-of-1.pt b/70000/random/tp-4-of-8_dp-6-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..85de808b9e64d8d930362efca1ad379e13128aa6 --- /dev/null +++ b/70000/random/tp-4-of-8_dp-6-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e43f6575b4bb74fe8cba4654b226707065bc30bbf12f5a6f41c907cf82429d97 +size 1080 diff --git a/70000/random/tp-4-of-8_dp-7-of-8_pp-0-of-1.pt b/70000/random/tp-4-of-8_dp-7-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c1741651b3a48a23c1f463bb9531acd8653f181 --- /dev/null +++ b/70000/random/tp-4-of-8_dp-7-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b577cadc3732a3b1d5c29f78fc50064a3c1caf623de9931dc0330e4e14239dca +size 1080 diff --git a/70000/random/tp-5-of-8_dp-0-of-8_pp-0-of-1.pt b/70000/random/tp-5-of-8_dp-0-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c3df31775d8e81346d5109013739ca1c74a48a7 --- /dev/null +++ b/70000/random/tp-5-of-8_dp-0-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cc2a8fa7dce1d157849d91bdadf633636d4be3656e4453852a802ff26706882 +size 1080 diff --git a/70000/random/tp-5-of-8_dp-1-of-8_pp-0-of-1.pt b/70000/random/tp-5-of-8_dp-1-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2385efb2e713bf3d3dca918be4df223ae24ab7d --- /dev/null +++ b/70000/random/tp-5-of-8_dp-1-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:580f8c6c3f6448b938ca90f088432355f2fb376098f2e41392fe1d8b6bb599f5 +size 1080 diff --git a/70000/random/tp-5-of-8_dp-2-of-8_pp-0-of-1.pt b/70000/random/tp-5-of-8_dp-2-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a9e40781778f4926c91dda6b99fe01d670ab331 --- /dev/null +++ b/70000/random/tp-5-of-8_dp-2-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a2a0a0e289de2daad16969545c0096f6bd8456613a92e8b82e1a4d2a989f3b3 +size 1080 diff --git a/70000/random/tp-5-of-8_dp-3-of-8_pp-0-of-1.pt b/70000/random/tp-5-of-8_dp-3-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1306f4bc7b15f706199fa9fb9c2bec36334d8a52 --- /dev/null +++ b/70000/random/tp-5-of-8_dp-3-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a991a2abca9f17de9d0dd29fc81f78768578a79989e4c6b9eb20a472c87364f3 +size 1080 diff --git a/70000/random/tp-5-of-8_dp-4-of-8_pp-0-of-1.pt b/70000/random/tp-5-of-8_dp-4-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..44ccde29d46d3b5afbeed0d647a3ff0baad9e8a3 --- /dev/null +++ b/70000/random/tp-5-of-8_dp-4-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:083d8d574423b56ff07ba174dc3823d5fce893295483a8187900e346a319867f +size 1080 diff --git a/70000/random/tp-5-of-8_dp-5-of-8_pp-0-of-1.pt b/70000/random/tp-5-of-8_dp-5-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f418dea20906511b1362bf63bb24648aa73f773 --- /dev/null +++ b/70000/random/tp-5-of-8_dp-5-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afe34ff8da784cbef0a0ee8db2a3c23df915b051af05be2dbd4534036efceb78 +size 1080 diff --git a/70000/random/tp-5-of-8_dp-6-of-8_pp-0-of-1.pt b/70000/random/tp-5-of-8_dp-6-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..13de5d6319e1aa8ff8d45251b8f1caf3998ab170 --- /dev/null +++ b/70000/random/tp-5-of-8_dp-6-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d560c37d41cfdc1155b0a6abe8e1c387e73436be46e7c5d91ca16a7331abd86c +size 1080 diff --git a/70000/random/tp-5-of-8_dp-7-of-8_pp-0-of-1.pt b/70000/random/tp-5-of-8_dp-7-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..263f8bc279bc2e432f283e799bdb0451e01b3b27 --- /dev/null +++ b/70000/random/tp-5-of-8_dp-7-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:419ce3ca91e7eef2a53c0c75fba9129b491b5736cb877f629e7a2ee5a2eb2d89 +size 1080 diff --git a/70000/random/tp-6-of-8_dp-0-of-8_pp-0-of-1.pt b/70000/random/tp-6-of-8_dp-0-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ed1f05ddeb330889284106e0ad267c76180412b --- /dev/null +++ b/70000/random/tp-6-of-8_dp-0-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbee6bb91e72da410be4c9aa151d2de10d19e2a67fb18819d4c5a60bdddd378c +size 1080 diff --git a/70000/random/tp-6-of-8_dp-1-of-8_pp-0-of-1.pt b/70000/random/tp-6-of-8_dp-1-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..39cb22bfca53850cab1463d4f9d593231e54e67b --- /dev/null +++ b/70000/random/tp-6-of-8_dp-1-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7883b203f10dce6b0dd0028f05866df449ca35b0078c24aefbd8551ac066a61 +size 1080 diff --git a/70000/random/tp-6-of-8_dp-2-of-8_pp-0-of-1.pt b/70000/random/tp-6-of-8_dp-2-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b78dd392e84c75e9d7d29709c53947af26c44da4 --- /dev/null +++ b/70000/random/tp-6-of-8_dp-2-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44509685335827c0c796bea09a1598d16d61d15a62cf02f3b64fe8af4d4f0761 +size 1080 diff --git a/70000/random/tp-6-of-8_dp-3-of-8_pp-0-of-1.pt b/70000/random/tp-6-of-8_dp-3-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0659fefeea8a8cdab4a06b3a89cd7001670de198 --- /dev/null +++ b/70000/random/tp-6-of-8_dp-3-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:302724b24f8baf0b91cdd53b983aee3df0e8ed98c715aebce1334b8d36f21dfa +size 1080 diff --git a/70000/random/tp-6-of-8_dp-4-of-8_pp-0-of-1.pt b/70000/random/tp-6-of-8_dp-4-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bdacbe4a8dc270ab202fb27622da1b68775f0dd --- /dev/null +++ b/70000/random/tp-6-of-8_dp-4-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42b51b9e8014fc40fdc33cb671add0293c99fa647a7e19d11dc3e7c98cd048d8 +size 1080 diff --git a/70000/random/tp-6-of-8_dp-5-of-8_pp-0-of-1.pt b/70000/random/tp-6-of-8_dp-5-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bb8f203030ba7c843d71f8eaccdd604e1f48cab --- /dev/null +++ b/70000/random/tp-6-of-8_dp-5-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2fe3c9acdd9dc443b9a62ee21c4b2af19aafdf87b3fad1d1b7a71f5ca4c3d27 +size 1080 diff --git a/70000/random/tp-6-of-8_dp-6-of-8_pp-0-of-1.pt b/70000/random/tp-6-of-8_dp-6-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..47629394ad7fd4344973fbb8f3f062791cac6dcc --- /dev/null +++ b/70000/random/tp-6-of-8_dp-6-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16fa1209b45bdc1f9f2b689ca84c36281c81da37ade77945405ed3f063804bb9 +size 1080 diff --git a/70000/random/tp-6-of-8_dp-7-of-8_pp-0-of-1.pt b/70000/random/tp-6-of-8_dp-7-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b9901ba46c1432472c5925de2c1fa174b6a7ad6 --- /dev/null +++ b/70000/random/tp-6-of-8_dp-7-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3858fb80685227de867ae52a0932ea43a6496e445dcc6039d4d1d403ce18270c +size 1080 diff --git a/70000/random/tp-7-of-8_dp-0-of-8_pp-0-of-1.pt b/70000/random/tp-7-of-8_dp-0-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ff6a244eecb4a4b2ccda8edacbaba3aed1aea8e --- /dev/null +++ b/70000/random/tp-7-of-8_dp-0-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d054f67e41adefa2f685a64d7269f07e60389f7fdd4758aaa1bdaef675505355 +size 1080 diff --git a/70000/random/tp-7-of-8_dp-1-of-8_pp-0-of-1.pt b/70000/random/tp-7-of-8_dp-1-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2e7ca5b88a420d9648a71206e3d094c4745e509 --- /dev/null +++ b/70000/random/tp-7-of-8_dp-1-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef6a1553045e314e4a67a3f9b080a551ef7b2efa827b358a234fc5ed16ed41c4 +size 1080 diff --git a/70000/random/tp-7-of-8_dp-2-of-8_pp-0-of-1.pt b/70000/random/tp-7-of-8_dp-2-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..49cfda0809ae030a63bd58c1cad48d904286dc80 --- /dev/null +++ b/70000/random/tp-7-of-8_dp-2-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fab780f9486fac8ff862c60b4a36101bc67ab1e096e1186d0ec7c20ed6d002f +size 1080 diff --git a/70000/random/tp-7-of-8_dp-3-of-8_pp-0-of-1.pt b/70000/random/tp-7-of-8_dp-3-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..72d511a0c5d43aa05970c220b17576ebddebb9b6 --- /dev/null +++ b/70000/random/tp-7-of-8_dp-3-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7376c1733c398618cd4865a817cbc94cf85cbff11fb639d657a807aabd530a13 +size 1080 diff --git a/70000/random/tp-7-of-8_dp-4-of-8_pp-0-of-1.pt b/70000/random/tp-7-of-8_dp-4-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..39479e968cf45ca338f0d9ce7a4fed07d635ba04 --- /dev/null +++ b/70000/random/tp-7-of-8_dp-4-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47b52438bb301c0a979bc590dbc8e5aeca88027f461b33e4089a98d8e8530526 +size 1080 diff --git a/70000/random/tp-7-of-8_dp-5-of-8_pp-0-of-1.pt b/70000/random/tp-7-of-8_dp-5-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc1fd5453e548a74539b6ad5e2fa7dbe1bb29daa --- /dev/null +++ b/70000/random/tp-7-of-8_dp-5-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57a34947fc588562c34d22ae45137553db950a70e6664bf1d202d486f50349da +size 1080 diff --git a/70000/random/tp-7-of-8_dp-6-of-8_pp-0-of-1.pt b/70000/random/tp-7-of-8_dp-6-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..baaf7f24e6c2595ccdf1dea32bc8e5390a8f1b5b --- /dev/null +++ b/70000/random/tp-7-of-8_dp-6-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0177ef9b8c0f4cf8a230bb60df4b6c9182d9a9f51ea5f5da616b1c7368123b5 +size 1080 diff --git a/70000/random/tp-7-of-8_dp-7-of-8_pp-0-of-1.pt b/70000/random/tp-7-of-8_dp-7-of-8_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0af09dfbebe9fee2afb2c55baec1c9b4814db54f --- /dev/null +++ b/70000/random/tp-7-of-8_dp-7-of-8_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:122b96587e6f9492bd311aa053929278f96b4ae0e46d046ee4611099cd906d88 +size 1080 diff --git a/latest.txt b/latest.txt new file mode 100644 index 0000000000000000000000000000000000000000..6a1a02e5704263709de58dfad5a24d42c83a2b53 --- /dev/null +++ b/latest.txt @@ -0,0 +1 @@ +70000 \ No newline at end of file