Upload folder using huggingface_hub

merged/config.json

@@ -0,0 +1 @@
+{"vocab_size": 128256, "max_position_embeddings": 131072, "hidden_size": 8192, "intermediate_size": 28672, "num_hidden_layers": 80, "num_attention_heads": 64, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 500000.0, "rope_scaling": {"factor": 8.0, "low_freq_factor": 1.0, "high_freq_factor": 4.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "attention_bias": false, "attention_dropout": 0.0, "mlp_bias": false, "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": "bfloat16", "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": false, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": ["LlamaForCausalLM"], "finetuning_task": null, "id2label": {"0": "LABEL_0", "1": "LABEL_1"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1}, "tokenizer_class": null, "prefix": null, "bos_token_id": 128000, "pad_token_id": null, "eos_token_id": [128001, 128008, 128009], "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "meta-llama/Meta-Llama-3.1-70B-Instruct", "transformers_version": "4.44.2", "model_type": "llama"}

merged/model-00001-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1d3e89540b4f0b743d6ccd327ea4f3eb598fab23adcfced970d23f69db5fd1
+size 4584408808

merged/model-00002-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e29958810a5aa1f63b65f692498fbd1332e9d32eff882c64fbe004fdaa3ebf
+size 4664167376

merged/model-00003-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ed11fa662250cb183389a997938e69a1b868f1b659e5ab8071556dee74a1c6
+size 4999711704

merged/model-00004-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567a91179a5581e1d136ac6b4811ddd0fbc7550c78f8f215f8920fb4859ab18e
+size 4966157032

merged/model-00005-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f17451db1695f9d7f76f7b71fb00c7915f8dcf37cf6d7eabdc36bd8f24cf09
+size 4664134408

merged/model-00006-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8cda953c8171e32da8475869938a9ca31b4de34827b198e2811b5dd6e27561c
+size 4664167408

merged/model-00007-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a164949f56698e34ed1454a61474768f38b2117cb434c223d6e22c3f3b65227
+size 4664167408

merged/model-00008-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc3b9feb3ba0a4b0a1fd65d407f5891e781b44b2194b5e58b1f3f1b01c52271
+size 4999711728

merged/model-00009-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb91feebf06dcbb6a6338cb25f7dcb2eca6affa104813c0952f1b1366162c05
+size 4966157056

merged/model-00010-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdefc7eac3539981a415cc1fabfce9bd8b0225ca7b99040cb8f9650f92bd1e0
+size 4664134408

merged/model-00011-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd277c74f7ba1239b3f60160af7c1fcd16a429b0d8397ebdfcc03196e8d35360
+size 4664167408

merged/model-00012-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3da99af16b35ff96c2902671058183f3fab4a616d3fe72fba8ba5bb6272e962
+size 4664167408

merged/model-00013-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c9ce1e4152d4184a7a047c3c02c4ba21c214bf730786eaf40f4a15dfe8a70b
+size 4999711728

merged/model-00014-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f3877f0403140c6436608f18aa7700286029dd99346315d15e23afb8666893
+size 4966157056

merged/model-00015-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae79de7539a6877af7c5fe7b66526ef0269eb63e7c7816dec5c9261e134de366
+size 4664134408

merged/model-00016-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f90bd12e79fccc76e8c5f5f8384f0f4769aaf026fbee9610cafeff04cb7028
+size 4664167408

merged/model-00017-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8946a1e5b80c2ade8428d2fa3bb9bf888b728063f2307cd76b7a1a06d3cd6e2a
+size 4664167408

merged/model-00018-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5ceee828f6a03212870f0fed6e172ff00884efea9c28f65494bfe006ecef0f
+size 4999711728

merged/model-00019-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9789998fdaed9ebc3a829f083258ecc5023bcc57a56a0cbd0a8898bd800004da
+size 4966157056

merged/model-00020-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1d1c5d7da953a3e4ef52546958ade28098cd5bfdb571d9ae872c7998b948c9
+size 4664134408

merged/model-00021-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165a7f6089c8a748b37a72a3db6bacf4488cd11a1980465cc0d69f87ea1f1994
+size 4664167408

merged/model-00022-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bdfcaa03aea1367c67b4287d4ab7e8f49c1adcab2bda2993dc278c1c1aa6f6
+size 4664167408

merged/model-00023-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf48aac80da2bcca890ec6c882b422387ba87f9591af9f881f797ee6d85aa07
+size 4999711728

merged/model-00024-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36259dd9df0a29b32a6be42755080a31e627270a578e3f66131a1d8c62fc02a3
+size 4966157056

merged/model-00025-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7522894965b74911f39d1f3c7d2046a4d613e44ce8fd14a542934487a520e5
+size 4664134408

merged/model-00026-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081f75d617c0e2ebe5bac8f78ea3e547ad27f737c0999810b544bac61496432f
+size 4664167408

merged/model-00027-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1320df3711a77ff44c1aa4b8ab3c9bebafb446be5ef886a55d58542e471748
+size 4664167408

merged/model-00028-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea7fb72e9aaaf84853b6340da6c2650b2dddc338106e7e203861c31e51b5fd1
+size 4999711728

merged/model-00029-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17596c917b4e5fb6e38f2b01c564e0b95b114ce67d897cb352e0488a866b23a
+size 4966173536

merged/model-00030-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c845d7ccba30e2e0eb8ab20aa313d5ed45dca6634e214a62ed323b70462fa828
+size 2101346432

vllm_bitblas_bf16/config.json

@@ -0,0 +1 @@
+{"vocab_size": 128256, "max_position_embeddings": 131072, "hidden_size": 8192, "intermediate_size": 28672, "num_hidden_layers": 80, "num_attention_heads": 64, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 500000.0, "rope_scaling": {"factor": 8.0, "low_freq_factor": 1.0, "high_freq_factor": 4.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "attention_bias": false, "attention_dropout": 0.0, "mlp_bias": false, "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": "bfloat16", "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": false, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": ["LlamaForCausalLM"], "finetuning_task": null, "id2label": {"0": "LABEL_0", "1": "LABEL_1"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1}, "tokenizer_class": null, "prefix": null, "bos_token_id": 128000, "pad_token_id": null, "eos_token_id": [128001, 128008, 128009], "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "meta-llama/Meta-Llama-3.1-70B-Instruct", "transformers_version": "4.44.2", "model_type": "llama"}

vllm_bitblas_bf16/model-00001-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c110777fdbecc75d7bc16a1e246573599b2e80029611a520c76678d877af6b
+size 2756485496

vllm_bitblas_bf16/model-00002-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06d0f13a735365c579fa40977b46424589e753928c062107677b3c4bdeae19a
+size 1003259624

vllm_bitblas_bf16/model-00003-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14df7bf9ab5b0fd4b82560239b2dbd78f7f53ef1d7dabea439ce2ae732d2cf2
+size 1058350824

vllm_bitblas_bf16/model-00004-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77659aec70798cad40732dfe893a0a85221555d2dec148d58d07c3f2f7199150
+size 1047073184

vllm_bitblas_bf16/model-00005-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d25253ffefb31bc8ed3aae61bfd4511d828b9b4cceae342606e3e385187bf0a
+size 1003267720

vllm_bitblas_bf16/model-00006-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e974a245638f00df79acd4e975ae27ab1a40a932ce3a97ae03e79c15387d0d
+size 1150060344

vllm_bitblas_bf16/model-00007-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ea89159dc74d99ea9a5388caa6193f7a18a98c3fe6a3cdfdd46e87dfbe4d1e
+size 1186760544

vllm_bitblas_bf16/model-00008-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bb9298c76e93f04a524307da6ea8c709d70a820b6115ed51a9ced0996e9aad
+size 1168451432

vllm_bitblas_bf16/model-00009-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb45cbdbb592983ece59daed5fa03a19b6e91b411617cc71e88fea7a913c369
+size 1267274216

vllm_bitblas_bf16/model-00010-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7363ff4bc9c21e51e601584a4ae13987f12aecaf1cb58dde1641e2e0b5f3b0
+size 1076668048

vllm_bitblas_bf16/model-00011-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019dbc38118596aa1e10d5eb105e223d8fb23218e0bfed0221be4144bd284230
+size 1076660080

vllm_bitblas_bf16/model-00012-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49d78d66e67f83f30cbeb7e1d5d4514865affa7d0d94ab3cb14042d9a5b91ff
+size 1186760544

vllm_bitblas_bf16/model-00013-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0a0ca463cc1806d491a011d0c918ada18b97a0bcefc8a09a3ce956b0be4527
+size 1168451432

vllm_bitblas_bf16/model-00014-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f117c26ba2dc5b4a377d0e11cf5b2430d7b11e63cb0aa04d0dba134cba9c0a20
+size 1047073296

vllm_bitblas_bf16/model-00015-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f108174975713894db0b8b610c45be112406324c219125f71b11842089439d
+size 1003267720

vllm_bitblas_bf16/model-00016-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8137aab0a5d05be18db173c26284f694d46802a2dd7f50af21172f6eeba01f3
+size 1003259760

vllm_bitblas_bf16/model-00017-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3ce9d775d59d56783a33228280bb429b0caf10adc1b78029a1607ac35c7df6
+size 1003259752

vllm_bitblas_bf16/model-00018-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce26c47f32e123f8977246acb25817a0c8e6835f12f81ec20bc0683056555ea
+size 1058350952