Upload folder using huggingface_hub

config.json

@@ -0,0 +1,27 @@
+{
+  "_name_or_path": "/root/.cache/huggingface/hub/models--beomi--llama-2-ko-70b/snapshots/e8cc42f5ce20c1f8f7f7db7a2c0a88cd24f8fceb",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 2048,
+  "model_type": "llama",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "pad_token_id": 2,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.33.2",
+  "use_cache": true,
+  "vocab_size": 46592
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 2,
+  "transformers_version": "4.33.2"
+}

model-00001-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbd183aff0c7deda9846b19bb705c2f8eadf9c57ef6024a64d1800847ccdcc2
+size 2986193744

model-00002-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bd6a507524d93b0b8d4f4e51977769719a5abcc6d5d07344c5a8f18c99eeaf
+size 2989901120

model-00003-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921cef3ab4f22e5ae17fe9cc9ecbf39951a0d8530b8afd90eeaefe54a4c11a94
+size 2989934248

model-00004-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f8b8edfad46a5d5a12c166040c3b647f44aaaf8c0dc35f5f27ed35aa8a13f5
+size 2989934256

model-00005-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886ab336f447d42228df10e61c02e96ec160c70385cfd3261336f76a123be124
+size 2911453272

model-00006-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edb7e32493c7b552d9997b57c24893180113d204809c68269b2752e1e8a0445
+size 2989934248

model-00007-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94440b1fa9f1b1df58c848e84874e37aec6100b1538a76ee7d4ee8b4ea427295
+size 2989934256

model-00008-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c9e77c78098a6a3e38d058009ca74a599a2408203f29e3f16ef43d3393a125
+size 2911453272

model-00009-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d127c0c24dd37decd67971b0b3dfb6c03c1266180f69d6da96af9f52d58a47
+size 2989934248

model-00010-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb1fdab242f8d381d5bf7a7b805e588145332f0cd16f76f7d5c249a9714f1d8
+size 2989934256

model-00011-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5e274161f839221bd9b189c86bd0703ab0978dc071e9b41884e5e0f7f85f81
+size 2911453272

model-00012-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c13ef8cccceac3e5aa074e06742d198af82d181c66110c439b3fde32240093
+size 2989934248

model-00013-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce79caf00de3d277b08a4ed6c523fccc709cb7744c625a467054bb4783714755
+size 1452035720

quant_config.json

@@ -0,0 +1,6 @@
+{
+    "zero_point": true,
+    "q_group_size": 128,
+    "w_bit": 4,
+    "version": "GEMM"
+}

special_tokens_map.json

@@ -0,0 +1,241 @@
+{
+  "additional_special_tokens": [
+    "<unused0>",
+    "<unused1>",
+    "<unused2>",
+    "<unused3>",
+    "<unused4>",
+    "<unused5>",
+    "<unused6>",
+    "<unused7>",
+    "<unused8>",
+    "<unused9>",
+    "<unused10>",
+    "<unused11>",
+    "<unused12>",
+    "<unused13>",
+    "<unused14>",
+    "<unused15>",
+    "<unused16>",
+    "<unused17>",
+    "<unused18>",
+    "<unused19>",
+    "<unused20>",
+    "<unused21>",
+    "<unused22>",
+    "<unused23>",
+    "<unused24>",
+    "<unused25>",
+    "<unused26>",
+    "<unused27>",
+    "<unused28>",
+    "<unused29>",
+    "<unused30>",
+    "<unused31>",
+    "<unused32>",
+    "<unused33>",
+    "<unused34>",
+    "<unused35>",
+    "<unused36>",
+    "<unused37>",
+    "<unused38>",
+    "<unused39>",
+    "<unused40>",
+    "<unused41>",
+    "<unused42>",
+    "<unused43>",
+    "<unused44>",
+    "<unused45>",
+    "<unused46>",
+    "<unused47>",
+    "<unused48>",
+    "<unused49>",
+    "<unused50>",
+    "<unused51>",
+    "<unused52>",
+    "<unused53>",
+    "<unused54>",
+    "<unused55>",
+    "<unused56>",
+    "<unused57>",
+    "<unused58>",
+    "<unused59>",
+    "<unused60>",
+    "<unused61>",
+    "<unused62>",
+    "<unused63>",
+    "<unused64>",
+    "<unused65>",
+    "<unused66>",
+    "<unused67>",
+    "<unused68>",
+    "<unused69>",
+    "<unused70>",
+    "<unused71>",
+    "<unused72>",
+    "<unused73>",
+    "<unused74>",
+    "<unused75>",
+    "<unused76>",
+    "<unused77>",
+    "<unused78>",
+    "<unused79>",
+    "<unused80>",
+    "<unused81>",
+    "<unused82>",
+    "<unused83>",
+    "<unused84>",
+    "<unused85>",
+    "<unused86>",
+    "<unused87>",
+    "<unused88>",
+    "<unused89>",
+    "<unused90>",
+    "<unused91>",
+    "<unused92>",
+    "<unused93>",
+    "<unused94>",
+    "<unused95>",
+    "<unused96>",
+    "<unused97>",
+    "<unused98>",
+    "<unused99>",
+    "<unused100>",
+    "<unused101>",
+    "<unused102>",
+    "<unused103>",
+    "<unused104>",
+    "<unused105>",
+    "<unused106>",
+    "<unused107>",
+    "<unused108>",
+    "<unused109>",
+    "<unused110>",
+    "<unused111>",
+    "<unused112>",
+    "<unused113>",
+    "<unused114>",
+    "<unused115>",
+    "<unused116>",
+    "<unused117>",
+    "<unused118>",
+    "<unused119>",
+    "<unused120>",
+    "<unused121>",
+    "<unused122>",
+    "<unused123>",
+    "<unused124>",
+    "<unused125>",
+    "<unused126>",
+    "<unused127>",
+    "<unused128>",
+    "<unused129>",
+    "<unused130>",
+    "<unused131>",
+    "<unused132>",
+    "<unused133>",
+    "<unused134>",
+    "<unused135>",
+    "<unused136>",
+    "<unused137>",
+    "<unused138>",
+    "<unused139>",
+    "<unused140>",
+    "<unused141>",
+    "<unused142>",
+    "<unused143>",
+    "<unused144>",
+    "<unused145>",
+    "<unused146>",
+    "<unused147>",
+    "<unused148>",
+    "<unused149>",
+    "<unused150>",
+    "<unused151>",
+    "<unused152>",
+    "<unused153>",
+    "<unused154>",
+    "<unused155>",
+    "<unused156>",
+    "<unused157>",
+    "<unused158>",
+    "<unused159>",
+    "<unused160>",
+    "<unused161>",
+    "<unused162>",
+    "<unused163>",
+    "<unused164>",
+    "<unused165>",
+    "<unused166>",
+    "<unused167>",
+    "<unused168>",
+    "<unused169>",
+    "<unused170>",
+    "<unused171>",
+    "<unused172>",
+    "<unused173>",
+    "<unused174>",
+    "<unused175>",
+    "<unused176>",
+    "<unused177>",
+    "<unused178>",
+    "<unused179>",
+    "<unused180>",
+    "<unused181>",
+    "<unused182>",
+    "<unused183>",
+    "<unused184>",
+    "<unused185>",
+    "<unused186>",
+    "<unused187>",
+    "<unused188>",
+    "<unused189>",
+    "<unused190>",
+    "<unused191>",
+    "<unused192>",
+    "<unused193>",
+    "<unused194>",
+    "<unused195>",
+    "<unused196>",
+    "<unused197>",
+    "<unused198>",
+    "<unused199>",
+    "<unused200>",
+    "<unused201>",
+    "<unused202>",
+    "<unused203>",
+    "<unused204>",
+    "<unused205>",
+    "<unused206>",
+    "<unused207>",
+    "<unused208>"
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,40 @@
+{
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "clean_up_tokenization_spaces": false,
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "legacy": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "use_default_system_prompt": true
+}