Upload folder using huggingface_hub

config.json

@@ -0,0 +1,36 @@
+{
+  "_name_or_path": "alpindale/goliath-120b",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 137,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "activation_scheme": "dynamic",
+    "ignored_layers": [
+      "lm_head"
+    ],
+    "quant_method": "fp8"
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.44.0",
+  "use_cache": true,
+  "vocab_size": 32000
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.44.0"
+}

model-00001-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8631953fc813b02dcf2ecd637a69be3bb1c4647dea442810496cc51b7c7f505a
+size 4953646668

model-00002-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4416337b604dad80f3c4bcbbd19ca7fe8327b75096fa8bcf74780ddb96caf908
+size 4983039368

model-00003-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394c834b787e371b676700aadffa74d46aaaea509a29f3513f95d7709f673817
+size 4899121060

model-00004-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140f9ce4f2f32d7a42a7e1723dd1d020e20e505de3b13dd3bd2714a3b6dd3cb8
+size 4899154052

model-00005-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e2220211b833cc096b22103675c5dd6b0161324874c90f8d7ea5685805d936
+size 4899154052

model-00006-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ed6c29d0266110d157f1cfc6107cfc873b2c7009f72f3cf637080fcf202e0c
+size 4983039448

model-00007-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1dc985a54782651bde6d93e826d34d00f0acf9cfb0ee831d7c55f37f61b3b6
+size 4899121060

model-00008-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03110c5a00d695be3d31f380661ff834abb0cea8bce31fb2d3c2e9302c1b20ae
+size 4899154052

model-00009-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c5a374f9f9051b3a50c7d1e41ac8e22ce58a4d4f2c278c531c9962ded0fc2a
+size 4899154052

model-00010-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659be052d93807570ed479aa248f57b07d7519b857615ddd3ef7a2a5686e46cf
+size 4983039448

model-00011-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85949c6e6803a055172b0873a382c72039f42de7a4a480c03555c88965be6ca0
+size 4899121060

model-00012-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e3e7667b7c7f8d4151fbed1fdba0a09a4b62553446530da2c4eea1336d3e95
+size 4899154052

model-00013-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db16e62fa926ad206a4c2099a84d7e13dc2c5f41e83d45e31d37e7841a635c3
+size 4899154052

model-00014-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ae4fc7e7eaf6cad30b20a56dd53f42a219fc324205a9227cd56fb9f622af65
+size 4983039448

model-00015-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b494f41f5e88a79f28f7d7c144c48c109f323fbcdf4aac1a24d0aa94b186c0
+size 4899121060

model-00016-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165fdefb5abd5dc3776c1157939a283b5158958470788c0769ce549c7da58ebe
+size 4899154052

model-00017-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15eb57ed89f2c3b81b07c0d9bbade2e04ad92a6f7f0b45565c207c922bba062
+size 4899154052

model-00018-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875740c38b1cddc9b5492dbf6fa7e1bc56cf053d0d48e213cbd318d4c5893ccf
+size 4983039488

model-00019-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bcd1f72141bb9149d155d6101fb5f07f1e51762a46eac70a0860026d2814194
+size 4899121148

model-00020-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6501150573e3fb882a40d7322135f832a64a58ba9fdba0ee107f09dfb4e45467
+size 4899154148

model-00021-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14130c4d528b1dc00540611cffbd2180da7e60c82f06c2b96679d17b01dda23d
+size 4899154140

model-00022-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe0f7964003b78b0e3b3b916570bbe59a39a3aa362391a829971b689da06cc9
+size 4983039536

model-00023-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00496abf3560a7c44d7b9eaecfdef576ecb3fe9f29a57dfa317477e37ebc848
+size 4899121148

model-00024-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8c534a5d83647cc415e17cad598bd53f6959729c818e746c9c8fdb32ac918a
+size 4513293512

model-00025-of-00025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fe65daa03c1fd29b72f4c7ae72b3ff9ee57f78e469dbc7002cb81e9c2b8973
+size 524288128

special_tokens_map.json

@@ -0,0 +1,28 @@
+{
+  "additional_special_tokens": [
+    "<unk>",
+    "<s>",
+    "</s>"
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,46 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<unk>",
+    "<s>",
+    "</s>"
+  ],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": null,
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": true
+}