Upload folder using huggingface_hub

.gitattributes

@@ -37,3 +37,8 @@ part_aa filter=lfs diff=lfs merge=lfs -text
 part_ab filter=lfs diff=lfs merge=lfs -text
 part_ac filter=lfs diff=lfs merge=lfs -text
 adapted_model_dynamic_attention-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+solo-llama-3-maal-mlp-koen-8b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+solo-llama-3-maal-mlp-koen-8b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+solo-llama-3-maal-mlp-koen-8b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+solo-llama-3-maal-mlp-koen-8b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+solo-llama-3-maal-mlp-koen-8b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

Modelfile_Q5_K_M

@@ -1,4 +1,4 @@
-FROM adapted_model_dynamic_attention-Q5_K_M.gguf
+FROM solo-llama-3-maal-mlp-koen-8b-Q5_K_M.gguf
 TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|>
 
 {{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>

config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "maum-ai/Llama-3-MAAL-8B-Instruct-v0.1",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128001,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.41.0",
+  "use_cache": false,
+  "vocab_size": 145039
+}

solo-llama-3-maal-mlp-koen-8b-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4d2e6a1acace8666cf5643158a527ae0182785f14b3f79ffede4488299e535
+size 4105321856

solo-llama-3-maal-mlp-koen-8b-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf8f1668fa1cbd90c544a11249726e59fe8942e7d47b7d527d4ce288f5340cc
+size 5016268128

solo-llama-3-maal-mlp-koen-8b-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acd536b4123837aee2f43ffde8a697f842be5ab4d789ab6787a7887291c4bb3
+size 5837114208

solo-llama-3-maal-mlp-koen-8b-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ebf8f6f99cbc2bad92532abb21b5fd27dd547eecd1b23367c3ac601933cede
+size 6709263168

solo-llama-3-maal-mlp-koen-8b-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab512712e30332146d40fff18b0345ad024c78d7ebddfe1b760c73d04625982
+size 8687325056