56c9fe76b2b0879a8e85351344d698eb4754be6becb5abb66f4dd3301b1e7b33

README.md

@@ -0,0 +1,25 @@
+---
+language:
+- en
+- ko
+license: gemma
+tags:
+- mlx
+---
+
+# sosoai/hansoldeco-gemma-2-2b-v0.1-mlx
+
+The Model [sosoai/hansoldeco-gemma-2-2b-v0.1-mlx](https://huggingface.co/sosoai/hansoldeco-gemma-2-2b-v0.1-mlx) was converted to MLX format from [sosoai/hansoldeco-gemma-2-2b-v0.1](https://huggingface.co/sosoai/hansoldeco-gemma-2-2b-v0.1) using mlx-lm version **0.16.1**.
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("sosoai/hansoldeco-gemma-2-2b-v0.1-mlx")
+response = generate(model, tokenizer, prompt="hello", verbose=True)
+```

config.json

@@ -0,0 +1,36 @@
+{
+    "architectures": [
+        "Gemma2ForCausalLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "attn_logit_softcapping": 50.0,
+    "bos_token_id": 2,
+    "cache_implementation": "hybrid",
+    "eos_token_id": 1,
+    "final_logit_softcapping": 30.0,
+    "head_dim": 256,
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_activation": "gelu_pytorch_tanh",
+    "hidden_size": 2304,
+    "initializer_range": 0.02,
+    "intermediate_size": 9216,
+    "max_position_embeddings": 8192,
+    "model_type": "gemma2",
+    "num_attention_heads": 8,
+    "num_hidden_layers": 26,
+    "num_key_value_heads": 4,
+    "pad_token_id": 1,
+    "quantization": {
+        "group_size": 64,
+        "bits": 4
+    },
+    "query_pre_attn_scalar": 256,
+    "rms_norm_eps": 1e-06,
+    "rope_theta": 10000.0,
+    "sliding_window": 4096,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.44.0.dev0",
+    "use_cache": true,
+    "vocab_size": 256000
+}

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c124c6d0dadeec6288162e72d03bbe26e5b6619dda43b8510d08cd9b0e800ec9
+size 1130832644