Upload folder using huggingface_hub (#1)

- c542832b13795e20ee1516ca86fb6b9251f4f6f44a4b9b59c9078802c556ea69 (f6142e3cfb2768f86274e609bfd8096fd0380ecd)
- 2b3957abfc613e6dd2209f0927ee5d1c24327a34552efcd8d91aa2cc2e6b8a7e (45454996ee8a47e7211d493fb778f246e42c62c9)
- 171bb8ec8df35366cbd134e8b4e8cc52d11d0c0e6a6236393a1f758ce6f81c03 (425cfbee3cb5440d99d34e7c143e40dc07e3b9d1)
- 39eba0c5e64b0b04286173f247f92607f63148c44df8738527819ce30295adeb (e1c6a6bb73bc03c34a892d47735c72a1d9633fcf)
- 06dae51b194641a5cdecd69987c9e33afc189d7bb88e9c8e87b05729376e957c (3960517a8ddd084018945b42b96553eeaabd7404)
- 864ac4f61e919477677b14cf8d63d2212e4cee9903c85dfc0d72e10b5b84cd4d (359eae88669a9e6c32169d4e871145200e132e79)
- a6fac1f2d31c98e57380334667b0a037c8344286667a5b1ba49b1233c60486de (6e3a49aab16b660011d1d87fd3133766cf991039)
- fc3eb2bf266c8ba93daa54411d761d329e09156ae9f8e04cd83e6a6dd9e8b879 (8daac62f7a3d159c0c69d810c919875507b5c664)

README.md

@@ -0,0 +1,33 @@
+---
+license: apache-2.0
+tags:
+- generated_from_trainer
+- axolotl
+- mlx
+base_model: 01-ai/Yi-1.5-34B
+datasets:
+- cognitivecomputations/Dolphin-2.9
+- teknium/OpenHermes-2.5
+- m-a-p/CodeFeedback-Filtered-Instruction
+- cognitivecomputations/dolphin-coder
+- cognitivecomputations/samantha-data
+- microsoft/orca-math-word-problems-200k
+- Locutusque/function-calling-chatml
+- internlm/Agent-FLAN
+---
+
+# mlx-community/dolphin-2.9.1-yi-1.5-34b-8bit
+This model was converted to MLX format from [`cognitivecomputations/dolphin-2.9.1-yi-1.5-34b`]() using mlx-lm version **0.12.1**.
+Refer to the [original model card](https://huggingface.co/cognitivecomputations/dolphin-2.9.1-yi-1.5-34b) for more details on the model.
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/dolphin-2.9.1-yi-1.5-34b-8bit")
+response = generate(model, tokenizer, prompt="hello", verbose=True)
+```

config.json

@@ -0,0 +1,32 @@
+{
+    "architectures": [
+        "LlamaForCausalLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "bos_token_id": 1,
+    "eos_token_id": 7,
+    "hidden_act": "silu",
+    "hidden_size": 7168,
+    "initializer_range": 0.02,
+    "intermediate_size": 20480,
+    "max_position_embeddings": 8192,
+    "model_type": "llama",
+    "num_attention_heads": 56,
+    "num_hidden_layers": 60,
+    "num_key_value_heads": 8,
+    "pad_token_id": 0,
+    "pretraining_tp": 1,
+    "quantization": {
+        "group_size": 64,
+        "bits": 8
+    },
+    "rms_norm_eps": 1e-06,
+    "rope_scaling": null,
+    "rope_theta": 5000000.0,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.40.0.dev0",
+    "use_cache": false,
+    "vocab_size": 64000
+}

model-00001-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30df19b90ec20195ec7d321755a7919c6a0b49cd31f7a2204146a9652bac3b3
+size 5354117230

model-00002-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3bcb2260e3485ec35709ff02837c3f51e0512b8f7fb783c181c3caf6783078
+size 5334650055

model-00003-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f287e15306c9e24344f01312627d3cf35c459498d2efffa8b9eb2d9efb3ad5a3
+size 5334650069

model-00004-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a36996b7b8d9ccffe93e5ad3084332504cd78036abcc560b4046ec31873666
+size 5334650063

model-00005-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd00f14170e05b14f7c7d519ae61a8c480d18ac50f89eb1ea017ab25e96b17c
+size 5334650069

model-00006-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4488d4333ca3d654bb199dc59d5300b3615475c08c5ebe74b22c97f0db11aa
+size 5334650073

model-00007-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bb40ce76808db092713bd664df0cf6320fc6ed5b7b8210ac7737b35ac01077
+size 4511829028

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386c49cf943d71aa110361135338c50e38beeff0a66593480421f37b319e1a39
+size 1033105

tokenizer_config.json

@@ -0,0 +1,60 @@
+{
+  "add_bos_token": false,
+  "add_eos_token": false,
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|startoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|startoftext|>",
+  "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "legacy": true,
+  "model_max_length": 4096,
+  "pad_token": "<unk>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false,
+  "use_fast": true
+}