Upload folder using huggingface_hub (#1)

- 1c761e8c50f9158ba388039ef1d07aba20b8e639c20930920cee4e63a27fb524 (6b60364b3b1e2d96fa0aef852cf7e110a868f2a0)
- 1cfb236ff000508aa4eb98cbaf4cc8aabea71a4642cf8984e6a2b71926c2fc7b (fcf7ac4b2811605fc049f7689f614177f10dd0ba)
- 6d6e32e2945df2d749a34ba9c8cca68e240b8bb2f09c2ae0d7fe67970a30aaab (632dc47a97ceb7a4f7854cdb0594d9ae93927dce)
- dc099204d043d689fdb74643d6d6134e9ddcc50edd25840714b02b46945f023a (d13160e48424629ac8e1c07a52e300d7669b1030)
- cfd8c2f5bb8cb43fff5c5b61ebccf284e7f68e1b7bd93db51741f9f95c7b2094 (791ecf53cba9c0119106845d0497cd3b261dc045)
- 04797cccf15b03b67a2069302518aff9b1e3b6c1ad6f190c9f48d1bb76e52d37 (a7f8ddd217cbd88d1004de5d94a858702f7a1e9c)
- fde3d867f54ebe00e21ed168b71644a4eabc33f1012acf3c5844d00fefc1be92 (cc50a6307d780e9ed8498c169e915e07392ebe0b)
- fb35bf82d033454cd39d49f43e0ea06d2e567f8311d64600385bc0c25a280d5b (cc0c285233dd2b4da1fb3df68d93ff64d8442226)

README.md

@@ -0,0 +1,34 @@
+---
+base_model: jondurbin/airoboros-33b-gpt4-1.4
+datasets:
+- jondurbin/airoboros-gpt4-1.4
+license: cc-by-nc-4.0
+tags:
+- mlx
+---
+
+# mlx-community/airoboros-33b-gpt4-1.4
+
+The Model [mlx-community/airoboros-33b-gpt4-1.4](https://huggingface.co/mlx-community/airoboros-33b-gpt4-1.4) was converted to MLX format from [jondurbin/airoboros-33b-gpt4-1.4](https://huggingface.co/jondurbin/airoboros-33b-gpt4-1.4) using mlx-lm version **0.19.0**.
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/airoboros-33b-gpt4-1.4")
+
+prompt="hello"
+
+if hasattr(tokenizer, "apply_chat_template") and tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, tokenize=False, add_generation_prompt=True
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+```

config.json

@@ -0,0 +1,31 @@
+{
+    "architectures": [
+        "LlamaForCausalLM"
+    ],
+    "bos_token_id": 0,
+    "eos_token_id": 1,
+    "hidden_act": "silu",
+    "hidden_size": 6656,
+    "initializer_range": 0.02,
+    "intermediate_size": 17920,
+    "max_position_embeddings": 2048,
+    "max_sequence_length": 2048,
+    "model_type": "llama",
+    "num_attention_heads": 52,
+    "num_hidden_layers": 60,
+    "pad_token_id": -1,
+    "quantization": {
+        "group_size": 64,
+        "bits": 8
+    },
+    "quantization_config": {
+        "group_size": 64,
+        "bits": 8
+    },
+    "rms_norm_eps": 1e-06,
+    "tie_word_embeddings": false,
+    "torch_dtype": "float16",
+    "transformers_version": "4.31.0.dev0",
+    "use_cache": true,
+    "vocab_size": 32000
+}

model-00001-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33db2208b8e0a1e79d3429956062b8ad7156d5cda8dbd7617a81a74040113a71
+size 5342848326

model-00002-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08aab17e5dbe969a3d2ffbeb62b6f3678729fe613ccf72a6301cdd49dbefbac5
+size 5304830522

model-00003-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d23f8c926892431f242f4424eaf5bb021b841de7c1b0c921c99613c68bb8cf
+size 5366277919

model-00004-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de8b6fa8d3f264e0b1e23c47e4539e451d3116b666cf4aac906a4cf7246bcc1
+size 5341172272

model-00005-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cd2d832cc2fb6c652efc83efb9d2287252b83809bf696d572219646e8b114d
+size 5337417936

model-00006-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5988e2c22be019f62a41173475f3a5315c7d1ab80a16629a7e7a3a970378410f
+size 5366277920

model-00007-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de82c6d6a795e193a57092749721ad6fe89d0f9f9bcd313590235be403b61aa7
+size 2504091644

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

tokenizer_config.json

@@ -0,0 +1,43 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": true,
+  "model_max_length": 2048,
+  "pad_token": "<unk>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}