MLX
Safetensors
English
phi3
custom_code

Upload folder using huggingface_hub

#2
This view is limited to 50 files because it contains too many changes.  See the raw diff here.
Files changed (50) hide show
  1. ._README.md +0 -0
  2. ._config.json +0 -0
  3. ._model-00001-of-00002.safetensors +3 -0
  4. ._model-00001-of-00004.safetensors +3 -0
  5. ._model-00001-of-00013.safetensors +3 -0
  6. ._model-00001-of-00015.safetensors +3 -0
  7. ._model-00002-of-00002.safetensors +3 -0
  8. ._model-00002-of-00004.safetensors +3 -0
  9. ._model-00002-of-00013.safetensors +3 -0
  10. ._model-00002-of-00015.safetensors +3 -0
  11. ._model-00003-of-00004.safetensors +3 -0
  12. ._model-00003-of-00013.safetensors +3 -0
  13. ._model-00003-of-00015.safetensors +3 -0
  14. ._model-00004-of-00004.safetensors +3 -0
  15. ._model-00004-of-00013.safetensors +3 -0
  16. ._model-00004-of-00015.safetensors +3 -0
  17. ._model-00005-of-00013.safetensors +3 -0
  18. ._model-00005-of-00015.safetensors +3 -0
  19. ._model-00006-of-00013.safetensors +3 -0
  20. ._model-00006-of-00015.safetensors +3 -0
  21. ._model-00007-of-00013.safetensors +3 -0
  22. ._model-00007-of-00015.safetensors +3 -0
  23. ._model-00008-of-00013.safetensors +3 -0
  24. ._model-00008-of-00015.safetensors +3 -0
  25. ._model-00009-of-00013.safetensors +3 -0
  26. ._model-00009-of-00015.safetensors +3 -0
  27. ._model-00010-of-00013.safetensors +3 -0
  28. ._model-00010-of-00015.safetensors +3 -0
  29. ._model-00011-of-00013.safetensors +3 -0
  30. ._model-00011-of-00015.safetensors +3 -0
  31. ._model-00012-of-00013.safetensors +3 -0
  32. ._model-00012-of-00015.safetensors +3 -0
  33. ._model-00013-of-00013.safetensors +3 -0
  34. ._model-00013-of-00015.safetensors +3 -0
  35. ._model-00014-of-00015.safetensors +3 -0
  36. ._model-00015-of-00015.safetensors +3 -0
  37. ._model.safetensors.index.json +0 -0
  38. ._special_tokens_map.json +0 -0
  39. ._tokenizer.json +0 -0
  40. ._tokenizer_config.json +0 -0
  41. README.md +34 -0
  42. config.json +34 -0
  43. model-00001-of-00002.safetensors +3 -0
  44. model-00001-of-00004.safetensors +3 -0
  45. model-00001-of-00013.safetensors +3 -0
  46. model-00001-of-00015.safetensors +3 -0
  47. model-00002-of-00002.safetensors +3 -0
  48. model-00002-of-00004.safetensors +3 -0
  49. model-00002-of-00013.safetensors +3 -0
  50. model-00002-of-00015.safetensors +3 -0
._README.md ADDED
Binary file (4.1 kB). View file
 
._config.json ADDED
Binary file (4.1 kB). View file
 
._model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fe44cb7c7f6b4a21f9203076c21b5444e83d661693bbf3031e44c6a8fa96d10
3
+ size 4096
._model-00001-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7534e04a1b5bd659d6e43a2e7ce74f7433ee01ed4ff519f0e81a61f22350c32
3
+ size 4096
._model-00001-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77c7df417e715bf9258e5b382c65e2e294a4bc8b33928ee4ce19a8c32621ac29
3
+ size 4096
._model-00001-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29c643eb27a18e2cae7a6287e29b5bdc3eb146a21c6d34db6240444f8455ce4f
3
+ size 4096
._model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12f895ac8d14817c0ac563f6b57ff6eae0fb92161041384dc4da23a00f7490f1
3
+ size 4096
._model-00002-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b432c21dc101825dcf07d2ab0c70f706a0417782d0288e260e42f25fe1afb712
3
+ size 4096
._model-00002-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f41c1f4b63a4543b29289550c4c1b2c31bfc3db282d80ac2a7761602f1e16885
3
+ size 4096
._model-00002-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6173b5e00a8e10eb04160abb9b1b98bd66a4e0b47ea165274d8cd6a658976eba
3
+ size 4096
._model-00003-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a28ba51ba1a6006db3aaaaa4e5998ac3302e10755f94c64ee64ea8f0c87890ae
3
+ size 4096
._model-00003-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b7680212286e4eccd33479f5d5a55ad60b320061631b200aed19a41dad478d8
3
+ size 4096
._model-00003-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cca0da6253a4921d5eb327ce540860edff960460a50155eb98bee867fbb5601
3
+ size 4096
._model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44c457743ba25faf3c092e51bf9b8928cef2c6b75bfb64e38c1634d7604f3a4a
3
+ size 4096
._model-00004-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aecf608f9f9bc294ffd72d690f81652d7609e9d28e643280a6b516410e0144a
3
+ size 4096
._model-00004-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0fe5bfb5765f8d51ae34bba3ea1aac60446df8d1b1410efc87801d5d7303f3f
3
+ size 4096
._model-00005-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc5a8789ad4f6569ef289cf65c937b5251aba2aefdb40610c3cf0096970ecb77
3
+ size 4096
._model-00005-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fd5158da88a50c54b44bab25cb9f693b179b4773610f61511f723c270aaff5b
3
+ size 4096
._model-00006-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74e3d04ed643710f89f4b85e29fc541148704f6434fd712d96e328f426d2d172
3
+ size 4096
._model-00006-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cddb8b32f0f0f9309d8289c2ab3eadabc9339492f471f8fcdf82b703679eb433
3
+ size 4096
._model-00007-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfb63ebc36ac7a08d5b37d38fdff270888928f2034ab0304920bba4f4e2671e8
3
+ size 4096
._model-00007-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10974b950f407f65ba1b30f1f619b309030e5ed48b03a9e6ae7c012b70b6d7aa
3
+ size 4096
._model-00008-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8b2fac4c55450f8ae75887a4cb291dbd2b45a8e53602dbf487c46759e01b6e5
3
+ size 4096
._model-00008-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdd667e247c6863e2c54448880445e01afff3729c194ba46e3732b33bd22af8d
3
+ size 4096
._model-00009-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dfc68efb7f98170d14b6400b3c84f6bcc15e91555ea2b2b1552dae09c7fc3c8
3
+ size 4096
._model-00009-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8758e7cfe8d9facbe6ab3a3f6c5fa5c18d12076a84722bf8e97107f8becfe00
3
+ size 4096
._model-00010-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da9bd43a0fb8d339d4ff7a287c6965631f7398b87e8d25f854ba23a17cb86871
3
+ size 4096
._model-00010-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7de6b9ecf250ee8c9e64f38273687c833dd1f5a5fe6d305ab0b6b3c81ec36267
3
+ size 4096
._model-00011-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55e9194c8cc52f026e4f28c8e224bab44ad21b843da5da813907a1bb60bbf8d9
3
+ size 4096
._model-00011-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3893c92500351ee7e448ae9f813edcded11034cd2115ca9784887b9e90dce572
3
+ size 4096
._model-00012-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb558504472b20580bda483bd48c404c157f5fdaa1d2ac9b8de2b73c6696e41b
3
+ size 4096
._model-00012-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41e80fb6e5fbda13a51a73936c579e873eab0a3bbd51a0ed9c5cf897e3bab638
3
+ size 4096
._model-00013-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d268e6f75e2e4583e1a32711cfbef5f489c3913de700ea1cc781d91a6a556f4
3
+ size 4096
._model-00013-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4593119273f8b820e71c3cb3b88e91484262081528d4f63d204507463f86a705
3
+ size 4096
._model-00014-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:480bb21ea82336f8f04e5454cdf114917438da193a60621d4cac305d06fcaf1c
3
+ size 4096
._model-00015-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c096120b2bd04b157aa003cec29d01206cab1034e6f854551029dd65eda0270
3
+ size 4096
._model.safetensors.index.json ADDED
Binary file (4.1 kB). View file
 
._special_tokens_map.json ADDED
Binary file (4.1 kB). View file
 
._tokenizer.json ADDED
Binary file (4.1 kB). View file
 
._tokenizer_config.json ADDED
Binary file (4.1 kB). View file
 
README.md ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ language:
3
+ - en
4
+ license: mit
5
+ tags:
6
+ - mlx
7
+ datasets:
8
+ - omi-health/medical-dialogue-to-soap-summary
9
+ metrics:
10
+ - rouge
11
+ title: 'Sum Small: Medical Dialogue to SOAP Summarizer'
12
+ emoji: 📄
13
+ colorFrom: green
14
+ colorTo: pink
15
+ sdk: static
16
+ pinned: false
17
+ ---
18
+
19
+ # mlx-community/sum-small-unquantized
20
+
21
+ The Model [mlx-community/sum-small-unquantized](https://huggingface.co/mlx-community/sum-small-unquantized) was converted to MLX format from [omi-health/sum-small](https://huggingface.co/omi-health/sum-small) using mlx-lm version **0.13.0**.
22
+
23
+ ## Use with mlx
24
+
25
+ ```bash
26
+ pip install mlx-lm
27
+ ```
28
+
29
+ ```python
30
+ from mlx_lm import load, generate
31
+
32
+ model, tokenizer = load("mlx-community/sum-small-unquantized")
33
+ response = generate(model, tokenizer, prompt="hello", verbose=True)
34
+ ```
config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Phi3ForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "auto_map": {
7
+ "AutoConfig": "microsoft/Phi-3-mini-4k-instruct--configuration_phi3.Phi3Config",
8
+ "AutoModelForCausalLM": "microsoft/Phi-3-mini-4k-instruct--modeling_phi3.Phi3ForCausalLM"
9
+ },
10
+ "bos_token_id": 1,
11
+ "embd_pdrop": 0.0,
12
+ "eos_token_id": 32000,
13
+ "hidden_act": "silu",
14
+ "hidden_size": 3072,
15
+ "initializer_range": 0.02,
16
+ "intermediate_size": 8192,
17
+ "max_position_embeddings": 4096,
18
+ "model_type": "phi3",
19
+ "num_attention_heads": 32,
20
+ "num_hidden_layers": 32,
21
+ "num_key_value_heads": 32,
22
+ "original_max_position_embeddings": 4096,
23
+ "pad_token_id": 32000,
24
+ "resid_pdrop": 0.0,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": null,
27
+ "rope_theta": 10000.0,
28
+ "sliding_window": 2047,
29
+ "tie_word_embeddings": false,
30
+ "torch_dtype": "bfloat16",
31
+ "transformers_version": "4.41.0.dev0",
32
+ "use_cache": true,
33
+ "vocab_size": 32064
34
+ }
model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d583c3b04c1cfbd8d2506d4761cb43a3c5b0ffd0de2e46a4bf70cf69fef0dc8
3
+ size 5356281224
model-00001-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65e6bc9a14062334d6bf16301107f9e2ea525a3bf717df36d0cd78caa224e745
3
+ size 5295466340
model-00001-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcd6b3e3f0c3329789636674e3f4289e4268556aeaa5aae467848e54385149d9
3
+ size 5272167780
model-00001-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf07eb0dc3fd36b8dcbb566508e648b8633dbc390f2caefba01938f32444469a
3
+ size 5162938579
model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d4b15818b8c4d7c908002c84a5fca5460f5414f316355e7e12e929a1953b2e5
3
+ size 2285900441
model-00002-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7176d44548c5c22ff68bbbf55b0f4d059e6ad53613258bb1e557733ec1a7bf12
3
+ size 5352157721
model-00002-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5c35622972ab4119139ba6b2644c23ba700e6cb64dd0fef7ce51b666962de24
3
+ size 5294649740
model-00002-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1337d273656fe6dbc22f384aa388e24eb6c1272615fbd75a7ffec17097a07fef
3
+ size 5205343236