Hugging Face's logo

typeof
/
openchat-3.6-exploded

Text Generation
Transformers
Safetensors
llama
conversational
text-generation-inference
Inference Endpoints
Model card Files
typeof commited on
Commit
cc859b7
•
1 Parent(s): b4c8b97

init

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +28 -0
  2. model-00002-of-00291.safetensors +3 -0
  3. model-00003-of-00291.safetensors +3 -0
  4. model-00004-of-00291.safetensors +3 -0
  5. model-00005-of-00291.safetensors +3 -0
  6. model-00006-of-00291.safetensors +3 -0
  7. model-00007-of-00291.safetensors +3 -0
  8. model-00008-of-00291.safetensors +3 -0
  9. model-00009-of-00291.safetensors +3 -0
  10. model-00010-of-00291.safetensors +3 -0
  11. model-00011-of-00291.safetensors +3 -0
  12. model-00012-of-00291.safetensors +3 -0
  13. model-00013-of-00291.safetensors +3 -0
  14. model-00014-of-00291.safetensors +3 -0
  15. model-00015-of-00291.safetensors +3 -0
  16. model-00016-of-00291.safetensors +3 -0
  17. model-00017-of-00291.safetensors +3 -0
  18. model-00018-of-00291.safetensors +3 -0
  19. model-00019-of-00291.safetensors +3 -0
  20. model-00020-of-00291.safetensors +3 -0
  21. model-00021-of-00291.safetensors +3 -0
  22. model-00022-of-00291.safetensors +3 -0
  23. model-00023-of-00291.safetensors +3 -0
  24. model-00024-of-00291.safetensors +3 -0
  25. model-00025-of-00291.safetensors +3 -0
  26. model-00026-of-00291.safetensors +3 -0
  27. model-00027-of-00291.safetensors +3 -0
  28. model-00028-of-00291.safetensors +3 -0
  29. model-00029-of-00291.safetensors +3 -0
  30. model-00030-of-00291.safetensors +3 -0
  31. model-00031-of-00291.safetensors +3 -0
  32. model-00032-of-00291.safetensors +3 -0
  33. model-00033-of-00291.safetensors +3 -0
  34. model-00034-of-00291.safetensors +3 -0
  35. model-00035-of-00291.safetensors +3 -0
  36. model-00036-of-00291.safetensors +3 -0
  37. model-00037-of-00291.safetensors +3 -0
  38. model-00038-of-00291.safetensors +3 -0
  39. model-00039-of-00291.safetensors +3 -0
  40. model-00040-of-00291.safetensors +3 -0
  41. model-00041-of-00291.safetensors +3 -0
  42. model-00042-of-00291.safetensors +3 -0
  43. model-00043-of-00291.safetensors +3 -0
  44. model-00044-of-00291.safetensors +3 -0
  45. model-00045-of-00291.safetensors +3 -0
  46. model-00046-of-00291.safetensors +3 -0
  47. model-00047-of-00291.safetensors +3 -0
  48. model-00048-of-00291.safetensors +3 -0
  49. model-00049-of-00291.safetensors +3 -0
  50. model-00050-of-00291.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "imone/Llama-3-8B-fixed-special-embedding",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": 128001,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 4096,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 14336,
14
+ "max_position_embeddings": 8192,
15
+ "model_type": "llama",
16
+ "num_attention_heads": 32,
17
+ "num_hidden_layers": 32,
18
+ "num_key_value_heads": 8,
19
+ "pretraining_tp": 1,
20
+ "rms_norm_eps": 1e-05,
21
+ "rope_scaling": null,
22
+ "rope_theta": 500000.0,
23
+ "tie_word_embeddings": false,
24
+ "torch_dtype": "bfloat16",
25
+ "transformers_version": "4.40.0",
26
+ "use_cache": true,
27
+ "vocab_size": 128256
28
+ }
model-00002-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37486fb64f20345f9ebd0e3489b93e0d39250de81653a8e48ba5c4364af06666
3
+ size 1050673296
model-00003-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9f47059f6ad2cc8231f7eac3f5b184f51d5485f7a9cb8fdc78d472d48de1d38
3
+ size 8328
model-00004-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:276f4a657ce7efc730e7802dc50e9aadbc68ab1e031ad1e67ea60816da193a57
3
+ size 117440664
model-00005-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eac1395b2a8fd214a950e45f42e475092e04136525ca601adb76717bf2913d50
3
+ size 117440664
model-00006-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2db3015eabeb7e79bde42da326f4f3e49bfabc16e6754230fc3be15e30115985
3
+ size 117440656
model-00007-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:218bafa6da5024b207602bbbaa79f0569767b80b1d56a5534b18e7a86f2cd5c8
3
+ size 8344
model-00008-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff6fbdac7bb54a23c3377a8ad81be545037992644801de2e9361f404ab3bb196
3
+ size 8388760
model-00009-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:225346ca86dce893121a0727e2d4220a55f696e9ce9846e771be84b1ca5bbf16
3
+ size 33554584
model-00010-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4d0e111ec68a4fca7228550ba6e442b9479e345e8fc329eed0abc200c765e6f
3
+ size 33554584
model-00011-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:452d244997b875fbdc92c0a3eab495fa22677ae2a657f5349c74d9eb2678242a
3
+ size 8388760
model-00012-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:990fa3b8af970fd5a2f35650f4ab41045e5d9684522f89750ea4342bd951904a
3
+ size 8328
model-00013-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b2b6d40294823925644e0cb92fc7a3623465c1911c49d89e0cbc8a0b036e875
3
+ size 117440664
model-00014-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34507741fcb2448ba476406fe83adc5c1eb10fa3adaf526bdb957820b88b89a3
3
+ size 117440664
model-00015-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c6cd8f0433b4cee1eb549202aa17da7adf77abad02efbf7b6c3bec9d5b6bd2a
3
+ size 117440656
model-00016-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df632b0b075bddce52384e885b0c64892df4dfa6365a7109b9f5798f59373d68
3
+ size 8344
model-00017-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d3f4c2373dd0f334d77c06ed944a0cf157d8bbc1e577471cfc54ab586d39689
3
+ size 8388760
model-00018-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c4cb2d1fc392519a7e4890fd1084106df92d44969d7698aa49f117861a99389
3
+ size 33554584
model-00019-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6c3a2c7dd16ec54d21656957fce73926deffa5726734445d323784444271ac0
3
+ size 33554584
model-00020-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b322db7b97286b6fce17914f7845073b6a13264931e5ef14bd2444e54172140c
3
+ size 8388760
model-00021-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d442615b97d7fc82dbef17dde5e618c484c0b20cf56d21e16a558e8490151b9
3
+ size 8328
model-00022-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5931be931c9a40091ccae1fa2230938963544ae630d12ec96c9d6a500ff817a9
3
+ size 117440664
model-00023-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59c1343638799eda5a07a4da996dbf7081460a8f04d0367b7d7621976b0dde70
3
+ size 117440664
model-00024-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e248feb0ac38d9120bcb7b43f42598eb3a8e922c9f5367d729124602967241d8
3
+ size 117440656
model-00025-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de639363504a92e9d1a22208ef9f16e99982726910c59bd70bc94853b850cbbe
3
+ size 8344
model-00026-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb6a53d00531e70788509879e675e7d6084e23bad79280223eba5c69189aa0af
3
+ size 8388760
model-00027-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77332b2e7d6fd8f759634a284e4456b974596d74b9d919e5517b033498947dea
3
+ size 33554584
model-00028-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f22010c638c80202f5016a1100d224dfc0814e4e9729c4802a014d922833cd0a
3
+ size 33554584
model-00029-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5df2bf83d4b16a94b17eaa4c200bfac74ae799b3072fd70ecd24f2d34ca6352
3
+ size 8388760
model-00030-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e33e9ddc5da46557175c31eaf6d137620ffbf0457567fc60b7322318dd02d8e
3
+ size 8328
model-00031-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:415c252b3b7fc84822dc0306fccd5493478cfac499048678c7404c1d1b256bb3
3
+ size 117440664
model-00032-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62843a466bd3c26efffa568f9772067520fcb3c3b75060fb26fd98d3aae13169
3
+ size 117440664
model-00033-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83145c2e199ba318b62f0429938cfd4793211a12cac8052668c32ecc8ed9886e
3
+ size 117440656
model-00034-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8429b869dc2bacc4a92521fa826e05bfd1de1315051ce1da876a118179fe9133
3
+ size 8344
model-00035-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fa5b538bb5b4ca1237d6bf1485b4b983e166b51a76e7bda11b7cbb108fc1163
3
+ size 8388760
model-00036-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c18bbc92eca0d27032b350133d6d563863cf5419d17582708ed050e6872c0b9
3
+ size 33554584
model-00037-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f77aa11d30a37b13d71342f0ec260c8f8653e05aae551e0601530353b26f73c2
3
+ size 33554584
model-00038-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e106af7f2c416057d73746a4e35c8cd9a7a364b8fd6e1a200de90caf87e56c8c
3
+ size 8388760
model-00039-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdab49965a062595eb9746db8f4e273096a4f3d6f8ad447d2207c40017a3d960
3
+ size 8328
model-00040-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec2160c6ccd1979d5f7716b29db8624f51e353a854a488437bb419329a16ce2b
3
+ size 117440664
model-00041-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b88c8d9116145c19b6d7136c4e5791e126caaa39a1d78a6525dede2179903345
3
+ size 117440664
model-00042-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3e63244bb68b6efd8f1335b1cd284587d9d1bba8d67ae063778b4bb4210f32c
3
+ size 117440656
model-00043-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c581046b3a461104512d0d2e8080de780f2de53b83598335aa8f3d55a45ccbc
3
+ size 8344
model-00044-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57696b55d03c3941ad89275fc9c3a6d16ad14b93d16c06c3b8be799adf2995a7
3
+ size 8388760
model-00045-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e0e33ec07efea17bf5bc4865371aec491dd0f2929e226b27b993df4db7d469a
3
+ size 33554584
model-00046-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a53c00380bfda94cc6f257123d1c6faa0501e7853dd20cfe7186ee752a134d2c
3
+ size 33554584
model-00047-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:272a76e87c8375751b13be07b72942d9ff18a80b10bcb60b1a1d72f1f39cc522
3
+ size 8388760
model-00048-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baebd3c2754e892e945074218e6bc5e149a21e3c9c2c3c3ad7a90a9921605bb6
3
+ size 8328
model-00049-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99b4e691ebf5e73c4abf8c77a99e4b01098b91adf5e75393a6c545cc98937d87
3
+ size 117440664
model-00050-of-00291.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3c2a96439ed6775d1a8d781e8f139dd6b530c178198caa71b161be5352a8281
3
+ size 117440664