Hugging Face's logo

invisietch
/
L3.1-70Blivion-v0.1-rc1-70B

Text Generation
Transformers
Safetensors
English
llama
Not-For-All-Audiences
axolotl
qlora
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
invisietch commited on
Commit
8bef9e0
·
1 Parent(s): 2e2fdaa

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +40 -0
  2. model-00001-of-00082.safetensors +3 -0
  3. model-00002-of-00082.safetensors +3 -0
  4. model-00003-of-00082.safetensors +3 -0
  5. model-00004-of-00082.safetensors +3 -0
  6. model-00005-of-00082.safetensors +3 -0
  7. model-00006-of-00082.safetensors +3 -0
  8. model-00007-of-00082.safetensors +3 -0
  9. model-00008-of-00082.safetensors +3 -0
  10. model-00009-of-00082.safetensors +3 -0
  11. model-00010-of-00082.safetensors +3 -0
  12. model-00011-of-00082.safetensors +3 -0
  13. model-00012-of-00082.safetensors +3 -0
  14. model-00013-of-00082.safetensors +3 -0
  15. model-00014-of-00082.safetensors +3 -0
  16. model-00015-of-00082.safetensors +3 -0
  17. model-00016-of-00082.safetensors +3 -0
  18. model-00017-of-00082.safetensors +3 -0
  19. model-00018-of-00082.safetensors +3 -0
  20. model-00019-of-00082.safetensors +3 -0
  21. model-00020-of-00082.safetensors +3 -0
  22. model-00021-of-00082.safetensors +3 -0
  23. model-00022-of-00082.safetensors +3 -0
  24. model-00023-of-00082.safetensors +3 -0
  25. model-00024-of-00082.safetensors +3 -0
  26. model-00025-of-00082.safetensors +3 -0
  27. model-00026-of-00082.safetensors +3 -0
  28. model-00027-of-00082.safetensors +3 -0
  29. model-00028-of-00082.safetensors +3 -0
  30. model-00029-of-00082.safetensors +3 -0
  31. model-00030-of-00082.safetensors +3 -0
  32. model-00031-of-00082.safetensors +3 -0
  33. model-00032-of-00082.safetensors +3 -0
  34. model-00033-of-00082.safetensors +3 -0
  35. model-00034-of-00082.safetensors +3 -0
  36. model-00035-of-00082.safetensors +3 -0
  37. model-00036-of-00082.safetensors +3 -0
  38. model-00037-of-00082.safetensors +3 -0
  39. model-00038-of-00082.safetensors +3 -0
  40. model-00039-of-00082.safetensors +3 -0
  41. model-00040-of-00082.safetensors +3 -0
  42. model-00041-of-00082.safetensors +3 -0
  43. model-00042-of-00082.safetensors +3 -0
  44. model-00043-of-00082.safetensors +3 -0
  45. model-00044-of-00082.safetensors +3 -0
  46. model-00045-of-00082.safetensors +3 -0
  47. model-00046-of-00082.safetensors +3 -0
  48. model-00047-of-00082.safetensors +3 -0
  49. model-00048-of-00082.safetensors +3 -0
  50. model-00049-of-00082.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "invisietch/L3.1-70Blivion-v0.1-rc1-70B",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "head_dim": 128,
15
+ "hidden_act": "silu",
16
+ "hidden_size": 8192,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 28672,
19
+ "max_position_embeddings": 131072,
20
+ "mlp_bias": false,
21
+ "model_type": "llama",
22
+ "num_attention_heads": 64,
23
+ "num_hidden_layers": 80,
24
+ "num_key_value_heads": 8,
25
+ "pretraining_tp": 1,
26
+ "rms_norm_eps": 1e-05,
27
+ "rope_scaling": {
28
+ "factor": 8.0,
29
+ "high_freq_factor": 4.0,
30
+ "low_freq_factor": 1.0,
31
+ "original_max_position_embeddings": 8192,
32
+ "rope_type": "llama3"
33
+ },
34
+ "rope_theta": 500000.0,
35
+ "tie_word_embeddings": false,
36
+ "torch_dtype": "bfloat16",
37
+ "transformers_version": "4.44.2",
38
+ "use_cache": true,
39
+ "vocab_size": 128256
40
+ }
model-00001-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:572c9c43202ec23a40a0fc51bc6ccece1393baed4d82695703e5e6cca9a8b572
3
+ size 2101346432
model-00002-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7e69d4088bd229392c9fb6d9fb89ebfecbc7f5bc00ecf7056553098c5bad372
3
+ size 2101346448
model-00003-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21eb59d761202eb197ae56bf85462f1bd2e6dce6aeec0876f46b52689886ffb4
3
+ size 1711326360
model-00004-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21e90794751b3d5d4a4c8de0ec76e68d0e0fbf1912ada7aab913f73d7c662922
3
+ size 1711309872
model-00005-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40d424e4a98a08bee68cc8c43126403581047a30e7c208d6164b454b12edf14f
3
+ size 1711309880
model-00006-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af569a735e3442066b6595729ba160dd377651959231f4da024f4de6115bb93c
3
+ size 1711309880
model-00007-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d0f63fe55f7c04c4f65c2f2d80353e719530fef95e351929525dd120c261408
3
+ size 1711309880
model-00008-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e1412f143c48f5a670d566fd8c5cfa0efcd355072ec9f037e80f132266f8057
3
+ size 1711309880
model-00009-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d518b4aea095222989c10eb0e262892837b73012263ec384f840fcf0103302c0
3
+ size 1711309880
model-00010-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0f5e9cc17817dc45ad1d86d4be4a710c7aa19aa8e0143217c4ea62600a68895
3
+ size 1711309880
model-00011-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c312f2c20601fbd2382424b27a2ba7630703369e5b272b168e5d3e893a05307
3
+ size 1711309880
model-00012-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c34e4029f8033c429ad48abc6a307623b0a269def16832baf930f847fa56e4c4
3
+ size 1711309880
model-00013-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1a48d76cc5b2421dfa7e45662c82932b6774ec869025fc638494bef2876567f
3
+ size 1711309880
model-00014-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0461ecd6942733c738abd9230c2d51b4020a0fc15840c083463ccb19ddd4d2ef
3
+ size 1711309880
model-00015-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a4dcb534381d3040812b88a9217fb62c6b5cba8c899c5ee5fb03b9aa88a572f
3
+ size 1711309872
model-00016-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afd7ec8fedc93c1eb6b685a2f2a03b566bb1276fcef757245210ca5f3cb9bbf9
3
+ size 1711309880
model-00017-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6dd6be1c762d50468e4064e834e002c40c9857ca8c4dbed02de670a06713554
3
+ size 1711309880
model-00018-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43d1388c6d7485bbb6227d392b99eb96438cc2db0c73f0c559134ffc07b5d63e
3
+ size 1711309880
model-00019-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf6a03f2fa859f2a2a8f5aee3461183974cded50a2a7c79ec993ea3e1218e8e7
3
+ size 1711309880
model-00020-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20cfc0289aa65c1b65f81648dbdd8f4eb3997d7083acd299b9479f761bf5d003
3
+ size 1711309880
model-00021-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fb4c116fe7312251d8d8704c52baae4714e510433151bb377a6d74ff534bc97
3
+ size 1711309880
model-00022-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b6341124ff0167bd446282834961c5923eb2ba762c68672d03cab6f8b4f056e
3
+ size 1711309880
model-00023-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:546908e31c819d0326e8ed74c7b8488a9e971433d1fc2d2dc47891a2f589d245
3
+ size 1711309880
model-00024-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7ed3750dc97caef311852d2da7e8904ac5bb87991137d3776c5bb87bf70df02
3
+ size 1711309880
model-00025-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58954c8141dc9a8f77f176594e628c2c463a48354fc6580eb07a723a72e2db4a
3
+ size 1711309880
model-00026-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:318efcc2d074f543d5075990a3b3737a933da6300a4a9e736a34d622adce2b3c
3
+ size 1711309872
model-00027-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2275e840ac01ddc7e5bd04ae760c7c8dc7020817e3fb56c1f675436ffe0a69b1
3
+ size 1711309880
model-00028-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc062f369097ded724940719bde905676137f9ba84bcb2e0875f86f004eff9f9
3
+ size 1711309880
model-00029-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b4fb413e745184b2c7c1d3c5b8c849449e6fcc72c398d8c72d2741e6935a0d2
3
+ size 1711309880
model-00030-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4341265ee25db16250bac88e0db4d262761161dff108d0a837b86a275d201a4a
3
+ size 1711309880
model-00031-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c02edaf269d8fd2ff33d915fa775d99adc80ec2ff475ce5b30451fa072c07dd
3
+ size 1711309880
model-00032-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d008d00dcc21154c154c216671b3f141673ae3a91c2de51a48328b9077e12e40
3
+ size 1711309880
model-00033-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5f9b77ab5b3304d409c2007b26019defd21028957f778b7a804997fd3282a21
3
+ size 1711309880
model-00034-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57be20b739fcdc747ba202770beefb9ff7213db72076818de79cbb920517ef1a
3
+ size 1711309880
model-00035-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ae5ec1735bde4f8002f133f6ca0d7f7fd1948d9b6cd2f10be0b306b51d0c79c
3
+ size 1711309880
model-00036-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6859249a62f9294a5433beb6a3a7a32da1e20f398d22e217b34be8f4142049a9
3
+ size 1711309880
model-00037-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44c14461cbcdfb477de1c49d5eb82389721747b58d55c3385f4e593fbde422f5
3
+ size 1711309872
model-00038-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f324acd855e50419c4b5bad51e9294f1cde6e1a160f23aa6466a34d7381ce649
3
+ size 1711309880
model-00039-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfdac3f3b87b3bf41b71e3bced3ca5517c9b3aca13cd6673f2dd1b11b757db62
3
+ size 1711309880
model-00040-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c480920e26ea84e2f7bf98575ac1db8822627fbbbd0f30ee89f7832241444e1
3
+ size 1711309880
model-00041-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdb9e5a129b4d50ad64af1e46974ca6b6a0613c42ee404b98618a71ef0bc6bc4
3
+ size 1711309880
model-00042-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1f0251a4ac2c7d7b0a4683a7540a1c4de3591fa72c1ae0bcbb22c3528f453be
3
+ size 1711309880
model-00043-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d62a5c29cf08764e2043d4e6226c7815d5635f66ee00e329d8e37418721bf88
3
+ size 1711309880
model-00044-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af48967347b8fcae95b634be92b72a55eadd4296fcbd139774dc8cfd3145b35e
3
+ size 1711309880
model-00045-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b020e249216f8d9f0d464ac196de7df291e420aef107e5ffd90592e3c861c65
3
+ size 1711309880
model-00046-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0dc3ca6edd4c69a9856b645e42c7c521ae56da876ced8c3adf947937314d5b7
3
+ size 1711309880
model-00047-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00c311b3e1aa4bbef3239316a9a3be17da3c6f647c8f647af00d1c1e051f9896
3
+ size 1711309880
model-00048-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb7083819091bdcc98161f5e7fbb569a55817abd951d1689782a9aeaa694b1bf
3
+ size 1711309872
model-00049-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5373de3ff837545cd01dffaee3ee0c6e2a523d982745fb64081fe28825d42380
3
+ size 1711309880