Hugging Face's logo

airev-ai
/
Amal-70b-v4.1

Safetensors
qwen2
Model card Files Community
ManojShack commited on
Commit
e9dc71b
·
verified ·
1 Parent(s): 7061471

finetuned v2 checkpoint 3000

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +5 -0
  2. config.json +27 -0
  3. generation_config.json +7 -0
  4. merges.txt +0 -0
  5. model-00001-of-00082.safetensors +3 -0
  6. model-00002-of-00082.safetensors +3 -0
  7. model-00003-of-00082.safetensors +3 -0
  8. model-00004-of-00082.safetensors +3 -0
  9. model-00005-of-00082.safetensors +3 -0
  10. model-00006-of-00082.safetensors +3 -0
  11. model-00007-of-00082.safetensors +3 -0
  12. model-00008-of-00082.safetensors +3 -0
  13. model-00009-of-00082.safetensors +3 -0
  14. model-00010-of-00082.safetensors +3 -0
  15. model-00011-of-00082.safetensors +3 -0
  16. model-00012-of-00082.safetensors +3 -0
  17. model-00013-of-00082.safetensors +3 -0
  18. model-00014-of-00082.safetensors +3 -0
  19. model-00015-of-00082.safetensors +3 -0
  20. model-00016-of-00082.safetensors +3 -0
  21. model-00017-of-00082.safetensors +3 -0
  22. model-00018-of-00082.safetensors +3 -0
  23. model-00019-of-00082.safetensors +3 -0
  24. model-00020-of-00082.safetensors +3 -0
  25. model-00021-of-00082.safetensors +3 -0
  26. model-00022-of-00082.safetensors +3 -0
  27. model-00023-of-00082.safetensors +3 -0
  28. model-00024-of-00082.safetensors +3 -0
  29. model-00025-of-00082.safetensors +3 -0
  30. model-00026-of-00082.safetensors +3 -0
  31. model-00027-of-00082.safetensors +3 -0
  32. model-00028-of-00082.safetensors +3 -0
  33. model-00029-of-00082.safetensors +3 -0
  34. model-00030-of-00082.safetensors +3 -0
  35. model-00031-of-00082.safetensors +3 -0
  36. model-00032-of-00082.safetensors +3 -0
  37. model-00033-of-00082.safetensors +3 -0
  38. model-00034-of-00082.safetensors +3 -0
  39. model-00035-of-00082.safetensors +3 -0
  40. model-00036-of-00082.safetensors +3 -0
  41. model-00037-of-00082.safetensors +3 -0
  42. model-00038-of-00082.safetensors +3 -0
  43. model-00039-of-00082.safetensors +3 -0
  44. model-00040-of-00082.safetensors +3 -0
  45. model-00041-of-00082.safetensors +3 -0
  46. model-00042-of-00082.safetensors +3 -0
  47. model-00043-of-00082.safetensors +3 -0
  48. model-00044-of-00082.safetensors +3 -0
  49. model-00045-of-00082.safetensors +3 -0
  50. model-00046-of-00082.safetensors +3 -0
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "airev-ai/Amal-70b-v2",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "eos_token_id": 151645,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 8192,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 29568,
12
+ "max_position_embeddings": 131072,
13
+ "max_window_layers": 28,
14
+ "model_type": "qwen2",
15
+ "num_attention_heads": 64,
16
+ "num_hidden_layers": 80,
17
+ "num_key_value_heads": 8,
18
+ "rms_norm_eps": 1e-05,
19
+ "rope_theta": 1000000.0,
20
+ "sliding_window": null,
21
+ "tie_word_embeddings": false,
22
+ "torch_dtype": "float16",
23
+ "transformers_version": "4.44.0",
24
+ "use_cache": false,
25
+ "use_sliding_window": false,
26
+ "vocab_size": 152064
27
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": 151643,
5
+ "max_new_tokens": 2048,
6
+ "transformers_version": "4.44.0"
7
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0176936410ae77d886b3e1ec011b0d7de259fd6f78113232a18375958855a090
3
+ size 2491416712
model-00002-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edbe1b531cd61b3a23f95db49c25f2351d03b0ff17663231a919f1c70e3020b9
3
+ size 1923164168
model-00003-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b61538e5e04c47b573d081874ca5e2b5fda72fe340a7526bf4e9f7e60c1a2fc3
3
+ size 1889588696
model-00004-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b64d3591bd7755a9ab9335f8cb074417775a7811eac25d563a6507b9abf8136a
3
+ size 1755370856
model-00005-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e4adf568fee8f47f157cf3d1d5eb7e2ba0f5911c4cc332aed16d01d0710faf0
3
+ size 1755370856
model-00006-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8082dbd9a9f44605f47f507288ccfc12ad12f18647366a7b4384e15281213673
3
+ size 1755370856
model-00007-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9352fe92214e138d65759aedcc19955911bde753441af86e184c85eb2a356d4
3
+ size 1755370856
model-00008-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06b9489e5d654dd6ecf26e5955f40433b99ed52d504a588c9b1b296fcb613cdd
3
+ size 1755370856
model-00009-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67020f754d3bf46bd4ee66462fb0ab690b407f2593a4015fc01d9890e3b2e63e
3
+ size 1755370856
model-00010-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:623e5d0166af62ebf2fcf5f09b040ed7d676fcd93674f197c9eb20a152b08e01
3
+ size 1755370856
model-00011-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8f78ae56f379a3570d92984f38572fe8e81e3d22c0d6c52bcbd5453d45b1710
3
+ size 1755370840
model-00012-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c64330880a68dfa33d8eaae7551189788b0823646f9042b4a20486fdd58d5ccd
3
+ size 1755370864
model-00013-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87fb82848bf2a0ddcf81415f2c80b431d3a403e44595c1a674a39e5274fac78c
3
+ size 1755370864
model-00014-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eff41916f43afb8a2907c07e6a6f1f0a141beaa478081cd3ef8d7aa6e430a29d
3
+ size 1755370864
model-00015-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e89692c762a13a2a902fb25b313e1392313acbe1108bdd4a6d831e05a6fad941
3
+ size 1755370864
model-00016-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6133680f4cd08ceca6b95d90099b8f3e4d22d264da0a294ef2eb4db75a4d9bce
3
+ size 1755370864
model-00017-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef455783d3d1bcbe5a0e4faf43a4acd30fb03590053b78c591336139d4b684a2
3
+ size 1755370864
model-00018-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e38d2e4973a85421a5792e977bfa81335c44100d3c29f9638f488b06c9ea569a
3
+ size 1755370864
model-00019-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:319ee1abe3e0bdce38d3670450fac06d6eba5c2d5f845a42f074d992e81d18bb
3
+ size 1755370864
model-00020-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adba85816b2a6588732fc69f343fe5419819ba56cf71ed0dff775c21b500e3e9
3
+ size 1755370864
model-00021-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aff3923f0b35bcb41d2f0977b129da8d8a765ec936537d9294b0ca9484123154
3
+ size 1755370864
model-00022-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:497d0cbfcc2f8e7b80a4022d9af53ec167e75f5eb5574c7ca12a2ffe2967d0ed
3
+ size 1755370864
model-00023-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f49b90098d52d690a8b29270e91ae48e243bec327704167dbd9072feab7b3cde
3
+ size 1755370864
model-00024-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caa248733d03bf1622d4e66d41f4450690dce8a7bad37a65a1658df10df853b5
3
+ size 1755370864
model-00025-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:763111bad39fcca71db252e414559d024a6da04628e930e11bdfb2c8b2efaf96
3
+ size 1755370864
model-00026-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42c7f70edb7d0406ed9702dd0d5e18ab38f811290dfebc2e1361c096be30e451
3
+ size 1755370864
model-00027-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beffbc38e3aab5980ea44de785322812938c5ef3168739e24630fd8f3bbb6c4d
3
+ size 1755370864
model-00028-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84ee6dfec41e09e042764fcff9eb8d98c36a2bfc2a5ffe676f5e593e22c1de57
3
+ size 1755370864
model-00029-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a52c461f71fda99f1cd5128406a2c35281a6823091f3890ac3b9be001a3a8025
3
+ size 1755370864
model-00030-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c46aa24e6613acabc1ac1290f84f9f1a7e538170a0d7c6b5154fd3a565fc4b4e
3
+ size 1755370864
model-00031-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df6df2b5eaf5cb949e6bb7fd54b2d037d37e37a445393ab4f7f94e895f734d8f
3
+ size 1755370864
model-00032-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1ffd9239d448dd4adafefbc91d254ac2349fe08510691b5c9b9b0717cb08b12
3
+ size 1755370864
model-00033-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5ab10df7bcd33dcdfc4161e63b4e1b00763c1a6c80f91c7a9ed2929797198f1
3
+ size 1755370864
model-00034-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f1edb0d0a028cdbb1c8de7b53bfef7321d6fe0d4c4e128dd720c1006704a0d9
3
+ size 1755370864
model-00035-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ef56669f325a56c344c4193cfd395662647e015bb06e2bdab1e963bde7c6ffc
3
+ size 1755370864
model-00036-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6221b9f18dc7761a1bb918aed17214cb54ffd6c078c847a70f08a62e9060fafd
3
+ size 1755370864
model-00037-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f789e075be14bbea74867d5cef64ad22066445b20680b48ff807825f33b8bfe
3
+ size 1755370864
model-00038-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12d064e075316004e9e7d20e1f29328493dcc29d36ea3bbbde4d219b6de8ac1d
3
+ size 1755370864
model-00039-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9e251d6f9d0ba8c566713130e735bf4fa8e96320cc5872b0b1deb41713dbc4e
3
+ size 1755370864
model-00040-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b313127f140af902040f2b29bb68fc28d8dde4575ec65ca7ca8fa90ab550e36
3
+ size 1755370864
model-00041-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d7449cab45118d302fdc373fad5e587e34bcccc10974181a11895df7cac2dd0
3
+ size 1755370864
model-00042-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ea6756ba4d7b05458176ff7f4c7ebf354568eaf6395a7297c62f7735128c49e
3
+ size 1755370864
model-00043-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be2b8ac9d6e75f6c37133f45f824025525ff1c265b8b6cf99d595c802878eb38
3
+ size 1755370864
model-00044-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d145a8c6a5d47652fe15e7e7860def2096276efcb117456035585df2a5cbb53
3
+ size 1755370864
model-00045-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e14cc967cbfb812a0a1b30f16a46849ffc012e474ab32d3cff45acad1e76c2bd
3
+ size 1755370864
model-00046-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc25c00a7c45698e5e22f59c09c782326465082c5b6b665dd3731509ecc9abc3
3
+ size 1755370864