Ubuntu commited on
Commit
df5366a
1 Parent(s): e1d9e28

first commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +27 -0
  2. generation_config.json +6 -0
  3. model-00001-of-00050.safetensors +3 -0
  4. model-00002-of-00050.safetensors +3 -0
  5. model-00003-of-00050.safetensors +3 -0
  6. model-00004-of-00050.safetensors +3 -0
  7. model-00005-of-00050.safetensors +3 -0
  8. model-00006-of-00050.safetensors +3 -0
  9. model-00007-of-00050.safetensors +3 -0
  10. model-00008-of-00050.safetensors +3 -0
  11. model-00009-of-00050.safetensors +3 -0
  12. model-00010-of-00050.safetensors +3 -0
  13. model-00011-of-00050.safetensors +3 -0
  14. model-00012-of-00050.safetensors +3 -0
  15. model-00013-of-00050.safetensors +3 -0
  16. model-00014-of-00050.safetensors +3 -0
  17. model-00015-of-00050.safetensors +3 -0
  18. model-00016-of-00050.safetensors +3 -0
  19. model-00017-of-00050.safetensors +3 -0
  20. model-00018-of-00050.safetensors +3 -0
  21. model-00019-of-00050.safetensors +3 -0
  22. model-00020-of-00050.safetensors +3 -0
  23. model-00021-of-00050.safetensors +3 -0
  24. model-00022-of-00050.safetensors +3 -0
  25. model-00023-of-00050.safetensors +3 -0
  26. model-00024-of-00050.safetensors +3 -0
  27. model-00025-of-00050.safetensors +3 -0
  28. model-00026-of-00050.safetensors +3 -0
  29. model-00027-of-00050.safetensors +3 -0
  30. model-00028-of-00050.safetensors +3 -0
  31. model-00029-of-00050.safetensors +3 -0
  32. model-00030-of-00050.safetensors +3 -0
  33. model-00031-of-00050.safetensors +3 -0
  34. model-00032-of-00050.safetensors +3 -0
  35. model-00033-of-00050.safetensors +3 -0
  36. model-00034-of-00050.safetensors +3 -0
  37. model-00035-of-00050.safetensors +3 -0
  38. model-00036-of-00050.safetensors +3 -0
  39. model-00037-of-00050.safetensors +3 -0
  40. model-00038-of-00050.safetensors +3 -0
  41. model-00039-of-00050.safetensors +3 -0
  42. model-00040-of-00050.safetensors +3 -0
  43. model-00041-of-00050.safetensors +3 -0
  44. model-00042-of-00050.safetensors +3 -0
  45. model-00043-of-00050.safetensors +3 -0
  46. model-00044-of-00050.safetensors +3 -0
  47. model-00045-of-00050.safetensors +3 -0
  48. model-00046-of-00050.safetensors +3 -0
  49. model-00047-of-00050.safetensors +3 -0
  50. model-00048-of-00050.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/home/migel/goliath-120b",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 8192,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 28672,
13
+ "max_position_embeddings": 4096,
14
+ "model_type": "llama",
15
+ "num_attention_heads": 64,
16
+ "num_hidden_layers": 137,
17
+ "num_key_value_heads": 8,
18
+ "pretraining_tp": 1,
19
+ "rms_norm_eps": 1e-05,
20
+ "rope_scaling": null,
21
+ "rope_theta": 10000.0,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "float16",
24
+ "transformers_version": "4.35.0",
25
+ "use_cache": true,
26
+ "vocab_size": 32000
27
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "transformers_version": "4.35.0"
6
+ }
model-00001-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e84db398d888de5752d0dfaf2a5ce59b5753f44777ca1a98ac096440b58dc27d
3
+ size 4718660312
model-00002-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a909ba86aa4e4d53bcdae5018749c3eb9958913de3c4c85f6a341cb4ad836fc6
3
+ size 4664167352
model-00003-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b732dd48aa8d1ed47393c96ac0396a72c56e64e951db063127a38d3ee58951b
3
+ size 4999711672
model-00004-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd328ab294a324487101cc54c1b4e2249b4f675c4f4886438e293acc8c305b29
3
+ size 4966157024
model-00005-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6efc4746a482c689c230b6d784e64a395bb0cded1ae04d991a55a21dadab74d3
3
+ size 4664134384
model-00006-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2184a9aff076bcbb182c700fa5d5e6b21d3f2cb8a4f75c9e22298e9b1c00bf03
3
+ size 4664167384
model-00007-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1297cc5406f18d73a6f9b294117b49ad900a36b144bf7f9a7f2f0fb6f587b085
3
+ size 4664167376
model-00008-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4de660eb03c67991ad6b3f2302c06763e59ba51072cff2ee83155129d8b1d03d
3
+ size 4999711704
model-00009-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:437856374bdec3cf15d0d4a5a892052e62221b6ed0dc2734d601a0cd524e90f7
3
+ size 4966157032
model-00010-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c21bf0ede169702e4876b1ec713dcc62a2df318d5d543e00b6af82df4718986a
3
+ size 4664134384
model-00011-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec337241862d0799c78c45b5e3306d87bc766fba2ec3245702bf51deddcdd758
3
+ size 4664167384
model-00012-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ecbaa6474654d8b025fd636e7cfba08bb813c4b6393635fd458da213a96df93
3
+ size 4664167376
model-00013-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5955199dcc85fbf369484d74440a88bafcab6f66d676b72f3b4d2ab3f3ec4ad9
3
+ size 4999711704
model-00014-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddc29f8b4691cb62d9fa3c19f637436b473e953205bfaf66c6d993dc57498307
3
+ size 4966157032
model-00015-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa522f620803cbde2b2459bbb57aee13de7a3f22d745fe33558fa788a42a7654
3
+ size 4664134384
model-00016-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25ee73c336659f05af4bc4b7155ee3f938f41bbffafb31f5209c89a9679bc532
3
+ size 4664167384
model-00017-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2a74b674221e6ca85c2111380e58081094b41dbe3a50ecc998474b8da830011
3
+ size 4664167376
model-00018-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fffa126ebded001a11e609da3af16c9e8cf62b7f6c9d70b8206d93a0eacdf9a
3
+ size 4999711704
model-00019-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b702744b785dd7e2fac560c2e3597178ea2efb211d2ba507356666d729b88c5
3
+ size 4966157032
model-00020-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f0a0bc37c4a39c8fedc1853c0abecf8eda3b25cfd7176ce90151499bffc46d1
3
+ size 4664134384
model-00021-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eac0586048acc71ff64062744368a155de41c22490ab6e2e30ba140457bc1f86
3
+ size 4664167384
model-00022-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcc222e8491c117a4d305df2e8e04866375fa5eda7a1dabd9918e65c448f7399
3
+ size 4664167376
model-00023-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd30c6be94678773b15fe244206e413dd46c25ae03a9fc3b13bceee09b6bc135
3
+ size 4999711704
model-00024-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81bd75af6a3b109d3fbb65ac3d1600798a8b77f1d265e17795e8323c63e9c7ad
3
+ size 4966157032
model-00025-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:607245f306eac346fa09283a79bb35939c5813a32cd6738bc26f5441234a444d
3
+ size 4664134384
model-00026-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f32de21e6eac901e751da0f0ccfc512843d55463144a3ca5d68f4ac232fe2cea
3
+ size 4664167384
model-00027-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7790da2f6b3215163357f151f968df2c6dcd2b79ded3bc09728f18ca5f54b85d
3
+ size 4664167376
model-00028-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05814a7d8d9f56e2792dc578391c330780148c9c26db8088c329360a15f4a6bc
3
+ size 4999711704
model-00029-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c30dc42b96f3c077de7eb46ede3396273e17fced5a3605d46326498337f92e43
3
+ size 4966157032
model-00030-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56f8d7704ca766aeb22033457ead8fd6607d2df6f727b5f42d02a3b1c12490a7
3
+ size 4664134384
model-00031-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afd61addd461bb2e8ce2486bc333207b3bb3005d3a20f1b2c867d49067d4d794
3
+ size 4664167384
model-00032-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bc1eb8dd39277359a0631e4266f0745006d662993543f104f9d699b7ae63d04
3
+ size 4664167376
model-00033-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbf1247955b7059bbfb63895629d17cbd6ccc1259eba347ae0e48b4d8873cda6
3
+ size 4999711704
model-00034-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10107bf13fdd2c102abbafbc6fb51f7a0523c08ef3031632be0bba2d81398f41
3
+ size 4966157032
model-00035-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62c614d77ca60667ae0735873deb77c86f5e07035b03ee73b37178ff7b4de52c
3
+ size 4664134384
model-00036-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15a27b712bcd57b83b49caa0c3232ebcfbdf5ad64ba62aacc1020acf26fc166e
3
+ size 4664167392
model-00037-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a05f17910d666abc459d8d1d9a57910e8272fd3a0deef0116320e29b2a58a918
3
+ size 4664167408
model-00038-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae2a209ac113abf2f81a53ac26586c3ccc9b989cd6a1b0f1e84e8f7d81652ddc
3
+ size 4999711728
model-00039-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e063bf4869da03c4b56124693dd196d08eda0631a04b7d8994c58d8cd36777d1
3
+ size 4966157056
model-00040-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fec77ab33d2cf0a87f81fddab6d858d0be0adf9b8c82c4a6a761f7c56c8c481
3
+ size 4664134408
model-00041-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:861aff0cedf845494452249e078c3c90505b842f474c1541ddeca714d3ad70a3
3
+ size 4664167408
model-00042-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2cef40c1a04f49b8588a57051e3869f65c44eb76fcd0f152d4b3a6c5f1903fd
3
+ size 4664167408
model-00043-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1451df32a996c063c67857e660c883a1dd9ce1b22cf2eb85f7ff063d45f72a0e
3
+ size 4999711728
model-00044-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b34765a9955a85acc3ecc24add3cef81237a175607bce058af49d392f9dcec42
3
+ size 4966157056
model-00045-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10b06dfa35374fda739482d5c09f0c627e9bfc52c2510a7fd36e4f274696754d
3
+ size 4664134408
model-00046-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37d6c7a1a8b54b1961a8622f773e79c10100b7693a3870af4fa8e2267b6f76cb
3
+ size 4664167408
model-00047-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77c0520eda2c286849cc4bf00f8453d1d3d87aff2a72954bd03535784b308cbe
3
+ size 4664167408
model-00048-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2089c1308443ec3d24ce8699e0ae65087b817c8c45b12d3d304b6257aef7b13e
3
+ size 4999711728