simsim314 commited on
Commit
cee79b5
1 Parent(s): 8fa557a

Upload LlamaForCausalLM

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +26 -0
  2. pytorch_model-00001-of-00161.bin +3 -0
  3. pytorch_model-00002-of-00161.bin +3 -0
  4. pytorch_model-00003-of-00161.bin +3 -0
  5. pytorch_model-00004-of-00161.bin +3 -0
  6. pytorch_model-00005-of-00161.bin +3 -0
  7. pytorch_model-00006-of-00161.bin +3 -0
  8. pytorch_model-00007-of-00161.bin +3 -0
  9. pytorch_model-00008-of-00161.bin +3 -0
  10. pytorch_model-00009-of-00161.bin +3 -0
  11. pytorch_model-00010-of-00161.bin +3 -0
  12. pytorch_model-00011-of-00161.bin +3 -0
  13. pytorch_model-00012-of-00161.bin +3 -0
  14. pytorch_model-00013-of-00161.bin +3 -0
  15. pytorch_model-00014-of-00161.bin +3 -0
  16. pytorch_model-00015-of-00161.bin +3 -0
  17. pytorch_model-00016-of-00161.bin +3 -0
  18. pytorch_model-00017-of-00161.bin +3 -0
  19. pytorch_model-00018-of-00161.bin +3 -0
  20. pytorch_model-00019-of-00161.bin +3 -0
  21. pytorch_model-00020-of-00161.bin +3 -0
  22. pytorch_model-00021-of-00161.bin +3 -0
  23. pytorch_model-00022-of-00161.bin +3 -0
  24. pytorch_model-00023-of-00161.bin +3 -0
  25. pytorch_model-00024-of-00161.bin +3 -0
  26. pytorch_model-00025-of-00161.bin +3 -0
  27. pytorch_model-00026-of-00161.bin +3 -0
  28. pytorch_model-00027-of-00161.bin +3 -0
  29. pytorch_model-00028-of-00161.bin +3 -0
  30. pytorch_model-00029-of-00161.bin +3 -0
  31. pytorch_model-00030-of-00161.bin +3 -0
  32. pytorch_model-00031-of-00161.bin +3 -0
  33. pytorch_model-00032-of-00161.bin +3 -0
  34. pytorch_model-00033-of-00161.bin +3 -0
  35. pytorch_model-00034-of-00161.bin +3 -0
  36. pytorch_model-00035-of-00161.bin +3 -0
  37. pytorch_model-00036-of-00161.bin +3 -0
  38. pytorch_model-00037-of-00161.bin +3 -0
  39. pytorch_model-00038-of-00161.bin +3 -0
  40. pytorch_model-00039-of-00161.bin +3 -0
  41. pytorch_model-00040-of-00161.bin +3 -0
  42. pytorch_model-00041-of-00161.bin +3 -0
  43. pytorch_model-00042-of-00161.bin +3 -0
  44. pytorch_model-00043-of-00161.bin +3 -0
  45. pytorch_model-00044-of-00161.bin +3 -0
  46. pytorch_model-00045-of-00161.bin +3 -0
  47. pytorch_model-00046-of-00161.bin +3 -0
  48. pytorch_model-00047-of-00161.bin +3 -0
  49. pytorch_model-00048-of-00161.bin +3 -0
  50. pytorch_model-00049-of-00161.bin +3 -0
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "WizardLM/WizardLM-70B-V1.0",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "bos_token_id": 1,
7
+ "eos_token_id": 2,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 8192,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 28672,
12
+ "max_position_embeddings": 4096,
13
+ "model_type": "llama",
14
+ "num_attention_heads": 64,
15
+ "num_hidden_layers": 80,
16
+ "num_key_value_heads": 8,
17
+ "pad_token_id": 0,
18
+ "pretraining_tp": 1,
19
+ "rms_norm_eps": 1e-05,
20
+ "rope_scaling": null,
21
+ "tie_word_embeddings": false,
22
+ "torch_dtype": "float16",
23
+ "transformers_version": "4.32.0.dev0",
24
+ "use_cache": false,
25
+ "vocab_size": 32001
26
+ }
pytorch_model-00001-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cc268db7d88fd162935188c2893d8ea6f5799928544985fe7fb56c5d40537dc
3
+ size 826296494
pytorch_model-00002-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0a10ac0e8d918ef4978fa5749fa8a14b22efe3104e814cf801fc92cca948c21
3
+ size 939525371
pytorch_model-00003-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4c9a7a73fd499eb4eaca1fd15e019999401faa86e046ab04d16dd8f236460a2
3
+ size 771787600
pytorch_model-00004-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:990f9143e48eb97ff1b5bd28baa58a1629d8d280bd87f7825fe12303d47e9062
3
+ size 939525371
pytorch_model-00005-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbcdf29d6f95b26460d5ad668736702554ba9204e9896368e01a087e2da717f3
3
+ size 771787600
pytorch_model-00006-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a442b40f4a7992f332c47efdc0b850d8ee9ce71f1f7f0ae4bf8f19083805291a
3
+ size 939525371
pytorch_model-00007-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d35c99c99c9859983f2b2ca1f23daf5ee8953614e2e676bf5581f125dc14df6
3
+ size 771787600
pytorch_model-00008-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96f403c373d0327d6be962de08de79d57c70e6d1f4df406af435cf04c75e545d
3
+ size 939525371
pytorch_model-00009-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ac3b6835ee06b44dec848e307bc0dd3f1527816f704b1a0a9f4e418ee2b2c3e
3
+ size 771787600
pytorch_model-00010-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af8755bf2c72e54a3534b3a06626eef6e687aa1ebef057df48a5f6d335683cb1
3
+ size 939525371
pytorch_model-00011-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f45b5ff4ed29a6ad6e9de93a71c7e9c669de0ce51cbe40ed5afcd9f5be2d4e0
3
+ size 771787600
pytorch_model-00012-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d81242fb99e19322167119f6f515b495a200b3b30ac635754c7e87022cad0ed
3
+ size 939525371
pytorch_model-00013-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8239cd69092d8bea76e71765e2ddedd67407af189a9d2cd1e2494c761c9e1e1f
3
+ size 771787600
pytorch_model-00014-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c6a5ce4d1c6324f8ee0f30ed42c12ce149e9866486d9d08a372c7d1bea6bf88
3
+ size 939525371
pytorch_model-00015-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6bc1c2cf3242cb41441d89ec076ac5ede3e8f9afed8f9b7f11105efb99620f8
3
+ size 771787600
pytorch_model-00016-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68739af956d4703cf489a687550c5973f2249bf6eb23894d7576a8defa0ff3f8
3
+ size 939525371
pytorch_model-00017-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:483c2fbd478e13172053df8516b4d504180a1fa58c80fe1e7053306d9dd7b348
3
+ size 771787600
pytorch_model-00018-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cefa4b7c5e64c3933f8ba3df573c6eda5a50aeec672be56429d9123076c695f6
3
+ size 939525371
pytorch_model-00019-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ded999a18f399d754cae5d693f5c5f956ef510ed504c73028246bda07e1a38e
3
+ size 771787600
pytorch_model-00020-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03fd01fbd92a543916f84a2955302aa58b82c48aa90f3ed2d95df72d64a17f71
3
+ size 939525371
pytorch_model-00021-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6964a12cc900e98cb2a9351f30308e9c7b44315ae053526b2130ec95aa81f1d0
3
+ size 771787600
pytorch_model-00022-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae580ba5161c67d621fb0404a81fb2626c999d3bd509d715f203cce223997a14
3
+ size 939525371
pytorch_model-00023-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45f05a3aa246ea08e7a25c5ac23f92ff5789ee463bba2b8b594e1d4eb7e5c6e4
3
+ size 771787600
pytorch_model-00024-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:771bf2e6c5171f797c23270b17708ddb08658540dbd930c559b3612fdcf404f7
3
+ size 939525371
pytorch_model-00025-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc8608b030c53811729472f23eeca008d8eb5cbc3e698f8657f3fe4e12e6d0fc
3
+ size 771787600
pytorch_model-00026-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e46485f6b36da0ff3807a8f87464951bdcf399864e377b3113fe6ec342c609e
3
+ size 939525371
pytorch_model-00027-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:163e7abd0d63b87424577d5e8e504561f16e768522ea448ada083834e7a8ccad
3
+ size 771787600
pytorch_model-00028-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c28dcc69e7a145d52912b13bb57cd0b3257113470d3690dca7d2283f668c7e9b
3
+ size 939525371
pytorch_model-00029-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c65a5981136184beeac69a11ec56ae5bd3cb84192beaa3ae1a0e471121bd77f
3
+ size 771787600
pytorch_model-00030-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57aca963a2cee38370b641c92da2e6e345303bb0c2ac62247de2521df87852e0
3
+ size 939525371
pytorch_model-00031-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e037b533c48313efc68f89c420e27c6adc9404d2c1815db2dd1f69286d288b3
3
+ size 771787600
pytorch_model-00032-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11d34029bd35830772e9218f6ff4e8a91c64c9473a1907a518f6993ae5948409
3
+ size 939525371
pytorch_model-00033-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cf27b6b04aa435558cede77e17bd9cf25f0abd9aa92b8fc659d7d93d2cbf34b
3
+ size 771787600
pytorch_model-00034-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02bc038f68e599d26af8be4258f8093b5cbfc692b537ec573fc4b2e1a1a05013
3
+ size 939525371
pytorch_model-00035-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8206803423a13f2a3ceac492ada0bbb1b8a3f10bbc96f5a44d32045b55ae7b8c
3
+ size 771787600
pytorch_model-00036-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37da291a79ae854b8ca517741414c1969d635ea9d9eee3ff7f926d401e9c741e
3
+ size 939525371
pytorch_model-00037-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdcc90cfd2ccd2075b65b15db626d3222a892fd7f874aa397434c77cb2b31ad0
3
+ size 771787600
pytorch_model-00038-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a12db714f5e46cebd733ff4d485975fee9250e1bb0fa8b7440d6fb7f0659b275
3
+ size 939525371
pytorch_model-00039-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34faf3cf74c4333b1f2f98aeb2e4c1d6872b095bf6532b73ed83c0add449cc6c
3
+ size 771787600
pytorch_model-00040-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ff5493bf70a21120f2dd99cc8a546c02c2bf9ff5af55e19f5a40c1d7303a100
3
+ size 939525371
pytorch_model-00041-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:157dc9c52dd76b60faf3a9f99a75fc770d2dd16925f9c8967b19eaf0e9b429f3
3
+ size 771787600
pytorch_model-00042-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb1052e4d847c5f7b2c34b954d977ec576d8ed5ec92bcf036a10e106a30c877e
3
+ size 939525371
pytorch_model-00043-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3122cffcb64126faee102f5305122ebd22c195679a0fc2e58200a4a350685ff0
3
+ size 771787600
pytorch_model-00044-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d59e4f95a1fa309a3dc23babd4c90c71230747697ceda9d370ecccdea12b6c9e
3
+ size 939525371
pytorch_model-00045-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f1340ece1087a1fe539d55fd69a99730b35d5ff76a58fd879b47e18d18b40cb
3
+ size 771787600
pytorch_model-00046-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:986d152b8ec7981d9f549cc6a5438c2d0a693d6de37f234644362d4a5c7cda9f
3
+ size 939525371
pytorch_model-00047-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aae1dc5002399dea516b3f4d8e0a1029319af0bfcd5db5b77fa7e5cdca1c2086
3
+ size 771787600
pytorch_model-00048-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4bc86abb1738b59ac25ccd3c40fca9dac9e53ed07f2ab5d8955339ac94d1d1b
3
+ size 939525371
pytorch_model-00049-of-00161.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68c4bce31a9eeda0a7adfe38c4156b4977313ca3fd064019d7f1c712977b9ed5
3
+ size 771787600