Upload LlamaForCausalLM
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +23 -0
- generation_config.json +7 -0
- pytorch_model-00001-of-00082.bin +3 -0
- pytorch_model-00002-of-00082.bin +3 -0
- pytorch_model-00003-of-00082.bin +3 -0
- pytorch_model-00004-of-00082.bin +3 -0
- pytorch_model-00005-of-00082.bin +3 -0
- pytorch_model-00006-of-00082.bin +3 -0
- pytorch_model-00007-of-00082.bin +3 -0
- pytorch_model-00008-of-00082.bin +3 -0
- pytorch_model-00009-of-00082.bin +3 -0
- pytorch_model-00010-of-00082.bin +3 -0
- pytorch_model-00011-of-00082.bin +3 -0
- pytorch_model-00012-of-00082.bin +3 -0
- pytorch_model-00013-of-00082.bin +3 -0
- pytorch_model-00014-of-00082.bin +3 -0
- pytorch_model-00015-of-00082.bin +3 -0
- pytorch_model-00016-of-00082.bin +3 -0
- pytorch_model-00017-of-00082.bin +3 -0
- pytorch_model-00018-of-00082.bin +3 -0
- pytorch_model-00019-of-00082.bin +3 -0
- pytorch_model-00020-of-00082.bin +3 -0
- pytorch_model-00021-of-00082.bin +3 -0
- pytorch_model-00022-of-00082.bin +3 -0
- pytorch_model-00023-of-00082.bin +3 -0
- pytorch_model-00024-of-00082.bin +3 -0
- pytorch_model-00025-of-00082.bin +3 -0
- pytorch_model-00026-of-00082.bin +3 -0
- pytorch_model-00027-of-00082.bin +3 -0
- pytorch_model-00028-of-00082.bin +3 -0
- pytorch_model-00029-of-00082.bin +3 -0
- pytorch_model-00030-of-00082.bin +3 -0
- pytorch_model-00031-of-00082.bin +3 -0
- pytorch_model-00032-of-00082.bin +3 -0
- pytorch_model-00033-of-00082.bin +3 -0
- pytorch_model-00034-of-00082.bin +3 -0
- pytorch_model-00035-of-00082.bin +3 -0
- pytorch_model-00036-of-00082.bin +3 -0
- pytorch_model-00037-of-00082.bin +3 -0
- pytorch_model-00038-of-00082.bin +3 -0
- pytorch_model-00039-of-00082.bin +3 -0
- pytorch_model-00040-of-00082.bin +3 -0
- pytorch_model-00041-of-00082.bin +3 -0
- pytorch_model-00042-of-00082.bin +3 -0
- pytorch_model-00043-of-00082.bin +3 -0
- pytorch_model-00044-of-00082.bin +3 -0
- pytorch_model-00045-of-00082.bin +3 -0
- pytorch_model-00046-of-00082.bin +3 -0
- pytorch_model-00047-of-00082.bin +3 -0
- pytorch_model-00048-of-00082.bin +3 -0
config.json
ADDED
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "sharpbai/vicuna-13b-v1.3",
|
3 |
+
"architectures": [
|
4 |
+
"LlamaForCausalLM"
|
5 |
+
],
|
6 |
+
"bos_token_id": 1,
|
7 |
+
"eos_token_id": 2,
|
8 |
+
"hidden_act": "silu",
|
9 |
+
"hidden_size": 5120,
|
10 |
+
"initializer_range": 0.02,
|
11 |
+
"intermediate_size": 13824,
|
12 |
+
"max_position_embeddings": 2048,
|
13 |
+
"model_type": "llama",
|
14 |
+
"num_attention_heads": 40,
|
15 |
+
"num_hidden_layers": 40,
|
16 |
+
"pad_token_id": 0,
|
17 |
+
"rms_norm_eps": 1e-06,
|
18 |
+
"tie_word_embeddings": false,
|
19 |
+
"torch_dtype": "float16",
|
20 |
+
"transformers_version": "4.30.1",
|
21 |
+
"use_cache": false,
|
22 |
+
"vocab_size": 32000
|
23 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 1,
|
4 |
+
"eos_token_id": 2,
|
5 |
+
"pad_token_id": 0,
|
6 |
+
"transformers_version": "4.30.1"
|
7 |
+
}
|
pytorch_model-00001-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bdcefd7500d16d6c8e6affeff931bff282a25e2bd42ee3dddf6fd67607a11d4b
|
3 |
+
size 380110075
|
pytorch_model-00002-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a0c52eca8f3910c0bc3718a61a3e017b3e513ae632d6e005815ea3163697118a
|
3 |
+
size 298846638
|
pytorch_model-00003-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:34ca31b86e45e02f3099180851158ea2e97855a35fe1a776150540a75ab07ff2
|
3 |
+
size 387996095
|
pytorch_model-00004-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1374f390196f785b2456d6ecf70a938b741d5ba2ec4daef239d9e2db1c6b78f2
|
3 |
+
size 387975598
|
pytorch_model-00005-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:84df7ddab1f1b5252205186c29ea5f9f14f532fb0ab4f42d9ea5779057ce386c
|
3 |
+
size 351296801
|
pytorch_model-00006-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f07e35400fabcd7492c93e172f1d637cedb3f51f07a19ec79e41fdd0d8e3a493
|
3 |
+
size 283116795
|
pytorch_model-00007-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e9363d6f4b990a62568e1fb99d1eb830aada592e76f9a2f0cc98e9f195fa48e4
|
3 |
+
size 351296801
|
pytorch_model-00008-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:35d1f5596376d06ebc80945dfc1ba9336bedc4b5efc561f06de084d665393dfb
|
3 |
+
size 283116795
|
pytorch_model-00009-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6e796292b1de691c30c1c4479bafa3821ef423e460eff97de2bb459af63b714c
|
3 |
+
size 351296801
|
pytorch_model-00010-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:06d1d383e1c2e30be8ac251f0831725066d11c4d52aeead0ffb6a9c930886d56
|
3 |
+
size 283116795
|
pytorch_model-00011-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:02df655a58b4b410e0bf0016e41b97251108d8cb825f0c6da4cdc33fbd150858
|
3 |
+
size 351296801
|
pytorch_model-00012-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d3b57be10b11d8435a8e5cee7e202e65a04e3c93c35e42515a4c24bf53b123af
|
3 |
+
size 283116795
|
pytorch_model-00013-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c08522cf1ad51131187dfe6fe58551dfe5af446c04356a598adb28ef482e2a6e
|
3 |
+
size 351296801
|
pytorch_model-00014-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:faf596a1e659a73218f96c20698971ae90ae77d050c2bf8d2fcc89d3d007810a
|
3 |
+
size 283116795
|
pytorch_model-00015-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a655fb30e431c05e197fb6825c85052febdb1bf3180cc77ba3eaa218b544897c
|
3 |
+
size 351296801
|
pytorch_model-00016-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3e9e4dfe45b5c63dc9fba9936053af0b64d8d5caa3832fc8dfffe76dd0588682
|
3 |
+
size 283116795
|
pytorch_model-00017-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:92b5d2d9679954a805a7fdbbadcb717fda0809ece4d5ff897c7e42cb6ab3fd7e
|
3 |
+
size 351296801
|
pytorch_model-00018-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5ff68087f8c5c9dc72b98eb33deffd645bd4bac8ee5510fa6d9f7281c788da36
|
3 |
+
size 283116795
|
pytorch_model-00019-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cd2c94ee8c38f655ebcb1f9175e7741b71664da84400a34ed841eb96f02d60d6
|
3 |
+
size 351296801
|
pytorch_model-00020-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cc62bbfb6277aa6ed79a5cc1702a099902f5a932dfebea20a194a503eb767a75
|
3 |
+
size 283116795
|
pytorch_model-00021-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1b136094e310eb7842796b6a16dff73e19dfb502e92212178a97bd2ae1964e01
|
3 |
+
size 351296865
|
pytorch_model-00022-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6ba1bddcfe45574dee0572db54fbbf727326e17f21c760a8d738d9469c9c02d7
|
3 |
+
size 283116795
|
pytorch_model-00023-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d369076497348c6c279532c90ed2a4dd907e06a2c58d0a1ae22e6e44551b3784
|
3 |
+
size 351296865
|
pytorch_model-00024-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:838996414b4c2c14e6ce5c938493af0bd9e59e47d6234a9a74768c3d19251928
|
3 |
+
size 283116795
|
pytorch_model-00025-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4da9122eb8067b1b7d679ce0126dbde4ef2339ceeeaf586d9986295b459892bb
|
3 |
+
size 351296865
|
pytorch_model-00026-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c436db99143d9cd5a75a2b35fcdf89874a886bfef46da614ec28ff733c426e41
|
3 |
+
size 283116795
|
pytorch_model-00027-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:95316b4523347577a57d913162586d864d1148cdb0be01287104acfbae1b3e47
|
3 |
+
size 351296865
|
pytorch_model-00028-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e4fed2868780d0f5f944b4671587a74fd85887e5b7e333610b8e0901493d3cf2
|
3 |
+
size 283116795
|
pytorch_model-00029-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:791ebce20764e1fa0197950673765f9012d63f0f44bfd025e9cf9cf076dd09bd
|
3 |
+
size 351296865
|
pytorch_model-00030-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:94bf43baa4f395d879afc2cffbaaa26f22e4a0a9cc1349f2c47ddb80bb334677
|
3 |
+
size 283116795
|
pytorch_model-00031-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b132e27dd4a112e2daf8dae2589e85079862d031437c4445fcefd103e46edaea
|
3 |
+
size 351296865
|
pytorch_model-00032-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cb7de09b5c222e43bd9adf5dc2f9e713094f18bb473d63c18a850f62940c0dad
|
3 |
+
size 283116795
|
pytorch_model-00033-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d4c3dea208b58898d6df8f482bea5d6d04a8a6d938353164df585ae541bdfcb4
|
3 |
+
size 351296865
|
pytorch_model-00034-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bcc53ffb1bf2255077da368e7ee66b8fca50a458e8f1456c6478332323284156
|
3 |
+
size 283116795
|
pytorch_model-00035-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:218ae9a49b73a32716950e468f1eb7079b2995729820085dded062eb750bd016
|
3 |
+
size 351296865
|
pytorch_model-00036-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:787bb254d3940248b719ab80b59b16139023c8d55e9576d1eb88cf3099138c69
|
3 |
+
size 283116795
|
pytorch_model-00037-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e75140bc3778cc9ec170d2920a1727440668b16519ca0429c6f44cc9005d34b6
|
3 |
+
size 351296865
|
pytorch_model-00038-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:09acd14f600b7f030a3bc0f22fa8a3d5f0a45d178a8ad54c2879ee90c50d14a2
|
3 |
+
size 283116795
|
pytorch_model-00039-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7fd10a40e9b9875f69355192fce42b0448dffb644f8aa466e6fdb755dce821f8
|
3 |
+
size 351296865
|
pytorch_model-00040-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:847eacea67bbdedaa70ef0716f77c506052d3101d659ba4f635f26a72a1aad93
|
3 |
+
size 283116795
|
pytorch_model-00041-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bc2d5289cb414c5efa9b3f394415437b8d2653a318f36eec8653248bfd5f1e05
|
3 |
+
size 351296865
|
pytorch_model-00042-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5ee77d8b11534455d4e3a6916f3fda6990593cecffedc9b8e7939139f8c2bcc2
|
3 |
+
size 283116795
|
pytorch_model-00043-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b2952419fc7561bf5e8e820ed0a97e6354a5e661778f500e4d10324a4a73abf2
|
3 |
+
size 351296865
|
pytorch_model-00044-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ba555138025fd8d9c44cfa6b730b5c939135337986dd7b95ec81cf508ce90703
|
3 |
+
size 283116795
|
pytorch_model-00045-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:408b3b29f5ba0fe9c58290fb5f7116f93b0bc8b76226751d5af7852fcc41faed
|
3 |
+
size 351296865
|
pytorch_model-00046-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b8c79d79a702c43bfa58f5dc649d0ae80597f0c1fcfe53b1326ac04a9e667f34
|
3 |
+
size 283116795
|
pytorch_model-00047-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d9cd56036fcd866d8b5827b08862c4cdc92d33c3d99105edb378ec3f88ca3a9a
|
3 |
+
size 351296865
|
pytorch_model-00048-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bd659768e948c6b202bd9f813776c15618eb5a31280ce1486b077da436a1e798
|
3 |
+
size 283116795
|