mk
commited on
Commit
•
610fd06
1
Parent(s):
b7d46df
init
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- .gitattributes +2 -0
- alpaca_data.json +3 -0
- alpaca_data_cleaned_archive.json +3 -0
- alpaca_data_gpt4.json +3 -0
- export_hf_checkpoint.py +3 -0
- export_state_dict_checkpoint.py +3 -0
- finetune.py +3 -0
- generate.py +3 -0
- hf_ckpt/config.json +3 -0
- hf_ckpt/generation_config.json +3 -0
- hf_ckpt/pytorch_model-00001-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00002-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00003-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00004-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00005-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00006-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00007-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00008-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00009-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00010-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00011-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00012-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00013-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00014-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00015-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00016-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00017-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00018-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00019-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00020-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00021-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00022-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00023-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00024-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00025-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00026-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00027-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00028-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00029-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00030-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00031-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00032-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00033-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00034-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00035-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00036-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00037-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00038-of-00039.bin +3 -0
- hf_ckpt/pytorch_model-00039-of-00039.bin +3 -0
- hf_ckpt/pytorch_model.bin.index.json +3 -0
.gitattributes
CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
*.json filter=lfs diff=lfs merge=lfs -text
|
37 |
+
*.py filter=lfs diff=lfs merge=lfs -text
|
alpaca_data.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2eddafc6b977608d778aaab8dfc7e50e547b3af9826dfb9e909d9fc362e4a419
|
3 |
+
size 22773992
|
alpaca_data_cleaned_archive.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cdbc6fff26e130b521edd96995d9f3b391622d532b2b6822e601fcb7aa42ed7a
|
3 |
+
size 22680910
|
alpaca_data_gpt4.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0bd4f62585d494b794deb043ce0baddfec02f27696857c57c9c238d6eff35a18
|
3 |
+
size 43379276
|
export_hf_checkpoint.py
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e565ef2cd5da359842a41e05ea8c5c255aa748cf5d5c4e0cf6cedc1245c99b61
|
3 |
+
size 1422
|
export_state_dict_checkpoint.py
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e7031570de2725b693880c0e75de77e74075dd133ac671d06f5abc6235dcb4e0
|
3 |
+
size 3601
|
finetune.py
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1f739496873f545f3c068b4f7029ecba82c88a80a86a26ad3f59dd8aa81883c9
|
3 |
+
size 9824
|
generate.py
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:db3dc82ab35b61a2b9ce56ce380d95540d3f02e3e14914a86f1b308c46f9045a
|
3 |
+
size 7625
|
hf_ckpt/config.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:15cf9c7934d117295f4d589b11bdd33396526e22d105434dd01d62c432a6ea76
|
3 |
+
size 628
|
hf_ckpt/generation_config.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:02121f5384f8b5f6c7272d65eb9048b94f1a05c5f0406e8e8a3f3297ea9a3ca2
|
3 |
+
size 132
|
hf_ckpt/pytorch_model-00001-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e92924029d2c133492e9660f8b6bbfbd9adadf1917ca813fd39b6488d7e8af1e
|
3 |
+
size 396364479
|
hf_ckpt/pytorch_model-00002-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e6ceee093caedae94f783b2066464281611808d166afc766cf78efbe4e61c470
|
3 |
+
size 371215393
|
hf_ckpt/pytorch_model-00003-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e7b027d74897f4c8bc8c5101d4d288e49f4fd094230fb0b2296a3d2360eebc81
|
3 |
+
size 371215986
|
hf_ckpt/pytorch_model-00004-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4af71e3d513b1dfb9922e269f6db59b47dd931c1385ad8b8dd5b6e1fab8649e6
|
3 |
+
size 371215986
|
hf_ckpt/pytorch_model-00005-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f820648089b5e8c187dd13555508b66b21ff8a72967786759cf113e71d6a2f7f
|
3 |
+
size 371215986
|
hf_ckpt/pytorch_model-00006-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4c1e9418d6370c77d0634e3b69c9921a4c2a2ed0b6f2d140d551375741b72d9e
|
3 |
+
size 314575888
|
hf_ckpt/pytorch_model-00007-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:90c692cf80fab0d559dd41e1c095028a72c1e7790b465866429f87068c8f1d49
|
3 |
+
size 314592882
|
hf_ckpt/pytorch_model-00008-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2932d842299156884b5f3c8a3ed37a3b25ceff3d29592aa266a9db418c026656
|
3 |
+
size 314592882
|
hf_ckpt/pytorch_model-00009-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d3ca51daf07240133430d3a503bc462044ba3b0cd673266535691673bf098fc3
|
3 |
+
size 371215393
|
hf_ckpt/pytorch_model-00010-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:db13a7927283eedae71edcf5be8a6a19be0863efc1e869b32f99f745d4e391e1
|
3 |
+
size 371215986
|
hf_ckpt/pytorch_model-00011-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f3cc09c55cb648d1815fd7743e007257542133df972fa4d5515a099ffa20ff22
|
3 |
+
size 371215986
|
hf_ckpt/pytorch_model-00012-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0449bf8b46fb9f8b4b60736669ecefc413f547cbd9af8f7fc14fcc19ecc3e0dd
|
3 |
+
size 371215986
|
hf_ckpt/pytorch_model-00013-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:06df18dbaa01e9773f49710f113c4bd9cabf5ec0de793a496fce018b85650aec
|
3 |
+
size 314575888
|
hf_ckpt/pytorch_model-00014-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fa0757838b86f47685358c213c2cf93aca00e85fd4ebd5ba4949a38f8b5a1e67
|
3 |
+
size 314592882
|
hf_ckpt/pytorch_model-00015-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a852bdf657ea368d431a9469fd7ddf39e903e5df82fe3984aa2d0cbd412e7230
|
3 |
+
size 314592882
|
hf_ckpt/pytorch_model-00016-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8d9e581428fcbe2f0bf0066d1272e409bc4dbbe08f31cb481afbd3e0837dc15a
|
3 |
+
size 371215393
|
hf_ckpt/pytorch_model-00017-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7e2022edee56c250d390227bcaa1bb2e79e6960793dff2fe2596730cd4660bbe
|
3 |
+
size 371215986
|
hf_ckpt/pytorch_model-00018-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d0bf49654020aff87f452598059a827bce9df216fbf722ae584531031c8b2cec
|
3 |
+
size 371215986
|
hf_ckpt/pytorch_model-00019-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6c61390a1015db68c6a46f2121eca0f79e1c017c1e6afde4569f5f11bf627b5c
|
3 |
+
size 371215986
|
hf_ckpt/pytorch_model-00020-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:31372757478b57659963b247bb12b3c5965acea594dbcecd7cdea876f29a6ed0
|
3 |
+
size 314575888
|
hf_ckpt/pytorch_model-00021-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b22f8c2e5d5570c14b4004219d9da4decd88471d11743510d134c8ecd7fd79a0
|
3 |
+
size 314592882
|
hf_ckpt/pytorch_model-00022-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5bb53487c488e82be0e5c4005c063e045d4186ae14e7ffcd9e71d18989e927f7
|
3 |
+
size 314592882
|
hf_ckpt/pytorch_model-00023-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4233c01a543c8b726ddaeb660225e1af64724eb95db0c7dc812de44021f99430
|
3 |
+
size 371215393
|
hf_ckpt/pytorch_model-00024-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:918aac7cb726c7a9aa5690dfbe1dd666dcec3c1f8c4a065cab5cd0079b7e8ae1
|
3 |
+
size 371215986
|
hf_ckpt/pytorch_model-00025-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c9e98b0abfb024d9d231fb6906e00acf9191a4862d448deff1b0a06386e3a780
|
3 |
+
size 371215986
|
hf_ckpt/pytorch_model-00026-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b01a2fd806727ae5b98add7d18bbc14fb489d66c7901f5e64f1912c02cd82f7c
|
3 |
+
size 371215986
|
hf_ckpt/pytorch_model-00027-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4366beaa6d331723f2faa4ccb902407497f4f432339a51e0b0ee6b5251e5121e
|
3 |
+
size 314575888
|
hf_ckpt/pytorch_model-00028-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0834b2ee95d0cc80d96f320f7b2ac86a3a8f3c0f0644a9917e484ad7ba599275
|
3 |
+
size 314592882
|
hf_ckpt/pytorch_model-00029-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2fe887eba0e1f8050f773764a59ec9055a60b64280c9353c60c8816192448f07
|
3 |
+
size 314592882
|
hf_ckpt/pytorch_model-00030-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8c3325c07dc8097443a0ad45b01279fa15c0108efe7d8c1024713efe5077964d
|
3 |
+
size 371215393
|
hf_ckpt/pytorch_model-00031-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2317af36cfb1c8853d1f658c952ee87cf3c2bbef6c4dd409248795a416109790
|
3 |
+
size 371215986
|
hf_ckpt/pytorch_model-00032-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fcbf70bcb66fad1dd61519225e15ffc373b20fe106425ef4e27bf5c809ce1720
|
3 |
+
size 371215986
|
hf_ckpt/pytorch_model-00033-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e61df6425065b95a6f2b2c5dec9690bc3f42ce1a22f29103b85609577dcda228
|
3 |
+
size 371215986
|
hf_ckpt/pytorch_model-00034-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ed9a7386b7d90fb49695a6466e2a5623cebe2134aa7ddd535029f2be915013bd
|
3 |
+
size 314575888
|
hf_ckpt/pytorch_model-00035-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:11d3e0021bc0dc43beb9389fc1b0f152d391200aaa379ffbc48ee4a16f611d54
|
3 |
+
size 314592882
|
hf_ckpt/pytorch_model-00036-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a2c420aa9d8ba8bc188c70322eb0ac45ca69309765c35e9e002d978ef0411172
|
3 |
+
size 314592882
|
hf_ckpt/pytorch_model-00037-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:47805304de79bc6980337982db0c51a11981936c4ff05b95367ee2df8639e655
|
3 |
+
size 371215393
|
hf_ckpt/pytorch_model-00038-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f232769a08664c3fd3327bf59403993e979e1c86798ab0493be022473d0d9e7d
|
3 |
+
size 304114977
|
hf_ckpt/pytorch_model-00039-of-00039.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4faa8dc42a67a488687de8b673d36b429524140d1a844df7ef3281c70e3a3750
|
3 |
+
size 262144938
|
hf_ckpt/pytorch_model.bin.index.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:37fad6cc05d41852fb3414286c1f837aca9e23d46eab6c443e13785319445722
|
3 |
+
size 26788
|