add tokenizer
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- checkpoint_100/meta.json +1 -0
- checkpoint_100/prank_0_checkpoint.pt +3 -0
- checkpoint_100/prank_0_optimizer.pt +3 -0
- checkpoint_100/prank_0_scheduler.pt +3 -0
- checkpoint_100/prank_1_checkpoint.pt +3 -0
- checkpoint_100/prank_1_optimizer.pt +3 -0
- checkpoint_100/prank_1_scheduler.pt +3 -0
- checkpoint_1000/meta.json +1 -0
- checkpoint_1000/prank_0_checkpoint.pt +3 -0
- checkpoint_1000/prank_0_optimizer.pt +3 -0
- checkpoint_1000/prank_0_scheduler.pt +3 -0
- checkpoint_1000/prank_1_checkpoint.pt +3 -0
- checkpoint_1000/prank_1_optimizer.pt +3 -0
- checkpoint_1000/prank_1_scheduler.pt +3 -0
- checkpoint_200/meta.json +1 -0
- checkpoint_200/prank_0_checkpoint.pt +3 -0
- checkpoint_200/prank_0_optimizer.pt +3 -0
- checkpoint_200/prank_0_scheduler.pt +3 -0
- checkpoint_200/prank_1_checkpoint.pt +3 -0
- checkpoint_200/prank_1_optimizer.pt +3 -0
- checkpoint_200/prank_1_scheduler.pt +3 -0
- checkpoint_300/meta.json +1 -0
- checkpoint_300/prank_0_checkpoint.pt +3 -0
- checkpoint_300/prank_0_optimizer.pt +3 -0
- checkpoint_300/prank_0_scheduler.pt +3 -0
- checkpoint_300/prank_1_checkpoint.pt +3 -0
- checkpoint_300/prank_1_optimizer.pt +3 -0
- checkpoint_300/prank_1_scheduler.pt +3 -0
- checkpoint_400/meta.json +1 -0
- checkpoint_400/prank_0_checkpoint.pt +3 -0
- checkpoint_400/prank_0_optimizer.pt +3 -0
- checkpoint_400/prank_0_scheduler.pt +3 -0
- checkpoint_400/prank_1_checkpoint.pt +3 -0
- checkpoint_400/prank_1_optimizer.pt +3 -0
- checkpoint_400/prank_1_scheduler.pt +3 -0
- checkpoint_500/meta.json +1 -0
- checkpoint_500/prank_0_checkpoint.pt +3 -0
- checkpoint_500/prank_0_optimizer.pt +3 -0
- checkpoint_500/prank_0_scheduler.pt +3 -0
- checkpoint_500/prank_1_checkpoint.pt +3 -0
- checkpoint_500/prank_1_optimizer.pt +3 -0
- checkpoint_500/prank_1_scheduler.pt +3 -0
- checkpoint_600/meta.json +1 -0
- checkpoint_600/prank_0_checkpoint.pt +3 -0
- checkpoint_600/prank_0_optimizer.pt +3 -0
- checkpoint_600/prank_0_scheduler.pt +3 -0
- checkpoint_600/prank_1_checkpoint.pt +3 -0
- checkpoint_600/prank_1_optimizer.pt +3 -0
- checkpoint_600/prank_1_scheduler.pt +3 -0
- checkpoint_700/meta.json +1 -0
checkpoint_100/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 100}
|
checkpoint_100/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c9b145cef5dd9035a88ea549eb208a3870257cbe0afac95e8d18d6ebf8caa26a
|
3 |
+
size 415755723
|
checkpoint_100/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d5486e4a16ea0e176e351503026d063c7f1fcbc2499eaaec709eb24dd073b629
|
3 |
+
size 1663005189
|
checkpoint_100/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:778041f2b02da59705117b00ad6ce16f148e7179e8552dc1d96e70af9b6a23ba
|
3 |
+
size 643
|
checkpoint_100/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a0c927b0803a88ac5d77ed8b2898e5e8b43119bba2d8d370bbd2dfc920dee58f
|
3 |
+
size 407367379
|
checkpoint_100/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f4648a3b9a23592357d05c73f9e4e91223d2f859af927b2f698176386382c3ad
|
3 |
+
size 1629451613
|
checkpoint_100/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4e023481b905766990ed421b86df6e13f80a25ee31cf10f6e45b8148699f2a78
|
3 |
+
size 643
|
checkpoint_1000/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 1000}
|
checkpoint_1000/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8f5254b165ba6095499c85330e7e3d3b729f1a096cf3fd90bb19929779e4ae02
|
3 |
+
size 415755723
|
checkpoint_1000/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fca02b5d8aaa9db2331c993ae0302599fd5f2991fc48f5cf2333d87466ea6ea6
|
3 |
+
size 1663005189
|
checkpoint_1000/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:43f73c3a0030f54dfecd8098d3f6d47251cd0560bd08fc2a459ee2d02c6312b1
|
3 |
+
size 643
|
checkpoint_1000/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:257357f56f2fa4bfc8c5c293972768fb57f1cffd565c717ddc1eb65e9fad222e
|
3 |
+
size 407367379
|
checkpoint_1000/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:83ec8d633d13f0c9318c750db58d35081da61927998ab35b445fa86863c23a9a
|
3 |
+
size 1629451613
|
checkpoint_1000/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5eb5f8afaee722649023cdabe7a8954e624ed88246db64488759736b7ade945a
|
3 |
+
size 643
|
checkpoint_200/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 200}
|
checkpoint_200/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0bb3419b972cae349c75a85de848fe05e807aec1626a71eea2925701d0a5bd83
|
3 |
+
size 415755723
|
checkpoint_200/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:32c7b9b0b1bd7b0a8e7768a1bd40cac744c3e36f8a81ca0a3f6086a06b1e2871
|
3 |
+
size 1663005189
|
checkpoint_200/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d792325350d59a0d3b7103be395b2691bb3b98c7e1a87eb0445a5fd826fdb1d5
|
3 |
+
size 643
|
checkpoint_200/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bf75b1f30271415c4e0495b4f59b48f33a6f533006fda3fea57db293e345ce80
|
3 |
+
size 407367379
|
checkpoint_200/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:68b6c1a2470a890a921810c3c8080bc939bdbb18474c5ff7fcfaf54b0e22619f
|
3 |
+
size 1629451613
|
checkpoint_200/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6bc37e35f1b9c444b763ecd75c78108924adbb4855094000bd217f0f7f38c994
|
3 |
+
size 643
|
checkpoint_300/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 300}
|
checkpoint_300/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:669594d9e37899c7342a0576827f557340c8a2e3e6696ec0f470eb1bcc22e538
|
3 |
+
size 415755723
|
checkpoint_300/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:32fa4568d7c327cba11cbbbdad2f904fbe31a2cdb084f69c2f50000510c28caf
|
3 |
+
size 1663005189
|
checkpoint_300/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:07bdbe344e618e1de1cf05babad67b6636a8ff50b5a1c05db739e6f4f44c429a
|
3 |
+
size 643
|
checkpoint_300/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5bbb46423629e9640a4fb8de37f6adfba395e850a0f80e6e1c8e7f8ac5993be4
|
3 |
+
size 407367379
|
checkpoint_300/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a630e065242d66a824f1f3b238da67392581bbf9cdda89a2a0fea21867b356b0
|
3 |
+
size 1629451613
|
checkpoint_300/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2d2dfe534bacbf04e4d333ffbd8dd47ac3a0d78ca458baff74cd151f649f09c6
|
3 |
+
size 643
|
checkpoint_400/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 400}
|
checkpoint_400/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:924eaf2706114ca8bd894da56ca8e189baaa6414581b36cced72104f6704a54b
|
3 |
+
size 415755723
|
checkpoint_400/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d37bac2be0a73625a11a2a97fee8ab9b70b0825440ac3dbbf274dc7f19398984
|
3 |
+
size 1663005189
|
checkpoint_400/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:15e492d0eabef3cd0af06e0a6e932ff98317207819d30fe39216c2a3a63f2b02
|
3 |
+
size 643
|
checkpoint_400/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:be7916feb17f0ebca8527b096125f711e7511a4b983e6b41b43737b80f7e6ed8
|
3 |
+
size 407367379
|
checkpoint_400/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f500668578f56130afc69669d953204d6df040c42262e0645ccee9d2a61d6b70
|
3 |
+
size 1629451613
|
checkpoint_400/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b9018dadf0bf834139c1ea20bf5f5561866a33843a1e534c493dbf3ccfef552b
|
3 |
+
size 643
|
checkpoint_500/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 500}
|
checkpoint_500/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9245081bbe8bb6381d1d0ebeec0d6a68add474fea728035ca5e9d806f372aba3
|
3 |
+
size 415755723
|
checkpoint_500/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:90a8f9164c8975d7159246a8173ec9b718ebff967aa3918687bd2b4916c8abd6
|
3 |
+
size 1663005189
|
checkpoint_500/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:09ab53b873a6c2a158d7794986cabf140acb4830fb4d81f2f26db9ba3c1e1eb7
|
3 |
+
size 643
|
checkpoint_500/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:578a5b42ddd81dc44c3dea9df7456eee0985b14f6dae1e9f3a2ef9584c182963
|
3 |
+
size 407367379
|
checkpoint_500/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cf1698cd2c77903412fb0bcedfa67648dd5a1a2d3467a0c9861550406eba53d0
|
3 |
+
size 1629451613
|
checkpoint_500/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5a1513a19c923e82efcfc7ee0a9eb2527b46c6a9939f80f4a48b61479c715ae5
|
3 |
+
size 643
|
checkpoint_600/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 600}
|
checkpoint_600/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d9bcec9284c71cf536f1cb17ea4fc8d0a73c718b6db19b60c052e0583970606a
|
3 |
+
size 415755723
|
checkpoint_600/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f0d0489ef30847942f4e31423f59ae4cce99c86540d6af4c234a2e4bec0981d2
|
3 |
+
size 1663005189
|
checkpoint_600/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:15fb5b42f89f61705560cc36f8e9a625706add83c2319322f251956cf54e19fc
|
3 |
+
size 643
|
checkpoint_600/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4b25d068ebc48d17842cc37b85e301f64822ec8cc420647ee284d3d0c6350b55
|
3 |
+
size 407367379
|
checkpoint_600/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c3ea263f46ecf367e90ebd92942ee68b5e6fd5314478477d85ca3f889fa10bb0
|
3 |
+
size 1629451613
|
checkpoint_600/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0d44b7149f2eeb27f6a925b936a32c36b04699b2ff635a9d8b4c65d2549ad37b
|
3 |
+
size 643
|
checkpoint_700/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 700}
|