Hugging Face's logo

formll
/
resolving-scaling-law-discrepancies

open_lm
Model card Files Community
TomerPorian commited on
Commit
99e2700
·
verified ·
1 Parent(s): d8088b9

Add files using large-upload tool

Browse files
Files changed (25) hide show
  1. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=22M_maxstep=8662/flop_1.00e+17_step_1414.pt +2 -2
  2. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=22M_maxstep=8662/flop_1.25e+16_step_177.pt +2 -2
  3. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=22M_maxstep=8662/flop_2.00e+17_step_2828.pt +2 -2
  4. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=22M_maxstep=8662/flop_2.50e+16_step_354.pt +2 -2
  5. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=22M_maxstep=8662/flop_3.18e+15_step_45.pt +2 -2
  6. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=22M_maxstep=8662/flop_4.00e+17_step_5655.pt +2 -2
  7. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=22M_maxstep=8662/flop_5.00e+16_step_707.pt +2 -2
  8. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=22M_maxstep=8662/flop_6.30e+15_step_89.pt +2 -2
  9. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=84M_maxstep=32665/flop_1.00e+17_step_375.pt +2 -2
  10. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=84M_maxstep=32665/flop_1.60e+18_step_5999.pt +2 -2
  11. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=84M_maxstep=32665/flop_2.00e+17_step_750.pt +2 -2
  12. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=84M_maxstep=32665/flop_2.51e+16_step_94.pt +2 -2
  13. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=84M_maxstep=32665/flop_3.20e+18_step_11998.pt +2 -2
  14. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=84M_maxstep=32665/flop_4.00e+17_step_1500.pt +2 -2
  15. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=84M_maxstep=32665/flop_5.01e+16_step_188.pt +2 -2
  16. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=84M_maxstep=32665/flop_6.40e+18_step_23996.pt +2 -2
  17. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=84M_maxstep=32665/flop_8.00e+17_step_3000.pt +2 -2
  18. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9170/flop_1.28e+19_step_4513.pt +2 -2
  19. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9170/flop_1.60e+18_step_565.pt +2 -2
  20. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9170/flop_2.01e+17_step_71.pt +2 -2
  21. dataset=rw/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9170/flop_3.20e+18_step_1129.pt +2 -2
  22. dataset=rw/hparams=tuned_warmup=long_decay=const/params=15M_maxstep=69220/flop_2.00e+17_step_23716.pt +2 -2
  23. dataset=rw/hparams=tuned_warmup=long_decay=const/params=15M_maxstep=69220/flop_3.13e+15_step_371.pt +2 -2
  24. dataset=rw/hparams=tuned_warmup=long_decay=const/params=15M_maxstep=69220/flop_4.00e+17_step_47432.pt +2 -2
  25. dataset=rw/hparams=tuned_warmup=long_decay=const/params=15M_maxstep=69220/flop_6.26e+15_step_742.pt +2 -2
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=22M_maxstep=8662/flop_1.00e+17_step_1414.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:33d1b43839eaf0565c4862d992cdaeee3e8e918af62f540517bc8872a6e8d378
3
- size 148163721
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a14bdba0980834e107969ec3fb3918d879a6c0a6e08642893afe5f54837973f
3
+ size 148162057
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=22M_maxstep=8662/flop_1.25e+16_step_177.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e290a66779438126c34f3156debf6c3ea7c928f3ff4702fc575866239199539
3
- size 148163611
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38ecc6d79cd11949e6bb71ae3477644cfd1ed5a5455fe234828d71c6b740e124
3
+ size 148161947
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=22M_maxstep=8662/flop_2.00e+17_step_2828.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9dd186dc60000bd58d44042f88f02fd97e754592dce89714a72191076cb56828
3
- size 148163721
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1ba51d34874934f2ae65dae9edbd4745079d865474e51d74aface016fdc9bdd
3
+ size 148162057
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=22M_maxstep=8662/flop_2.50e+16_step_354.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c960c995cb5331121f33a92461e7c4b48bc97ef88dae65977633509fb4c86c1
3
- size 148163611
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af85b2dcd2f720e64d55dad2994ee188f214890e11c4d997a5ec14e87d9c0f67
3
+ size 148161947
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=22M_maxstep=8662/flop_3.18e+15_step_45.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:def4614d080853a36819bb8ca25883d804e1ce87843a6a720d5bd997a48d4a09
3
- size 148163437
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baacecefe6adbb3004c98ae6d96da6392db67628d917cc6cfb0f43b00bbd9d96
3
+ size 148161773
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=22M_maxstep=8662/flop_4.00e+17_step_5655.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b7db17f1708f63d9df9131f575965c5e4c123121e2fa303ecf663d1dd37fc741
3
- size 148163721
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c9e7194906687d8e680ebfdd03c64b4af6ba5c0ca039aaf2cdd9a3587d0da29
3
+ size 148162057
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=22M_maxstep=8662/flop_5.00e+16_step_707.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ef5a2da0d7e044eee711c9d08ecd1da5b4793d36a2a42995e78e0c4dee5c7180
3
- size 148163611
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:324092ae5f4bd16af5284e016b54423fb947fecdb9095ddd431a93637ee7853f
3
+ size 148161947
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=22M_maxstep=8662/flop_6.30e+15_step_89.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de6b48f8cfd3219820ffa970bf95b269a4d33a1ff90a515a1f930a045dfdc3e3
3
- size 148163437
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:630c0a9357857d298975443c4a9bade5d1a46cd1bbdc4f0bc36889bfad89597f
3
+ size 148161773
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=84M_maxstep=32665/flop_1.00e+17_step_375.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2472a29c080f6cdaea348c73add2fd6c5b5fece541037185f216810100de3c7d
3
- size 455680721
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c7430ff5cea89d15179a77d8e682a31ebe3b9d8f0f6d520834afe1b3053dce2
3
+ size 455677969
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=84M_maxstep=32665/flop_1.60e+18_step_5999.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a34897cd03144d30038f202b4a7161fbae8251efe8f2a3a7aa29533ae9b2763
3
- size 455680909
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dc51d76dba6609991adadb6d6d4e4a8714175d50ffc0da58e2a88981b566a0f
3
+ size 455678157
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=84M_maxstep=32665/flop_2.00e+17_step_750.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6ed440d5ca29da2c6ae20fb2906b33c5f7ef7e78f8ea7297f3f60576d237c5b9
3
- size 455680721
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d22631320b31e6e561f9c648e89a6bc33d3c4103ab3b0f0250822716c184d7c4
3
+ size 455677969
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=84M_maxstep=32665/flop_2.51e+16_step_94.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ebd07ffc3ee9b0e130c4115f0676bf4d95544498601c4e3cbb50ff228f68d0d5
3
- size 455680469
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:439bb448e487e70f3399589a24e0bdd0a030bdde2546740e120a751e51b8abeb
3
+ size 455677717
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=84M_maxstep=32665/flop_3.20e+18_step_11998.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ddefb356418ff38c61011541866905459fee275e314af0759bdd91fa13635218
3
- size 455681097
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:422ed27030573ec3035e2c3fc281b94c9b10de5771ac8240ad2b69352000bd93
3
+ size 455678345
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=84M_maxstep=32665/flop_4.00e+17_step_1500.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cf70aa99e7346c2a36b15109b314725f9795be25592e520199540bb665126dfa
3
- size 455680909
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc01890e6eaface9811916c31d6fcbc57e89c19b75b10094abe71ee2085ae8dc
3
+ size 455678157
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=84M_maxstep=32665/flop_5.01e+16_step_188.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:87f4c1387804c1439ada7f2d1291536e7d7c1d997d9d965c3f0f9be004434dc8
3
- size 455680721
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4598da2662394d86db40422a3ad2329719025475fc58f7175502ceeab9455b77
3
+ size 455677969
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=84M_maxstep=32665/flop_6.40e+18_step_23996.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5840effc864054607f482ccf9655de681f336e51efa00f91c8d66a0c471430ba
3
- size 455681097
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ea2e2618a2d445658b466b9cd8ee2d6b316d0811646f595c916d79897819640
3
+ size 455678345
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=84M_maxstep=32665/flop_8.00e+17_step_3000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c139389a3b9c7624eff078c7b723b962bfad976251d4e74de67bf6fa636cda5
3
- size 455680909
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0c0a54264829e63ad12dbedce8097dd6b532dfc3cc83c5f89f14fbbe0ec9d9c
3
+ size 455678157
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9170/flop_1.28e+19_step_4513.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e658320e453ee236e2658cd006c6766dfe64a3a75fd3287a3fbab44de08dd9e
3
- size 3911932461
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2935e37a33637c71ec7e967ab814b135fc7288ea29fe3e8a7f4772b01bbe004
3
+ size 3911926829
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9170/flop_1.60e+18_step_565.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e9b64d2644dcf9ffc24200083fbb5dfea04c1ac5c391577ebbf41f8fb4cf7cf1
3
- size 3911931553
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed868624c760749d76e6efe503bc1c355b4e4756f2d1fc941a916e96061652ef
3
+ size 3911925921
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9170/flop_2.01e+17_step_71.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a83e878f6d4e0e4f52a71f152ddaf5bde26910c16a86e8b6bf941a57e7109ee
3
- size 3911929685
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:525825f5a7bfec80e16b0030020e3a06e904d683a8d21b95050af2589e7ee6a2
3
+ size 3911924053
dataset=rw/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9170/flop_3.20e+18_step_1129.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3ec2e6c3765d8a8d21d5035f5b9e41a7d527ed48a480bb949c2fafd34ca5d723
3
- size 3911932461
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:782111aa1415795fa8ce5410e6dbabdc269221c327b81bf7f8be90b982cad323
3
+ size 3911926829
dataset=rw/hparams=tuned_warmup=long_decay=const/params=15M_maxstep=69220/flop_2.00e+17_step_23716.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a945e996bf9876cc7350ac5db6d004e1050d85a986b9624a98cd9c5e3378ab0c
3
- size 107653891
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d52d23542bf6f7e0564d5d8e5a2edbe8d51ff2d88690563b6d289d78c10a8a0f
3
+ size 107652547
dataset=rw/hparams=tuned_warmup=long_decay=const/params=15M_maxstep=69220/flop_3.13e+15_step_371.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a1a26df2edacbc55f7d563ad82c41021af352b9ea840cbcfd73dd30cd018e82f
3
- size 107653339
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f934ff3c1d5c49c77bc6694ef631f1590fccac479e54e2dfc6cbc6e1592936a
3
+ size 107651995
dataset=rw/hparams=tuned_warmup=long_decay=const/params=15M_maxstep=69220/flop_4.00e+17_step_47432.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:15386bc4b084f23aba573cd0891ec6898329c3a39972909ca047ad0fbf54bae5
3
- size 107653891
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34d67cbe28056d96dc5206f785bdcdd8d4d628832f5b08225d53a11bcce5a326
3
+ size 107652547
dataset=rw/hparams=tuned_warmup=long_decay=const/params=15M_maxstep=69220/flop_6.26e+15_step_742.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:930f1531c6006c36fc8a54b9d4b6ca0f76b788520f0de66bd25cd4c2010f8b55
3
- size 107653339
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ad8cc9381292008b9e774d8205f816ea3548817a1c07be534725980a9d7d912
3
+ size 107651995