Hugging Face's logo

formll
/
resolving-scaling-law-discrepancies

open_lm
Model card Files Community
TomerPorian commited on
Commit
027dda0
·
verified ·
1 Parent(s): 7a455a3

Add files using large-upload tool

Browse files
Files changed (9) hide show
  1. dataset=owt2/hparams=base_warmup=short_decay=kaplan/params=347M_maxstep=24900/flop_1.28e+19_step_11724.pt +2 -2
  2. dataset=owt2/hparams=base_warmup=short_decay=kaplan/params=347M_maxstep=24900/flop_3.20e+18_step_2931.pt +2 -2
  3. dataset=owt2/hparams=base_warmup=short_decay=kaplan/params=347M_maxstep=24900/flop_6.40e+18_step_5862.pt +2 -2
  4. dataset=owt2/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9431/flop_1.28e+19_step_4513.pt +2 -2
  5. dataset=owt2/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9431/flop_1.60e+18_step_565.pt +2 -2
  6. dataset=owt2/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9431/flop_2.01e+17_step_71.pt +2 -2
  7. dataset=owt2/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9431/flop_2.56e+19_step_9025.pt +2 -2
  8. dataset=owt2/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9431/flop_3.20e+18_step_1129.pt +2 -2
  9. dataset=owt2/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9431/flop_8.03e+17_step_283.pt +2 -2
dataset=owt2/hparams=base_warmup=short_decay=kaplan/params=347M_maxstep=24900/flop_1.28e+19_step_11724.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9dcf2d5a1f64f28f67b84bd12ebeed83f9c7fd9cc92b39c1ff44d640a6e15da0
3
- size 1595773156
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a69dacde6d62fb00113c282aa9fc76c84addf0d4827fb8d285492f867ffd8f2d
3
+ size 1595768804
dataset=owt2/hparams=base_warmup=short_decay=kaplan/params=347M_maxstep=24900/flop_3.20e+18_step_2931.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b18ea57f66d6b206057b883409a8c0e9a30ee6e82230b28bc86173b2b38899f
3
- size 1595772851
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7b1052476f428eacfa022e992fef971187883ed2e11a6034868aee523c40d04
3
+ size 1595768499
dataset=owt2/hparams=base_warmup=short_decay=kaplan/params=347M_maxstep=24900/flop_6.40e+18_step_5862.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f3847782533dae02ba8e81f5af2152df0784b28e577c8abdd54f24b3ca03f9fc
3
- size 1595772851
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2e7e580c7fc32c95329a9146f64d933857057ce07523a048e9cea66716c89d9
3
+ size 1595768499
dataset=owt2/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9431/flop_1.28e+19_step_4513.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:19fa6a48c3b0bc7890c5f18d22f771931d360bd1f2555dfb7be893235514dea7
3
- size 3911932525
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1c2a456dc2daf4eb5812c9c510c352c693ad15eb9ec4bd8e50eae63c7ff22b0
3
+ size 3911926829
dataset=owt2/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9431/flop_1.60e+18_step_565.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9d145009b779bb527058cb2fd8837e228551f8358ac58eeedc94c8b8a59c89f
3
- size 3911931617
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:661417ee158cab88e2ce65c89243bcd40afaae737f7370b71ab6d28a6484e8c0
3
+ size 3911925921
dataset=owt2/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9431/flop_2.01e+17_step_71.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70b7c308edefdb7bceffe07f21863d8b75d5e2326896031f5fa4918ffd0f116e
3
- size 3911929685
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3e4dc7927cc1362e59f8dba992a6ca5e270c1759a58d658d9cb0b69adaa67c3
3
+ size 3911924053
dataset=owt2/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9431/flop_2.56e+19_step_9025.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a389ee31b758fd3412fdfeae7ba2baae6f24085fe58487817d36099e5c5ce3c
3
- size 3911932525
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f419fabafd3cfe6ecc6c1b0a6b0143b41743533df68d591054ea6ef414385bc
3
+ size 3911926829
dataset=owt2/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9431/flop_3.20e+18_step_1129.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:417a0f04e7373b377af92b7a91041697186ca5a7c6d6756888783aecd043e451
3
- size 3911932525
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e82643ccb046134989bbc442be02b7006c94709917769ca77d0004fae4e917f
3
+ size 3911926829
dataset=owt2/hparams=base_warmup=short_decay=kaplan/params=901M_maxstep=9431/flop_8.03e+17_step_283.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c6ef28254f3f527a6ec15e6cc0efd0bca4fe197dce186693a1ce0eb2d283865
3
- size 3911931617
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e5fbd5c46a3e49ca30dadeab04bba546347671df86dc650060dd3c7afcb26fc
3
+ size 3911925921