Spaces:
Runtime error
Runtime error
File size: 2,617 Bytes
7b48c38 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 |
models = {}
models['bert-s'] = {}
models['bert-s']['seqlen'] = 512
models['bert-s']['dmodel'] = 768
models['bert-s']['dhidden'] = 3072
models['bert-s']['nlayers'] = 12
models['bert-l'] = {}
models['bert-l']['seqlen'] = 512
models['bert-l']['dmodel'] = 1024
models['bert-l']['dhidden'] = 4096
models['bert-l']['nlayers'] = 24
models['t5-3b'] = {}
models['t5-3b']['seqlen'] = 512
models['t5-3b']['dmodel'] = 1024
models['t5-3b']['dhidden'] = 16384
models['t5-3b']['nlayers'] = 48
models['t5-11b'] = {}
models['t5-11b']['seqlen'] = 512
models['t5-11b']['dmodel'] = 1024
models['t5-11b']['dhidden'] = 64*1024
models['t5-11b']['nlayers'] = 48
models['gpt2-s'] = {}
models['gpt2-s']['seqlen'] = 1024
models['gpt2-s']['dmodel'] = 768
models['gpt2-s']['dhidden'] = 768*4
models['gpt2-s']['nlayers'] = 12
models['gpt2-m'] = {}
models['gpt2-m']['seqlen'] = 1024
models['gpt2-m']['dmodel'] = 1024
models['gpt2-m']['dhidden'] = 1024*4
models['gpt2-m']['nlayers'] = 24
models['gpt2-l'] = {}
models['gpt2-l']['seqlen'] = 1024
models['gpt2-l']['dmodel'] = 1280
models['gpt2-l']['dhidden'] = 1280*4
models['gpt2-l']['nlayers'] = 36
models['gpt2-xl'] = {}
models['gpt2-xl']['seqlen'] = 1024
models['gpt2-xl']['dmodel'] = 1600
models['gpt2-xl']['dhidden'] = 1600*4
models['gpt2-xl']['nlayers'] = 48
models['gpt3-s'] = {}
models['gpt3-s']['seqlen'] = 2048
models['gpt3-s']['dmodel'] = 768
models['gpt3-s']['dhidden'] = 768*4
models['gpt3-s']['nlayers'] = 12
models['gpt3-m'] = {}
models['gpt3-m']['seqlen'] = 2048
models['gpt3-m']['dmodel'] = 1024
models['gpt3-m']['dhidden'] = 1024*4
models['gpt3-m']['nlayers'] = 24
models['gpt3-l'] = {}
models['gpt3-l']['seqlen'] = 2048
models['gpt3-l']['dmodel'] = 1536
models['gpt3-l']['dhidden'] = 1536*4
models['gpt3-l']['nlayers'] = 24
models['gpt3-xl'] = {}
models['gpt3-xl']['seqlen'] = 2048
models['gpt3-xl']['dmodel'] = 2560
models['gpt3-xl']['dhidden'] = 2560*4
models['gpt3-xl']['nlayers'] = 24
models['gpt3-3b'] = {}
models['gpt3-3b']['seqlen'] = 2048
models['gpt3-3b']['dmodel'] = 2560
models['gpt3-3b']['dhidden'] = 2560*4
models['gpt3-3b']['nlayers'] = 32
models['gpt3-7b'] = {}
models['gpt3-7b']['seqlen'] = 2048
models['gpt3-7b']['dmodel'] = 4096
models['gpt3-7b']['dhidden'] = 4096*4
models['gpt3-7b']['nlayers'] = 32
models['gpt3-13b'] = {}
models['gpt3-13b']['seqlen'] = 2048
models['gpt3-13b']['dmodel'] = 5120
models['gpt3-13b']['dhidden'] = 5120*4
models['gpt3-13b']['nlayers'] = 40
models['gpt3-175b'] = {}
models['gpt3-175b']['seqlen'] = 2048
models['gpt3-175b']['dmodel'] = 12288
models['gpt3-175b']['dhidden'] = 12288*4
models['gpt3-175b']['nlayers'] = 96
|