{"train/decoder_grad_norm": 0.13863559067249298, "train/decoder_param_norm": 1063.157958984375, "train/encoder_grad_norm": 0.12767568230628967, "train/encoder_param_norm": 2323.486572265625, "train/grad_norm": 0.18846991658210754, "layer_grad_norm/": {"decoder": {"model": {"decoder": {"embed_positions": {"embedding": 0.00458504119887948}, "embed_tokens": {"embedding": 0.04171811044216156}, "layernorm_embedding": {"bias": 0.0017893731128424406, "scale": 0.0013935249298810959}, "layers": {"FlaxBartDecoderLayers": {"encoder_attn": {"k_proj": {"bias": 3.855697286780924e-06, "kernel": 0.0076254853047430515}, "out_proj": {"bias": 0.005279311910271645, "kernel": 0.024275174364447594}, "q_proj": {"bias": 0.00043104763608425856, "kernel": 0.00900623295456171}, "v_proj": {"bias": 0.010559052228927612, "kernel": 0.02036716602742672}}, "encoder_attn_layer_norm": {"bias": 0.0075690955854952335, "scale": 0.007609376218169928}, "fc1": {"bias": 0.00296043255366385, "kernel": 0.07841099798679352}, "fc2": {"bias": 0.007353292312473059, "kernel": 0.06499774008989334}, "final_layer_norm": {"bias": 0.03219310939311981, "scale": 0.02759859897196293}, "self_attn": {"k_proj": {"bias": 1.4209628034222987e-06, "kernel": 0.0067481594160199165}, "out_proj": {"bias": 0.019993344321846962, "kernel": 0.027441998943686485}, "q_proj": {"bias": 0.00045939383562654257, "kernel": 0.005984445568174124}, "v_proj": {"bias": 0.02075435407459736, "kernel": 0.045821528881788254}}, "self_attn_layer_norm": {"bias": 0.004965916741639376, "scale": 0.005645396187901497}}}}}}, "encoder": {"adapter": {"layers": {"0": {"conv": {"bias": 0.020777273923158646, "kernel": 0.03428618609905243}}, "1": {"conv": {"bias": 0.015944577753543854, "kernel": 0.02349558286368847}}, "2": {"conv": {"bias": 0.01633843593299389, "kernel": 0.03470488637685776}}}}, "encoder": {"layer_norm": {"bias": 0.07426025718450546, "scale": 0.030289432033896446}, "layers": {"FlaxWav2Vec2EncoderLayers": {"attention": {"k_proj": {"bias": 1.5539228570560226e-06, "kernel": 0.012733910232782364}, "out_proj": {"bias": 0.0015504145994782448, "kernel": 0.025560908019542694}, "q_proj": {"bias": 0.0018366728909313679, "kernel": 0.012664508074522018}, "v_proj": {"bias": 0.006929673720151186, "kernel": 0.024374961853027344}}, "feed_forward": {"intermediate_dense": {"bias": 0.0030178381130099297, "kernel": 0.03204876556992531}, "output_dense": {"bias": 0.0014813182642683387, "kernel": 0.028658747673034668}}, "final_layer_norm": {"bias": 0.01533432025462389, "scale": 0.016603633761405945}, "layer_norm": {"bias": 0.03334679454565048, "scale": 0.024004308506846428}}}, "pos_conv_embed": {"conv": {"bias": 0.0003798876132350415, "weight_g": 0.002687062369659543, "weight_v": 0.006322952453047037}}}, "feature_extractor": {"conv_layers": {"0": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}, "1": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}, "2": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}, "3": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}, "4": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}, "5": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}, "6": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}}}, "feature_projection": {"layer_norm": {"bias": 0.0018814384238794446, "scale": 0.0023763789795339108}, "projection": {"bias": 0.0005655022105202079, "kernel": 0.015642477199435234}}, "masked_spec_embed": 0.0}}, "layer_param_norm/": {"decoder": {"model": {"decoder": {"embed_positions": {"embedding": 58.6569709777832}, "embed_tokens": {"embedding": 628.4302978515625}, "layernorm_embedding": {"bias": 2.422621965408325, "scale": 13.860967636108398}, "layers": {"FlaxBartDecoderLayers": {"encoder_attn": {"k_proj": {"bias": 47.94939041137695, "kernel": 331.5506591796875}, "out_proj": {"bias": 6.1315484046936035, "kernel": 227.9162139892578}, "q_proj": {"bias": 20.883743286132812, "kernel": 338.4700622558594}, "v_proj": {"bias": 3.56612491607666, "kernel": 232.11032104492188}}, "encoder_attn_layer_norm": {"bias": 11.03515338897705, "scale": 57.715087890625}, "fc1": {"bias": 26.05365562438965, "kernel": 346.8977355957031}, "fc2": {"bias": 7.839732646942139, "kernel": 249.01614379882812}, "final_layer_norm": {"bias": 3.914801597595215, "scale": 63.62208938598633}, "self_attn": {"k_proj": {"bias": 59.55521011352539, "kernel": 280.0371398925781}, "out_proj": {"bias": 3.7659456729888916, "kernel": 132.872802734375}, "q_proj": {"bias": 32.20103454589844, "kernel": 283.1228942871094}, "v_proj": {"bias": 2.5603203773498535, "kernel": 141.23605346679688}}, "self_attn_layer_norm": {"bias": 8.895964622497559, "scale": 84.72337341308594}}}}}}, "encoder": {"adapter": {"layers": {"0": {"conv": {"bias": 1.2016971111297607, "kernel": 62.54536056518555}}, "1": {"conv": {"bias": 1.3880457878112793, "kernel": 60.667118072509766}}, "2": {"conv": {"bias": 1.5934076309204102, "kernel": 60.47107696533203}}}}, "encoder": {"layer_norm": {"bias": 0.2923099100589752, "scale": 4.2242045402526855}, "layers": {"FlaxWav2Vec2EncoderLayers": {"attention": {"k_proj": {"bias": 19.386531829833984, "kernel": 553.5894165039062}, "out_proj": {"bias": 16.841169357299805, "kernel": 705.33203125}, "q_proj": {"bias": 40.93061828613281, "kernel": 546.1094970703125}, "v_proj": {"bias": 15.55432415008545, "kernel": 696.8391723632812}}, "feed_forward": {"intermediate_dense": {"bias": 24.43609619140625, "kernel": 1377.6502685546875}, "output_dense": {"bias": 20.79059600830078, "kernel": 1304.09033203125}}, "final_layer_norm": {"bias": 32.52276611328125, "scale": 142.02593994140625}, "layer_norm": {"bias": 7.270603179931641, "scale": 45.793148040771484}}}, "pos_conv_embed": {"conv": {"bias": 15.207948684692383, "weight_g": 21.04806900024414, "weight_v": 214.1430206298828}}}, "feature_extractor": {"conv_layers": {"0": {"conv": {"bias": 0.5982058644294739, "kernel": 8.08896541595459}, "layer_norm": {"bias": 10.069783210754395, "scale": 10.451257705688477}}, "1": {"conv": {"bias": 4.74075174331665, "kernel": 90.8435287475586}, "layer_norm": {"bias": 6.922820091247559, "scale": 19.5467586517334}}, "2": {"conv": {"bias": 6.7732415199279785, "kernel": 146.13897705078125}, "layer_norm": {"bias": 9.044225692749023, "scale": 19.424888610839844}}, "3": {"conv": {"bias": 5.224758148193359, "kernel": 159.10508728027344}, "layer_norm": {"bias": 8.319666862487793, "scale": 17.64743423461914}}, "4": {"conv": {"bias": 4.434978008270264, "kernel": 157.35813903808594}, "layer_norm": {"bias": 9.193974494934082, "scale": 15.562357902526855}}, "5": {"conv": {"bias": 5.297643661499023, "kernel": 131.1835174560547}, "layer_norm": {"bias": 10.735219955444336, "scale": 13.812533378601074}}, "6": {"conv": {"bias": 5.615579128265381, "kernel": 136.41822814941406}, "layer_norm": {"bias": 12.515308380126953, "scale": 11.152680397033691}}}}, "feature_projection": {"layer_norm": {"bias": 9.220091819763184, "scale": 27.58247947692871}, "projection": {"bias": 4.322972774505615, "kernel": 88.09732818603516}}, "masked_spec_embed": 26.247730255126953}}, "train/learning_rate": 2.0205974671227978e-09, "train/loss": 0.00470846937969327, "train/param_norm": 2555.170166015625, "_timestamp": 1661922348, "_runtime": 245581, "_step": 50000, "eval/loss": 1.0609267950057983, "eval/wer": 0.043509429800374984, "eval/cer": 0.031179798652134123, "eval/step_10k": {"_type": "table-file", "sha256": "8b44e8a00a036a18ffdf81b4d076c8bf849ea6649001c69e94fa439b14f110ee", "size": 26434, "artifact_path": "wandb-client-artifact://18m0dj4hts3yiat04x5pvmncavkjapd5wb8bznb37vw8c0lqna3m2yjd1wtdrfstuoo7ejt2sphvjo0zuw1e5ne5d3qbkd7c1fylclfggig6us5tsmsj2uum5pchx48n:latest/eval/step_10k.table.json", "_latest_artifact_path": "wandb-client-artifact://18m0dj4hts3yiat04x5pvmncavkjapd5wb8bznb37vw8c0lqna3m2yjd1wtdrfstuoo7ejt2sphvjo0zuw1e5ne5d3qbkd7c1fylclfggig6us5tsmsj2uum5pchx48n:latest/eval/step_10k.table.json", "path": "media/table/eval/step_10k_10000_8b44e8a00a036a18ffdf.table.json", "ncols": 7, "nrows": 50}, "eval/step_20k": {"_type": "table-file", "sha256": "a0a50c5d8793ca99e4646f70c3624f8742c5285825bc1c59ab4083ac4de9d6e3", "size": 26657, "artifact_path": "wandb-client-artifact://13ri9hnxp93kf7dsdol2hs1j0v7bpkwwvujpi27awdck0fjm6vfog0dun9k9toif5xrt3cijlotddakikiw0bnbo3go679b4d2spq9c0w865vq0k9auiszkkbvev62fc:latest/eval/step_20k.table.json", "_latest_artifact_path": "wandb-client-artifact://13ri9hnxp93kf7dsdol2hs1j0v7bpkwwvujpi27awdck0fjm6vfog0dun9k9toif5xrt3cijlotddakikiw0bnbo3go679b4d2spq9c0w865vq0k9auiszkkbvev62fc:latest/eval/step_20k.table.json", "path": "media/table/eval/step_20k_20000_a0a50c5d8793ca99e464.table.json", "ncols": 7, "nrows": 50}, "eval/step_30k": {"_type": "table-file", "sha256": "509ad8614e16ae2800f100e82fd40356d3559e0425cf50e8e19c3155dc6c604e", "size": 26610, "artifact_path": "wandb-client-artifact://1v7mr89p2ldfoyyvrj6x6g0s8qpvgnioclm4puk5i0wphipeujkyna0xf7y63nt4a5qivkdzytt4lzhwuraoe53a5683ln1yzntyw9kh7vhcxz7oci70rpw62o1tz6ho:latest/eval/step_30k.table.json", "_latest_artifact_path": "wandb-client-artifact://1v7mr89p2ldfoyyvrj6x6g0s8qpvgnioclm4puk5i0wphipeujkyna0xf7y63nt4a5qivkdzytt4lzhwuraoe53a5683ln1yzntyw9kh7vhcxz7oci70rpw62o1tz6ho:latest/eval/step_30k.table.json", "path": "media/table/eval/step_30k_30000_509ad8614e16ae2800f1.table.json", "ncols": 7, "nrows": 50}, "eval/step_40k": {"_type": "table-file", "sha256": "1c187b6d789cca3b4ec0da0aa76f40085364204904c4e4e7f9a7ae021659a9ab", "size": 26557, "artifact_path": "wandb-client-artifact://tbhmdixx2c1ta253dre6w8pjaxb8fbzac6u2cugh4vsvvgiykum9l788fn7omfbr8f3ir5gq1fo2cb7bwlha8musehb13eb9eb7hppcmvnyc3gg5i8eprg7w7z0jqrgu:latest/eval/step_40k.table.json", "_latest_artifact_path": "wandb-client-artifact://tbhmdixx2c1ta253dre6w8pjaxb8fbzac6u2cugh4vsvvgiykum9l788fn7omfbr8f3ir5gq1fo2cb7bwlha8musehb13eb9eb7hppcmvnyc3gg5i8eprg7w7z0jqrgu:latest/eval/step_40k.table.json", "path": "media/table/eval/step_40k_40000_1c187b6d789cca3b4ec0.table.json", "ncols": 7, "nrows": 50}, "eval/step_50k": {"_type": "table-file", "sha256": "d946277550bdcac4712f096da19a0f920c9f73b3de88f034349c38d00a62401a", "size": 26122, "artifact_path": "wandb-client-artifact://14xkb9lx75lo4izjfx1i5jvdw1c2y5l5ru1s7kynrlsavcvskixfl8edb3ch4nqqjo1dan3v99tkcaqdcgsbzqu2bl2z3i9yp25hg1l2aw74ff51kg3g1dbnv585udun:latest/eval/step_50k.table.json", "_latest_artifact_path": "wandb-client-artifact://14xkb9lx75lo4izjfx1i5jvdw1c2y5l5ru1s7kynrlsavcvskixfl8edb3ch4nqqjo1dan3v99tkcaqdcgsbzqu2bl2z3i9yp25hg1l2aw74ff51kg3g1dbnv585udun:latest/eval/step_50k.table.json", "path": "media/table/eval/step_50k_50000_d946277550bdcac4712f.table.json", "ncols": 7, "nrows": 50}, "eval/step_50k_all": {"_type": "table-file", "sha256": "d133c219f8e819721cc034248ad6ce72cb0f883b9dd7c745517f7e6afd709dc2", "size": 1847035, "artifact_path": "wandb-client-artifact://mczsb9qym8ovamixtxbuv18kn3ptjrel57upfc55hrguv95nh6duahthlgiol00im0cmce06jpjbmvm949ucla8z7u75ok0pbg585cp5z4gmdgl9ktcgh2cpv7ao2qaj:latest/eval/step_50k_all.table.json", "_latest_artifact_path": "wandb-client-artifact://mczsb9qym8ovamixtxbuv18kn3ptjrel57upfc55hrguv95nh6duahthlgiol00im0cmce06jpjbmvm949ucla8z7u75ok0pbg585cp5z4gmdgl9ktcgh2cpv7ao2qaj:latest/eval/step_50k_all.table.json", "path": "media/table/eval/step_50k_all_50000_d133c219f8e819721cc0.table.json", "ncols": 7, "nrows": 2703}, "eval/step_50k_incorrect": {"_type": "table-file", "sha256": "0cdf712b022638152e8a5f2dcb0d393ca4532e7851af758fa87cb708284226b2", "size": 716628, "artifact_path": "wandb-client-artifact://5aifducq9kgyr06jw3bhk95fnsbfbnf1uah6tvnht4g1s2a2ng954ta81v2071j98kus5hizzur3r9ub0d0fjy7d4dxl7fvffe9dblejd2lnejx2x8rdzybe4hp4fjhf:latest/eval/step_50k_incorrect.table.json", "_latest_artifact_path": "wandb-client-artifact://5aifducq9kgyr06jw3bhk95fnsbfbnf1uah6tvnht4g1s2a2ng954ta81v2071j98kus5hizzur3r9ub0d0fjy7d4dxl7fvffe9dblejd2lnejx2x8rdzybe4hp4fjhf:latest/eval/step_50k_incorrect.table.json", "path": "media/table/eval/step_50k_incorrect_50000_0cdf712b022638152e8a.table.json", "ncols": 7, "nrows": 811}, "validation.other/loss": 1.3155505657196045, "validation.other/wer": 0.07554761717829944, "validation.other/cer": 0.04917447198920102, "validation.other/step_50k": {"_type": "table-file", "sha256": "6fcf279cf374320c0391bc383b4f1c3b05e85b1e94a084311e7e0b2b641c7a52", "size": 28386, "artifact_path": "wandb-client-artifact://q9cv3pxqlr3pzuirswid7b1iku9wz9nn03s7s7kjpulvw2ddw71x528t02cbynzc06yl6v3l6b94asex2j7ge7i2qal71ujqx48renom32utpgjhbrk5ibpdhna18jsy:latest/validation.other/step_50k.table.json", "_latest_artifact_path": "wandb-client-artifact://q9cv3pxqlr3pzuirswid7b1iku9wz9nn03s7s7kjpulvw2ddw71x528t02cbynzc06yl6v3l6b94asex2j7ge7i2qal71ujqx48renom32utpgjhbrk5ibpdhna18jsy:latest/validation.other/step_50k.table.json", "path": "media/table/validation.other/step_50k_50000_6fcf279cf374320c0391.table.json", "ncols": 7, "nrows": 50}, "validation.other/step_50k_all": {"_type": "table-file", "sha256": "76416d8d0ada18306d51fdfdc311bb4790b2a529009f596634bdb7270dd67a15", "size": 1721592, "artifact_path": "wandb-client-artifact://wy6qjlq7v2xerxehv91rh9cnega79yhas5cwr11au887abxrq03i3b20pp0me4emi3t85xsmtzya43sihjlftfpmpidzwh9bobphcb0p5ctot5y7a7n502jvjqww1dth:latest/validation.other/step_50k_all.table.json", "_latest_artifact_path": "wandb-client-artifact://wy6qjlq7v2xerxehv91rh9cnega79yhas5cwr11au887abxrq03i3b20pp0me4emi3t85xsmtzya43sihjlftfpmpidzwh9bobphcb0p5ctot5y7a7n502jvjqww1dth:latest/validation.other/step_50k_all.table.json", "path": "media/table/validation.other/step_50k_all_50000_76416d8d0ada18306d51.table.json", "ncols": 7, "nrows": 2864}, "validation.other/step_50k_incorrect": {"_type": "table-file", "sha256": "6a1bcf9183eee40f9304d05a9ddf952ff39c4c1bbef36718e54fcef6f0477218", "size": 887471, "artifact_path": "wandb-client-artifact://11mvooo847miabg4dgoavd3om2popvk50fs28txa4m3804z12wyo9njf65q56kfxubtji9lviuq965gyz92rcuzgi1sf1932z7nk76b0z6lu8vm4azv5ltdp88f4mob6:latest/validation.other/step_50k_incorrect.table.json", "_latest_artifact_path": "wandb-client-artifact://11mvooo847miabg4dgoavd3om2popvk50fs28txa4m3804z12wyo9njf65q56kfxubtji9lviuq965gyz92rcuzgi1sf1932z7nk76b0z6lu8vm4azv5ltdp88f4mob6:latest/validation.other/step_50k_incorrect.table.json", "path": "media/table/validation.other/step_50k_incorrect_50000_6a1bcf9183eee40f9304.table.json", "ncols": 7, "nrows": 1269}, "test.clean/loss": 0.4645487070083618, "test.clean/wer": 0.04589546561168594, "test.clean/cer": 0.032518736901928746, "test.clean/step_50k": {"_type": "table-file", "sha256": "d5fafb8dd177f43952e40911b387c61d0f0de6e30d2f45281e3c52042356270b", "size": 34757, "artifact_path": "wandb-client-artifact://190yf2juu775o1c7ot8q1n52vimqek75an02dhaoubdi23v13ramf4xfx8hfkfbx1lwap2wdcsjutf9c3of1dl47ghnckxen8ebpivred1kymkkrqno3i6maiwme7yww:latest/test.clean/step_50k.table.json", "_latest_artifact_path": "wandb-client-artifact://190yf2juu775o1c7ot8q1n52vimqek75an02dhaoubdi23v13ramf4xfx8hfkfbx1lwap2wdcsjutf9c3of1dl47ghnckxen8ebpivred1kymkkrqno3i6maiwme7yww:latest/test.clean/step_50k.table.json", "path": "media/table/test.clean/step_50k_50000_d5fafb8dd177f43952e4.table.json", "ncols": 7, "nrows": 50}, "test.clean/step_50k_all": {"_type": "table-file", "sha256": "4c7620847b0f2c209a07c2ad291d76c98c446cd5a9a9f674688be0eef065cbe6", "size": 1801529, "artifact_path": "wandb-client-artifact://2y5r3i116gk3acj38jaji4us6e0pttbtylfvh0xzjc37gqobxllpig4jafyza890obfw0r6cqvn64wy1pjoubc5hso29cq44z6hzn9hyrdt1poo8l7cavdcoxnedlinj:latest/test.clean/step_50k_all.table.json", "_latest_artifact_path": "wandb-client-artifact://2y5r3i116gk3acj38jaji4us6e0pttbtylfvh0xzjc37gqobxllpig4jafyza890obfw0r6cqvn64wy1pjoubc5hso29cq44z6hzn9hyrdt1poo8l7cavdcoxnedlinj:latest/test.clean/step_50k_all.table.json", "path": "media/table/test.clean/step_50k_all_50000_4c7620847b0f2c209a07.table.json", "ncols": 7, "nrows": 2620}, "test.clean/step_50k_incorrect": {"_type": "table-file", "sha256": "3cef5387798fe343fd47054443825ad553f259be09b32c58cdf27f151c65f270", "size": 692556, "artifact_path": "wandb-client-artifact://p1viwn4qsfuwe8aqmtf3f8lbs14zh8qqyw50z1ygp1r2phz4ax2altpceoyg9lysqny3ej5gi3s7jwx02x00qv7o5d4y44nbsn0b6vp8kec7lltdhud53bs0owo0v1ja:latest/test.clean/step_50k_incorrect.table.json", "_latest_artifact_path": "wandb-client-artifact://p1viwn4qsfuwe8aqmtf3f8lbs14zh8qqyw50z1ygp1r2phz4ax2altpceoyg9lysqny3ej5gi3s7jwx02x00qv7o5d4y44nbsn0b6vp8kec7lltdhud53bs0owo0v1ja:latest/test.clean/step_50k_incorrect.table.json", "path": "media/table/test.clean/step_50k_incorrect_50000_3cef5387798fe343fd47.table.json", "ncols": 7, "nrows": 772}, "_wandb": {"runtime": 246094}}