{"t": 0, "ts": 1788178366.4113212, "step": 0, "loss_diff": 3.9486255645751953, "reward": 0.03704939369122905, "level": 0, "difficulty": 0.14402787045268423, "reward_ma": 0.0037049393691229054, "leveled_up": false}
{"t": 1, "ts": 1788178367.3862705, "step": 2, "loss_diff": 2.670426845550537, "reward": 0.04760512847740235, "level": 0, "difficulty": 0.08838499232368055, "reward_ma": 0.00809495827995085, "leveled_up": false}
{"t": 2, "ts": 1788178368.3096983, "step": 4, "loss_diff": 1.3413324356079102, "reward": 0.07080403078912767, "level": 0, "difficulty": 0.05, "reward_ma": 0.014365865530868532, "leveled_up": false}
{"t": 3, "ts": 1788178369.3276849, "step": 6, "loss_diff": 1.5105456113815308, "reward": 0.06648591545660987, "level": 0, "difficulty": 0.05, "reward_ma": 0.01957787052344267, "leveled_up": false}
{"t": 4, "ts": 1788178370.3049555, "step": 8, "loss_diff": 2.182934045791626, "reward": 0.053864276933042236, "level": 0, "difficulty": 0.05, "reward_ma": 0.023006511164402624, "leveled_up": false}
{"t": 5, "ts": 1788178371.3172433, "step": 10, "loss_diff": 1.4165594577789307, "reward": 0.06880966616045284, "level": 0, "difficulty": 0.05, "reward_ma": 0.027586826664007646, "leveled_up": false}
{"t": 6, "ts": 1788178372.295367, "step": 12, "loss_diff": 0.9785752296447754, "reward": 0.08255007572311196, "level": 0, "difficulty": 0.05, "reward_ma": 0.033083151569918076, "leveled_up": false}
{"t": 7, "ts": 1788178373.3232958, "step": 14, "loss_diff": 0.9864432215690613, "reward": 0.08224979569995962, "level": 0, "difficulty": 0.05, "reward_ma": 0.03799981598292223, "leveled_up": false}
{"t": 8, "ts": 1788178374.3271906, "step": 16, "loss_diff": 1.5486105680465698, "reward": 0.06559354537124881, "level": 0, "difficulty": 0.05, "reward_ma": 0.04075918892175489, "leveled_up": false}
{"t": 9, "ts": 1788178375.3342054, "step": 18, "loss_diff": 1.1198774576187134, "reward": 0.0774967540522521, "level": 0, "difficulty": 0.05, "reward_ma": 0.04443294543480461, "leveled_up": false}
{"t": 10, "ts": 1788178376.3121278, "step": 20, "loss_diff": 1.1587928533554077, "reward": 0.07622122315819228, "level": 0, "difficulty": 0.05, "reward_ma": 0.047611773207143375, "leveled_up": false}
{"t": 11, "ts": 1788178377.3871212, "step": 22, "loss_diff": 1.2006478309631348, "reward": 0.07489969368544692, "level": 0, "difficulty": 0.05, "reward_ma": 0.05034056525497373, "leveled_up": false}
{"t": 12, "ts": 1788178378.5657392, "step": 24, "loss_diff": 1.105520486831665, "reward": 0.0779792390872552, "level": 0, "difficulty": 0.05, "reward_ma": 0.05310443263820189, "leveled_up": false}
{"t": 13, "ts": 1788178379.6089392, "step": 26, "loss_diff": 1.29941725730896, "reward": 0.07197186638592483, "level": 0, "difficulty": 0.05, "reward_ma": 0.05499117601297419, "leveled_up": false}
{"t": 14, "ts": 1788178380.6293175, "step": 28, "loss_diff": 1.3577029705047607, "reward": 0.07035919271006937, "level": 0, "difficulty": 0.05, "reward_ma": 0.05652797768268371, "leveled_up": false}
{"t": 15, "ts": 1788178381.7851887, "step": 30, "loss_diff": 1.155820369720459, "reward": 0.07631702794053244, "level": 0, "difficulty": 0.05, "reward_ma": 0.058506882708468586, "leveled_up": false}
{"t": 16, "ts": 1788178382.784794, "step": 32, "loss_diff": 1.0948504209518433, "reward": 0.07834210474694225, "level": 0, "difficulty": 0.05, "reward_ma": 0.060490404912315957, "leveled_up": false}
{"t": 17, "ts": 1788178383.807085, "step": 34, "loss_diff": 1.109129548072815, "reward": 0.0778573337323756, "level": 0, "difficulty": 0.05, "reward_ma": 0.06222709779432192, "leveled_up": false}
{"t": 18, "ts": 1788178384.8140476, "step": 36, "loss_diff": 1.0418332815170288, "reward": 0.08020133960700393, "level": 0, "difficulty": 0.05, "reward_ma": 0.06402452197559012, "leveled_up": false}
{"t": 19, "ts": 1788178385.8010817, "step": 38, "loss_diff": 1.0712401866912842, "reward": 0.07915832632728807, "level": 0, "difficulty": 0.05, "reward_ma": 0.06553790241075992, "leveled_up": false}
{"t": 20, "ts": 1788178386.8117254, "step": 40, "loss_diff": 1.2160656452178955, "reward": 0.07442547255758541, "level": 0, "difficulty": 0.05, "reward_ma": 0.06642665942544247, "leveled_up": false}
{"t": 21, "ts": 1788178387.8325095, "step": 42, "loss_diff": 0.9508744478225708, "reward": 0.08362654440084007, "level": 0, "difficulty": 0.05, "reward_ma": 0.06814664792298224, "leveled_up": false}
{"t": 22, "ts": 1788178388.8335528, "step": 44, "loss_diff": 0.8867905139923096, "reward": 0.08623802869210345, "level": 0, "difficulty": 0.05, "reward_ma": 0.06995578599989435, "leveled_up": false}
{"t": 23, "ts": 1788178389.835667, "step": 46, "loss_diff": 0.9380411505699158, "reward": 0.08413568437730873, "level": 0, "difficulty": 0.05, "reward_ma": 0.0713737758376358, "leveled_up": false}
{"t": 24, "ts": 1788178390.8173215, "step": 48, "loss_diff": 0.86292964220047, "reward": 0.08725628575009797, "level": 0, "difficulty": 0.05, "reward_ma": 0.07296202682888202, "leveled_up": false}
{"t": 25, "ts": 1788178391.833035, "step": 50, "loss_diff": 1.008710503578186, "reward": 0.0814127195622795, "level": 0, "difficulty": 0.05, "reward_ma": 0.07380709610222176, "leveled_up": false}
{"t": 26, "ts": 1788178392.8726103, "step": 52, "loss_diff": 1.080250859260559, "reward": 0.07884463515751201, "level": 0, "difficulty": 0.05, "reward_ma": 0.07431085000775078, "leveled_up": false}
{"t": 27, "ts": 1788178393.8670654, "step": 54, "loss_diff": 0.9251920580863953, "reward": 0.08465225137716251, "level": 0, "difficulty": 0.05, "reward_ma": 0.07534499014469195, "leveled_up": false}
{"t": 28, "ts": 1788178394.8781447, "step": 56, "loss_diff": 0.9014701843261719, "reward": 0.08562427466093929, "level": 0, "difficulty": 0.05, "reward_ma": 0.07637291859631669, "leveled_up": false}
{"t": 29, "ts": 1788178402.8255475, "step": 58, "loss_diff": 1.0296677350997925, "reward": 0.08064166897583795, "level": 0, "difficulty": 0.05, "reward_ma": 0.07679979363426882, "leveled_up": false}
{"t": 30, "ts": 1788178403.8735797, "step": 60, "loss_diff": 0.7922793626785278, "reward": 0.09043025698352217, "level": 0, "difficulty": 0.05, "reward_ma": 0.07816283996919417, "leveled_up": false}
{"t": 31, "ts": 1788178404.91186, "step": 62, "loss_diff": 1.009184718132019, "reward": 0.08139509457059305, "level": 0, "difficulty": 0.05, "reward_ma": 0.07848606542933406, "leveled_up": false}
{"t": 32, "ts": 1788178405.929493, "step": 64, "loss_diff": 0.8553317785263062, "reward": 0.10919977752927623, "level": 0, "difficulty": 0.05, "reward_ma": 0.08155743663932828, "leveled_up": false}
{"t": 33, "ts": 1788178407.00686, "step": 66, "loss_diff": 1.063369631767273, "reward": 0.40737711660850456, "level": 0, "difficulty": 0.05, "reward_ma": 0.11413940463624592, "leveled_up": false}
{"t": 34, "ts": 1788178408.0665054, "step": 68, "loss_diff": 5.316851615905762, "reward": 0.11607975320412925, "level": 0, "difficulty": 0.05, "reward_ma": 0.11433343949303425, "leveled_up": false}
{"t": 35, "ts": 1788178409.2783575, "step": 70, "loss_diff": 3.237975835800171, "reward": 0.06567925895500025, "level": 0, "difficulty": 0.05, "reward_ma": 0.10946802143923084, "leveled_up": false}
{"t": 36, "ts": 1788178410.3694015, "step": 72, "loss_diff": 5.009551525115967, "reward": 0.03960042024067289, "level": 0, "difficulty": 0.05, "reward_ma": 0.10248126131937504, "leveled_up": false}
{"t": 37, "ts": 1788178411.5672994, "step": 74, "loss_diff": 1.8636398315429688, "reward": 0.10414531299370258, "level": 0, "difficulty": 0.05, "reward_ma": 0.1026476664868078, "leveled_up": false}
{"t": 38, "ts": 1788178412.78709, "step": 76, "loss_diff": 1.076788067817688, "reward": 0.5225352429732175, "level": 0, "difficulty": 0.05, "reward_ma": 0.14463642413544878, "leveled_up": false}
{"t": 39, "ts": 1788178413.93678, "step": 78, "loss_diff": 1.5388195514678955, "reward": 0.20599075015794246, "level": 0, "difficulty": 0.05, "reward_ma": 0.15077185673769816, "leveled_up": false}
{"t": 40, "ts": 1788178415.1217866, "step": 80, "loss_diff": 1.2104517221450806, "reward": 0.48580270736684955, "level": 0, "difficulty": 0.05, "reward_ma": 0.18427494180061332, "leveled_up": false}
{"t": 41, "ts": 1788178416.276796, "step": 82, "loss_diff": 1.358964443206787, "reward": 0.10089095575015145, "level": 0, "difficulty": 0.05, "reward_ma": 0.17593654319556715, "leveled_up": false}
{"t": 42, "ts": 1788178417.4719713, "step": 84, "loss_diff": 1.1174674034118652, "reward": 0.30481704555282235, "level": 0, "difficulty": 0.05, "reward_ma": 0.18882459343129268, "leveled_up": false}
{"t": 43, "ts": 1788178419.4300115, "step": 86, "loss_diff": 2.0005686283111572, "reward": 0.4373390667159593, "level": 0, "difficulty": 0.05, "reward_ma": 0.21367604075975935, "leveled_up": false}
{"t": 44, "ts": 1788178420.6259346, "step": 88, "loss_diff": 1.1042970418930054, "reward": 0.6196547297069445, "level": 0, "difficulty": 0.05, "reward_ma": 0.2542739096544779, "leveled_up": false}
{"t": 45, "ts": 1788178421.699364, "step": 90, "loss_diff": 2.478884220123291, "reward": 0.42142562243374976, "level": 0, "difficulty": 0.05, "reward_ma": 0.2709890809324051, "leveled_up": false}
{"t": 46, "ts": 1788178422.7644155, "step": 92, "loss_diff": 1.4560476541519165, "reward": 0.5210835012086151, "level": 0, "difficulty": 0.05, "reward_ma": 0.2959985229600261, "leveled_up": false}
{"t": 47, "ts": 1788178423.828921, "step": 94, "loss_diff": 1.03959059715271, "reward": 0.5624109961621349, "level": 0, "difficulty": 0.05, "reward_ma": 0.322639770280237, "leveled_up": false}
{"t": 48, "ts": 1788178425.0235155, "step": 96, "loss_diff": 1.3709321022033691, "reward": 0.5659761558868356, "level": 0, "difficulty": 0.05, "reward_ma": 0.3469734088408969, "leveled_up": false}
{"t": 49, "ts": 1788178426.1217206, "step": 98, "loss_diff": 1.4892995357513428, "reward": 0.4528440641202716, "level": 0, "difficulty": 0.05, "reward_ma": 0.3575604743688344, "leveled_up": false}
{"t": 50, "ts": 1788178427.3096354, "step": 100, "loss_diff": 1.0374104976654053, "reward": 0.6099943016441206, "level": 0, "difficulty": 0.05, "reward_ma": 0.38280385709636305, "leveled_up": false}
{"t": 51, "ts": 1788178428.4194906, "step": 102, "loss_diff": 1.2366645336151123, "reward": 0.4102543410576634, "level": 0, "difficulty": 0.05, "reward_ma": 0.3855489054924931, "leveled_up": false}
{"t": 52, "ts": 1788178429.5694919, "step": 104, "loss_diff": 1.0698846578598022, "reward": 0.43976890355944154, "level": 0, "difficulty": 0.05, "reward_ma": 0.39097090529918793, "leveled_up": false}
{"t": 53, "ts": 1788178430.8939552, "step": 106, "loss_diff": 1.8361759185791016, "reward": 0.384701798598317, "level": 0, "difficulty": 0.05, "reward_ma": 0.39034399462910085, "leveled_up": false}
{"t": 54, "ts": 1788178432.0317876, "step": 108, "loss_diff": 1.59917151927948, "reward": 0.26080234735345975, "level": 0, "difficulty": 0.05, "reward_ma": 0.37738982990153674, "leveled_up": false}
{"t": 55, "ts": 1788178433.212858, "step": 110, "loss_diff": 1.092430591583252, "reward": 0.3470508102095504, "level": 0, "difficulty": 0.05, "reward_ma": 0.37435592793233813, "leveled_up": false}
{"t": 56, "ts": 1788178434.321682, "step": 112, "loss_diff": 1.2700669765472412, "reward": 0.07281529253544894, "level": 0, "difficulty": 0.05, "reward_ma": 0.3442018643926492, "leveled_up": false}
{"t": 57, "ts": 1788178435.4940798, "step": 114, "loss_diff": 4.482940673828125, "reward": 0.27176166339268987, "level": 0, "difficulty": 0.05, "reward_ma": 0.3369578442926533, "leveled_up": false}
{"t": 58, "ts": 1788178444.0939333, "step": 116, "loss_diff": 2.2739992141723633, "reward": 0.13680838169200643, "level": 0, "difficulty": 0.05, "reward_ma": 0.3169428980325886, "leveled_up": false}
{"t": 59, "ts": 1788178445.113729, "step": 118, "loss_diff": 1.0640270709991455, "reward": 0.1417221878350518, "level": 0, "difficulty": 0.05, "reward_ma": 0.29942082701283496, "leveled_up": false}
{"t": 60, "ts": 1788178446.1291637, "step": 120, "loss_diff": 1.0393264293670654, "reward": 0.17048028547729643, "level": 0, "difficulty": 0.05, "reward_ma": 0.2865267728592811, "leveled_up": false}
{"t": 61, "ts": 1788178447.163611, "step": 122, "loss_diff": 1.455580234527588, "reward": 0.11993999740989467, "level": 0, "difficulty": 0.05, "reward_ma": 0.26986809531434247, "leveled_up": false}
{"t": 62, "ts": 1788178448.1184273, "step": 124, "loss_diff": 1.1323692798614502, "reward": 0.19531224844693007, "level": 0, "difficulty": 0.05, "reward_ma": 0.26241251062760124, "leveled_up": false}
{"t": 63, "ts": 1788178449.1846676, "step": 126, "loss_diff": 0.9821404218673706, "reward": 0.08996678914002443, "level": 0, "difficulty": 0.05, "reward_ma": 0.24516793847884355, "leveled_up": false}
{"t": 64, "ts": 1788178450.1882188, "step": 128, "loss_diff": 0.9121781587600708, "reward": 0.1317768378367403, "level": 0, "difficulty": 0.05, "reward_ma": 0.23382882841463323, "leveled_up": false}
{"t": 65, "ts": 1788178451.2988024, "step": 130, "loss_diff": 1.6524906158447266, "reward": 0.3242535065697502, "level": 0, "difficulty": 0.05, "reward_ma": 0.24287129623014495, "leveled_up": false}
{"t": 66, "ts": 1788178452.4058611, "step": 132, "loss_diff": 1.318778157234192, "reward": 0.2787255654977485, "level": 0, "difficulty": 0.05, "reward_ma": 0.2464567231569053, "leveled_up": false}
{"t": 67, "ts": 1788178453.5208476, "step": 134, "loss_diff": 0.981633722782135, "reward": 0.4336413390185767, "level": 0, "difficulty": 0.05, "reward_ma": 0.26517518474307245, "leveled_up": false}
{"t": 68, "ts": 1788178454.6338546, "step": 136, "loss_diff": 1.006178855895996, "reward": 0.41865383436351106, "level": 0, "difficulty": 0.05, "reward_ma": 0.2805230497051163, "leveled_up": false}
{"t": 69, "ts": 1788178455.7704523, "step": 138, "loss_diff": 1.006335973739624, "reward": 0.32351036199905414, "level": 0, "difficulty": 0.05, "reward_ma": 0.2848217809345101, "leveled_up": false}
{"t": 70, "ts": 1788178456.9262042, "step": 140, "loss_diff": 1.2091469764709473, "reward": 0.41043188790344937, "level": 0, "difficulty": 0.05, "reward_ma": 0.297382791631404, "leveled_up": false}
{"t": 71, "ts": 1788178458.0934334, "step": 142, "loss_diff": 1.167199730873108, "reward": 0.3216587937625741, "level": 0, "difficulty": 0.05, "reward_ma": 0.2998103918445211, "leveled_up": false}
{"t": 72, "ts": 1788178459.2306943, "step": 144, "loss_diff": 0.9593058824539185, "reward": 0.4034623487312014, "level": 0, "difficulty": 0.05, "reward_ma": 0.3101755875331891, "leveled_up": false}
{"t": 73, "ts": 1788178460.3341386, "step": 146, "loss_diff": 0.9579874873161316, "reward": 0.23966701793522593, "level": 0, "difficulty": 0.05, "reward_ma": 0.3031247305733928, "leveled_up": false}
{"t": 74, "ts": 1788178461.4743493, "step": 148, "loss_diff": 1.0925214290618896, "reward": 0.3988747639813889, "level": 0, "difficulty": 0.05, "reward_ma": 0.3126997339141924, "leveled_up": false}
{"t": 75, "ts": 1788178462.6874607, "step": 150, "loss_diff": 0.9752049446105957, "reward": 0.1525326919571656, "level": 0, "difficulty": 0.05, "reward_ma": 0.29668302971848975, "leveled_up": false}
{"t": 76, "ts": 1788178463.7999766, "step": 152, "loss_diff": 1.2086533308029175, "reward": 0.24276209453058395, "level": 0, "difficulty": 0.05, "reward_ma": 0.2912909361996992, "leveled_up": false}
{"t": 77, "ts": 1788178464.9249442, "step": 154, "loss_diff": 0.8911764621734619, "reward": 0.39591312888276553, "level": 0, "difficulty": 0.05, "reward_ma": 0.30175315546800585, "leveled_up": false}
{"t": 78, "ts": 1788178466.0851738, "step": 156, "loss_diff": 1.017733097076416, "reward": 0.15178767370093188, "level": 0, "difficulty": 0.05, "reward_ma": 0.2867566072912985, "leveled_up": false}
{"t": 79, "ts": 1788178467.208458, "step": 158, "loss_diff": 1.1462153196334839, "reward": 0.2644452068509469, "level": 0, "difficulty": 0.05, "reward_ma": 0.2845254672472633, "leveled_up": false}
{"t": 80, "ts": 1788178468.2288687, "step": 160, "loss_diff": 0.8860716819763184, "reward": 0.08626832828492431, "level": 0, "difficulty": 0.05, "reward_ma": 0.2646997533510294, "leveled_up": false}
{"t": 81, "ts": 1788178469.327358, "step": 162, "loss_diff": 1.1572006940841675, "reward": 0.10534112915716673, "level": 0, "difficulty": 0.05, "reward_ma": 0.24876389093164317, "leveled_up": false}
{"t": 82, "ts": 1788178470.3669531, "step": 164, "loss_diff": 0.9916743636131287, "reward": 0.47884873030333786, "level": 0, "difficulty": 0.05, "reward_ma": 0.27177237486881267, "leveled_up": false}
{"t": 83, "ts": 1788178471.4193082, "step": 166, "loss_diff": 1.2117929458618164, "reward": 0.3065428460834843, "level": 0, "difficulty": 0.05, "reward_ma": 0.27524942199027985, "leveled_up": false}
{"t": 84, "ts": 1788178472.4920697, "step": 168, "loss_diff": 1.5931042432785034, "reward": 0.23826737801437306, "level": 0, "difficulty": 0.05, "reward_ma": 0.2715512175926892, "leveled_up": false}
{"t": 85, "ts": 1788178473.5243845, "step": 170, "loss_diff": 1.155751347541809, "reward": 0.07631925570198579, "level": 0, "difficulty": 0.05, "reward_ma": 0.25202802140361885, "leveled_up": false}
{"t": 86, "ts": 1788178474.5829685, "step": 172, "loss_diff": 1.1948423385620117, "reward": 0.4565834549202729, "level": 0, "difficulty": 0.05, "reward_ma": 0.27248356475528424, "leveled_up": false}
{"t": 87, "ts": 1788178483.0672228, "step": 174, "loss_diff": 0.9596925973892212, "reward": 0.2979439087852259, "level": 0, "difficulty": 0.05, "reward_ma": 0.2750295991582784, "leveled_up": false}
{"t": 88, "ts": 1788178484.1082256, "step": 176, "loss_diff": 1.0384995937347412, "reward": 0.33031900036863, "level": 0, "difficulty": 0.05, "reward_ma": 0.28055853927931357, "leveled_up": false}
{"t": 89, "ts": 1788178485.1237729, "step": 178, "loss_diff": 1.1392368078231812, "reward": 0.2731727590413468, "level": 0, "difficulty": 0.05, "reward_ma": 0.2798199612555169, "leveled_up": false}
{"t": 90, "ts": 1788178486.1351938, "step": 180, "loss_diff": 0.9153916835784912, "reward": 0.08505091101893425, "level": 0, "difficulty": 0.05, "reward_ma": 0.2603430562318586, "leveled_up": false}
{"t": 91, "ts": 1788178487.136051, "step": 182, "loss_diff": 0.9904977679252625, "reward": 0.14073185662919763, "level": 0, "difficulty": 0.05, "reward_ma": 0.24838193627159252, "leveled_up": false}
{"t": 92, "ts": 1788178488.185723, "step": 184, "loss_diff": 1.1168816089630127, "reward": 0.12239867051471415, "level": 0, "difficulty": 0.05, "reward_ma": 0.2357836096959047, "leveled_up": false}
{"t": 93, "ts": 1788178489.3294363, "step": 186, "loss_diff": 1.1752382516860962, "reward": 0.2324484193873027, "level": 0, "difficulty": 0.05, "reward_ma": 0.23545009066504452, "leveled_up": false}
{"t": 94, "ts": 1788178490.3227506, "step": 188, "loss_diff": 0.9662017226219177, "reward": 0.2714644818723376, "level": 0, "difficulty": 0.05, "reward_ma": 0.23905152978577385, "leveled_up": false}
{"t": 95, "ts": 1788178491.3639913, "step": 190, "loss_diff": 1.3410686254501343, "reward": 0.36495357831438446, "level": 0, "difficulty": 0.05, "reward_ma": 0.25164173463863493, "leveled_up": false}
{"t": 96, "ts": 1788178492.3664114, "step": 192, "loss_diff": 0.9528749585151672, "reward": 0.11785099033018795, "level": 0, "difficulty": 0.05, "reward_ma": 0.23826266020779024, "leveled_up": false}
{"t": 97, "ts": 1788178493.370162, "step": 194, "loss_diff": 0.9322792887687683, "reward": 0.1190214909083406, "level": 0, "difficulty": 0.05, "reward_ma": 0.22633854327784528, "leveled_up": false}
{"t": 98, "ts": 1788178494.3807204, "step": 196, "loss_diff": 1.051854133605957, "reward": 0.07984255884417209, "level": 0, "difficulty": 0.05, "reward_ma": 0.21168894483447795, "leveled_up": false}
{"t": 99, "ts": 1788178495.385992, "step": 198, "loss_diff": 0.9264061450958252, "reward": 0.19819402125567798, "level": 0, "difficulty": 0.05, "reward_ma": 0.21033945247659794, "leveled_up": false}
{"t": 100, "ts": 1788178496.4726784, "step": 200, "loss_diff": 1.0087661743164062, "reward": 0.34123229941529115, "level": 0, "difficulty": 0.05, "reward_ma": 0.22342873717046727, "leveled_up": false}
{"t": 101, "ts": 1788178497.5036702, "step": 202, "loss_diff": 1.6921861171722412, "reward": 0.07763948051160444, "level": 0, "difficulty": 0.05, "reward_ma": 0.20884981150458098, "leveled_up": false}
{"t": 102, "ts": 1788178498.5314147, "step": 204, "loss_diff": 1.8442950248718262, "reward": 0.33138896283702235, "level": 0, "difficulty": 0.05, "reward_ma": 0.22110372663782513, "leveled_up": false}
{"t": 103, "ts": 1788178499.7150178, "step": 206, "loss_diff": 1.665198802947998, "reward": 0.20535302373014763, "level": 0, "difficulty": 0.05, "reward_ma": 0.21952865634705737, "leveled_up": false}
{"t": 104, "ts": 1788178500.7310932, "step": 208, "loss_diff": 0.9522281289100647, "reward": 0.2241430697456938, "level": 0, "difficulty": 0.05, "reward_ma": 0.21999009768692104, "leveled_up": false}
{"t": 105, "ts": 1788178501.8098822, "step": 210, "loss_diff": 1.162718653678894, "reward": 0.17151277963539852, "level": 0, "difficulty": 0.05, "reward_ma": 0.2151423658817688, "leveled_up": false}
{"t": 106, "ts": 1788178502.8742328, "step": 212, "loss_diff": 1.159360408782959, "reward": 0.09617637628535865, "level": 0, "difficulty": 0.05, "reward_ma": 0.20324576692212779, "leveled_up": false}
{"t": 107, "ts": 1788178503.9068725, "step": 214, "loss_diff": 0.7519289255142212, "reward": 0.17811370658545028, "level": 0, "difficulty": 0.05, "reward_ma": 0.20073256088846003, "leveled_up": false}
{"t": 108, "ts": 1788178504.9249039, "step": 216, "loss_diff": 1.3272273540496826, "reward": 0.3028718804029799, "level": 0, "difficulty": 0.05, "reward_ma": 0.21094649283991201, "leveled_up": false}
{"t": 109, "ts": 1788178506.1303594, "step": 218, "loss_diff": 1.0481703281402588, "reward": 0.09134376640108159, "level": 0, "difficulty": 0.05, "reward_ma": 0.198986220196029, "leveled_up": false}
{"t": 110, "ts": 1788178507.3048754, "step": 220, "loss_diff": 1.067941427230835, "reward": 0.10404378918897594, "level": 0, "difficulty": 0.05, "reward_ma": 0.18949197709532367, "leveled_up": false}
{"t": 111, "ts": 1788178508.3916867, "step": 222, "loss_diff": 0.9724521636962891, "reward": 0.10592210376194194, "level": 0, "difficulty": 0.05, "reward_ma": 0.18113498976198553, "leveled_up": false}
{"t": 112, "ts": 1788178509.4202716, "step": 224, "loss_diff": 1.0696008205413818, "reward": 0.39988601484336206, "level": 0, "difficulty": 0.05, "reward_ma": 0.20301009227012318, "leveled_up": false}
{"t": 113, "ts": 1788178510.490647, "step": 226, "loss_diff": 1.0424002408981323, "reward": 0.16760380670921576, "level": 0, "difficulty": 0.05, "reward_ma": 0.19946946371403246, "leveled_up": false}
{"t": 114, "ts": 1788178511.5113764, "step": 228, "loss_diff": 1.0540170669555664, "reward": 0.48402687220572416, "level": 0, "difficulty": 0.05, "reward_ma": 0.22792520456320164, "leveled_up": false}
{"t": 115, "ts": 1788178512.5344949, "step": 230, "loss_diff": 1.011044979095459, "reward": 0.1597122529226947, "level": 0, "difficulty": 0.05, "reward_ma": 0.22110390939915095, "leveled_up": false}
{"t": 116, "ts": 1788178521.219304, "step": 232, "loss_diff": 1.231747031211853, "reward": 0.31598891716858574, "level": 0, "difficulty": 0.05, "reward_ma": 0.23059241017609444, "leveled_up": false}
{"t": 117, "ts": 1788178522.2958426, "step": 234, "loss_diff": 1.0615861415863037, "reward": 0.08291751412325347, "level": 0, "difficulty": 0.05, "reward_ma": 0.21582492057081035, "leveled_up": false}
{"t": 118, "ts": 1788178523.4915793, "step": 236, "loss_diff": 1.1169120073318481, "reward": 0.2738212344697789, "level": 0, "difficulty": 0.05, "reward_ma": 0.22162455196070718, "leveled_up": false}
{"t": 119, "ts": 1788178524.9299326, "step": 238, "loss_diff": 0.9561197757720947, "reward": 0.39298304411136525, "level": 0, "difficulty": 0.05, "reward_ma": 0.238760401175773, "leveled_up": false}
{"t": 120, "ts": 1788178526.3692913, "step": 240, "loss_diff": 0.9399024248123169, "reward": 0.21275525594538008, "level": 0, "difficulty": 0.05, "reward_ma": 0.2361598866527337, "leveled_up": false}
{"t": 121, "ts": 1788178527.468246, "step": 242, "loss_diff": 0.9628450274467468, "reward": 0.30438350389840985, "level": 0, "difficulty": 0.05, "reward_ma": 0.24298224837730134, "leveled_up": false}
{"t": 122, "ts": 1788178528.4943452, "step": 244, "loss_diff": 1.1777619123458862, "reward": 0.31143688878245873, "level": 0, "difficulty": 0.05, "reward_ma": 0.24982771241781707, "leveled_up": false}
{"t": 123, "ts": 1788178529.602272, "step": 246, "loss_diff": 0.9729121923446655, "reward": 0.4090493248521988, "level": 0, "difficulty": 0.05, "reward_ma": 0.26574987366125524, "leveled_up": false}
{"t": 124, "ts": 1788178530.7735937, "step": 248, "loss_diff": 1.1175563335418701, "reward": 0.08368083646572749, "level": 0, "difficulty": 0.05, "reward_ma": 0.24754296994170247, "leveled_up": false}
{"t": 125, "ts": 1788178532.014193, "step": 250, "loss_diff": 0.9192839860916138, "reward": 0.08489209254867482, "level": 0, "difficulty": 0.05, "reward_ma": 0.2312778822023997, "leveled_up": false}
{"t": 126, "ts": 1788178533.1791449, "step": 252, "loss_diff": 1.354866862297058, "reward": 0.14484191343880914, "level": 0, "difficulty": 0.05, "reward_ma": 0.22263428532604063, "leveled_up": false}
{"t": 127, "ts": 1788178534.319307, "step": 254, "loss_diff": 1.0164768695831299, "reward": 0.21018908023486177, "level": 0, "difficulty": 0.05, "reward_ma": 0.22138976481692277, "leveled_up": false}
{"t": 128, "ts": 1788178535.5289178, "step": 256, "loss_diff": 1.0330339670181274, "reward": 0.20458784477480535, "level": 0, "difficulty": 0.05, "reward_ma": 0.21970957281271103, "leveled_up": false}
{"t": 129, "ts": 1788178536.6332161, "step": 258, "loss_diff": 1.2641674280166626, "reward": 0.2958809495769924, "level": 0, "difficulty": 0.05, "reward_ma": 0.22732671048913916, "leveled_up": false}
{"t": 130, "ts": 1788178537.7863255, "step": 260, "loss_diff": 0.9414017796516418, "reward": 0.31675358550330485, "level": 0, "difficulty": 0.05, "reward_ma": 0.23626939799055574, "leveled_up": false}
{"t": 131, "ts": 1788178538.9043753, "step": 262, "loss_diff": 1.1928516626358032, "reward": 0.37186063564794597, "level": 0, "difficulty": 0.05, "reward_ma": 0.24982852175629477, "leveled_up": false}
{"t": 132, "ts": 1788178539.965605, "step": 264, "loss_diff": 1.166599988937378, "reward": 0.0759708468264174, "level": 0, "difficulty": 0.05, "reward_ma": 0.23244275426330704, "leveled_up": false}
{"t": 133, "ts": 1788178541.0129735, "step": 266, "loss_diff": 1.1990244388580322, "reward": 0.29342780256443457, "level": 0, "difficulty": 0.05, "reward_ma": 0.2385412590934198, "leveled_up": false}
{"t": 134, "ts": 1788178542.0326996, "step": 268, "loss_diff": 1.0624616146087646, "reward": 0.43137787593282745, "level": 0, "difficulty": 0.05, "reward_ma": 0.2578249207773606, "leveled_up": false}
{"t": 135, "ts": 1788178543.1120198, "step": 270, "loss_diff": 1.1466894149780273, "reward": 0.3002799683553109, "level": 0, "difficulty": 0.05, "reward_ma": 0.2620704255351556, "leveled_up": false}
{"t": 136, "ts": 1788178544.1706154, "step": 272, "loss_diff": 0.9113725423812866, "reward": 0.259811632610258, "level": 0, "difficulty": 0.05, "reward_ma": 0.26184454624266584, "leveled_up": false}
{"t": 137, "ts": 1788178545.2262976, "step": 274, "loss_diff": 1.0255250930786133, "reward": 0.27746317277879423, "level": 0, "difficulty": 0.05, "reward_ma": 0.2634064088962787, "leveled_up": false}
{"t": 138, "ts": 1788178546.320315, "step": 276, "loss_diff": 1.0623670816421509, "reward": 0.44863739436398753, "level": 0, "difficulty": 0.05, "reward_ma": 0.28192950744304957, "leveled_up": false}
{"t": 139, "ts": 1788178547.3974447, "step": 278, "loss_diff": 0.9956883788108826, "reward": 0.4089782806235422, "level": 0, "difficulty": 0.05, "reward_ma": 0.2946343847610988, "leveled_up": false}
{"t": 140, "ts": 1788178548.5113914, "step": 280, "loss_diff": 0.8770033121109009, "reward": 0.36771382185445944, "level": 0, "difficulty": 0.05, "reward_ma": 0.3019423284704349, "leveled_up": false}
{"t": 141, "ts": 1788178549.80887, "step": 282, "loss_diff": 1.0050814151763916, "reward": 0.39005548690951974, "level": 0, "difficulty": 0.05, "reward_ma": 0.3107536443143434, "leveled_up": false}
{"t": 142, "ts": 1788178550.866925, "step": 284, "loss_diff": 1.032011866569519, "reward": 0.2901359546953495, "level": 0, "difficulty": 0.05, "reward_ma": 0.308691875352444, "leveled_up": false}
{"t": 143, "ts": 1788178551.9264405, "step": 286, "loss_diff": 1.0075691938400269, "reward": 0.26826615363021195, "level": 0, "difficulty": 0.05, "reward_ma": 0.3046493031802209, "leveled_up": false}
{"t": 144, "ts": 1788178552.9870982, "step": 288, "loss_diff": 1.0396850109100342, "reward": 0.23284188631112945, "level": 0, "difficulty": 0.05, "reward_ma": 0.29746856149331175, "leveled_up": false}
{"t": 0, "ts": 1788178900.7072213, "step": 0, "loss_diff": 40.98551940917969, "reward": 0.010310607337954688, "level": 0, "difficulty": 0.14382732955503466, "reward_ma": 0.001031060733795469, "leveled_up": false}
{"t": 1, "ts": 1788178902.0310998, "step": 2, "loss_diff": 18.44237518310547, "reward": 0.014453053748508917, "level": 0, "difficulty": 0.08775532405767968, "reward_ma": 0.0023732600352668136, "leveled_up": false}
{"t": 2, "ts": 1788178903.3857124, "step": 4, "loss_diff": 1.4798048734664917, "reward": 0.06722657721550916, "level": 0, "difficulty": 0.05, "reward_ma": 0.008858591753291048, "leveled_up": false}
{"t": 3, "ts": 1788178904.7267246, "step": 6, "loss_diff": 1.4147758483886719, "reward": 0.068855513770383, "level": 0, "difficulty": 0.05, "reward_ma": 0.014858283955000244, "leveled_up": false}
{"t": 4, "ts": 1788178906.0871713, "step": 8, "loss_diff": 1.6196976900100708, "reward": 0.06399646219799887, "level": 0, "difficulty": 0.05, "reward_ma": 0.019772101779300107, "leveled_up": false}
{"t": 5, "ts": 1788178907.4951563, "step": 10, "loss_diff": 1.266244649887085, "reward": 0.07292674087333628, "level": 0, "difficulty": 0.05, "reward_ma": 0.025087565688703725, "leveled_up": false}
{"t": 6, "ts": 1788178908.8781254, "step": 12, "loss_diff": 1.5396068096160889, "reward": 0.06580220821937863, "level": 0, "difficulty": 0.05, "reward_ma": 0.029159029941771216, "leveled_up": false}
{"t": 7, "ts": 1788178910.2648098, "step": 14, "loss_diff": 1.0372563600540161, "reward": 0.08036638323379815, "level": 0, "difficulty": 0.05, "reward_ma": 0.034279765270973914, "leveled_up": false}
{"t": 8, "ts": 1788178911.6753, "step": 16, "loss_diff": 1.2893171310424805, "reward": 0.07225966872389293, "level": 0, "difficulty": 0.05, "reward_ma": 0.03807775561626582, "leveled_up": false}
{"t": 9, "ts": 1788178913.086578, "step": 18, "loss_diff": 0.8151427507400513, "reward": 0.08937607556436968, "level": 0, "difficulty": 0.05, "reward_ma": 0.04320758761107621, "leveled_up": false}
{"t": 10, "ts": 1788178914.490258, "step": 20, "loss_diff": 1.7116296291351318, "reward": 0.06205523605225242, "level": 0, "difficulty": 0.05, "reward_ma": 0.04509235245519383, "leveled_up": false}
{"t": 11, "ts": 1788178915.889154, "step": 22, "loss_diff": 1.026745319366455, "reward": 0.08419096591400045, "level": 0, "difficulty": 0.05, "reward_ma": 0.049002213801074494, "leveled_up": false}
{"t": 12, "ts": 1788178917.3670883, "step": 24, "loss_diff": 1.0495799779891968, "reward": 0.08626616927074493, "level": 0, "difficulty": 0.05, "reward_ma": 0.052728609348041536, "leveled_up": false}
{"t": 13, "ts": 1788178919.026258, "step": 26, "loss_diff": 0.9972703456878662, "reward": 0.08646723230994836, "level": 0, "difficulty": 0.05, "reward_ma": 0.05610247164423222, "leveled_up": false}
{"t": 14, "ts": 1788178920.4954004, "step": 28, "loss_diff": 1.1287506818771362, "reward": 0.08125532249722722, "level": 0, "difficulty": 0.05, "reward_ma": 0.05861775672953172, "leveled_up": false}
{"t": 15, "ts": 1788178921.9772778, "step": 30, "loss_diff": 0.9446988105773926, "reward": 0.0857512164069208, "level": 0, "difficulty": 0.05, "reward_ma": 0.06133110269727063, "leveled_up": false}
{"t": 16, "ts": 1788178923.4089687, "step": 32, "loss_diff": 1.161812663078308, "reward": 0.07612416281780857, "level": 0, "difficulty": 0.05, "reward_ma": 0.06281040870932442, "leveled_up": false}
{"t": 17, "ts": 1788178924.9364028, "step": 34, "loss_diff": 1.0994166135787964, "reward": 0.09673560785322663, "level": 0, "difficulty": 0.05, "reward_ma": 0.06620292862371464, "leveled_up": false}
{"t": 18, "ts": 1788178927.0221515, "step": 36, "loss_diff": 1.0390257835388184, "reward": 0.08030249003280249, "level": 0, "difficulty": 0.05, "reward_ma": 0.06761288476462343, "leveled_up": false}
{"t": 19, "ts": 1788178928.5042806, "step": 38, "loss_diff": 1.1232527494430542, "reward": 0.07738427021206432, "level": 0, "difficulty": 0.05, "reward_ma": 0.06859002330936753, "leveled_up": false}
{"t": 20, "ts": 1788178930.0166783, "step": 40, "loss_diff": 1.0441322326660156, "reward": 0.08885697058220031, "level": 0, "difficulty": 0.05, "reward_ma": 0.07061671803665082, "leveled_up": false}
{"t": 21, "ts": 1788178931.5982141, "step": 42, "loss_diff": 1.1264647245407104, "reward": 0.09361449705221489, "level": 0, "difficulty": 0.05, "reward_ma": 0.07291649593820722, "leveled_up": false}
{"t": 22, "ts": 1788178933.1075673, "step": 44, "loss_diff": 0.8192015886306763, "reward": 0.09661194167882567, "level": 0, "difficulty": 0.05, "reward_ma": 0.07528604051226906, "leveled_up": false}
{"t": 23, "ts": 1788178934.7043247, "step": 46, "loss_diff": 0.9116986393928528, "reward": 0.08563284904583944, "level": 0, "difficulty": 0.05, "reward_ma": 0.07632072136562609, "leveled_up": false}
{"t": 24, "ts": 1788178936.1865835, "step": 48, "loss_diff": 0.947771430015564, "reward": 0.08374903653888911, "level": 0, "difficulty": 0.05, "reward_ma": 0.07706355288295239, "leveled_up": false}
{"t": 25, "ts": 1788178937.8678484, "step": 50, "loss_diff": 1.2193048000335693, "reward": 0.07484088191096631, "level": 0, "difficulty": 0.05, "reward_ma": 0.07684128578575378, "leveled_up": false}
{"t": 26, "ts": 1788178939.3329053, "step": 52, "loss_diff": 1.3466320037841797, "reward": 0.07065934573485227, "level": 0, "difficulty": 0.05, "reward_ma": 0.07622309178066362, "leveled_up": false}
{"t": 27, "ts": 1788178941.0921037, "step": 54, "loss_diff": 0.9946914911270142, "reward": 0.08193754586800578, "level": 0, "difficulty": 0.05, "reward_ma": 0.07679453718939784, "leveled_up": false}
{"t": 28, "ts": 1788178942.6090374, "step": 56, "loss_diff": 0.8864872455596924, "reward": 0.091175529597582, "level": 0, "difficulty": 0.05, "reward_ma": 0.07823263643021626, "leveled_up": false}
{"t": 29, "ts": 1788178975.0873015, "step": 58, "loss_diff": 1.3250722885131836, "reward": 0.0712520701689593, "level": 0, "difficulty": 0.05, "reward_ma": 0.07753457980409056, "leveled_up": false}
{"t": 30, "ts": 1788178976.5284631, "step": 60, "loss_diff": 0.8366138935089111, "reward": 0.08840998516134725, "level": 0, "difficulty": 0.05, "reward_ma": 0.07862212033981623, "leveled_up": false}
{"t": 31, "ts": 1788178977.9148207, "step": 62, "loss_diff": 3.950253486633301, "reward": 0.037039425580946125, "level": 0, "difficulty": 0.05, "reward_ma": 0.07446385086392923, "leveled_up": false}
{"t": 32, "ts": 1788178979.290567, "step": 64, "loss_diff": 0.8625247478485107, "reward": 0.20103969016099676, "level": 0, "difficulty": 0.05, "reward_ma": 0.08712143479363599, "leveled_up": false}
{"t": 33, "ts": 1788178980.637665, "step": 66, "loss_diff": 1.0111192464828491, "reward": 0.117252009596097, "level": 0, "difficulty": 0.05, "reward_ma": 0.0901344922738821, "leveled_up": false}
{"t": 34, "ts": 1788178982.0253968, "step": 68, "loss_diff": 4.619820594787598, "reward": 0.13965529932960907, "level": 0, "difficulty": 0.05, "reward_ma": 0.09508657297945479, "leveled_up": false}
{"t": 35, "ts": 1788178983.4359388, "step": 70, "loss_diff": 1.9152342081069946, "reward": 0.07605792847235542, "level": 0, "difficulty": 0.05, "reward_ma": 0.09318370852874486, "leveled_up": false}
{"t": 36, "ts": 1788178984.8060558, "step": 72, "loss_diff": 1.5426993370056152, "reward": 0.1263944173934209, "level": 0, "difficulty": 0.05, "reward_ma": 0.09650477941521246, "leveled_up": false}
{"t": 37, "ts": 1788178986.1175923, "step": 74, "loss_diff": 1.012394666671753, "reward": 0.27827911624005447, "level": 0, "difficulty": 0.05, "reward_ma": 0.11468221309769666, "leveled_up": false}
{"t": 38, "ts": 1788178987.5129414, "step": 76, "loss_diff": 1.5889164209365845, "reward": 0.10926131075788928, "level": 0, "difficulty": 0.05, "reward_ma": 0.11414012286371591, "leveled_up": false}
{"t": 39, "ts": 1788178988.8322506, "step": 78, "loss_diff": 1.1441665887832642, "reward": 0.13254054435711524, "level": 0, "difficulty": 0.05, "reward_ma": 0.11598016501305584, "leveled_up": false}
{"t": 40, "ts": 1788178990.3266213, "step": 80, "loss_diff": 1.169744849205017, "reward": 0.30697873286272226, "level": 0, "difficulty": 0.05, "reward_ma": 0.13508002179802248, "leveled_up": false}
{"t": 41, "ts": 1788178991.7286782, "step": 82, "loss_diff": 1.0488530397415161, "reward": 0.2563166865943122, "level": 0, "difficulty": 0.05, "reward_ma": 0.14720368827765146, "leveled_up": false}
{"t": 42, "ts": 1788178993.1718652, "step": 84, "loss_diff": 1.0922988653182983, "reward": 0.18713380285208892, "level": 0, "difficulty": 0.05, "reward_ma": 0.1511966997350952, "leveled_up": false}
{"t": 43, "ts": 1788178994.5699437, "step": 86, "loss_diff": 1.383568286895752, "reward": 0.3109044819631887, "level": 0, "difficulty": 0.05, "reward_ma": 0.16716747795790454, "leveled_up": false}
{"t": 44, "ts": 1788178996.124625, "step": 88, "loss_diff": 0.9930099844932556, "reward": 0.16243521738193523, "level": 0, "difficulty": 0.05, "reward_ma": 0.16669425190030762, "leveled_up": false}
{"t": 45, "ts": 1788178997.5854938, "step": 90, "loss_diff": 1.1209956407546997, "reward": 0.1277959951093807, "level": 0, "difficulty": 0.05, "reward_ma": 0.16280442622121494, "leveled_up": false}
{"t": 46, "ts": 1788178999.0296605, "step": 92, "loss_diff": 0.9507768750190735, "reward": 0.15458219357147585, "level": 0, "difficulty": 0.05, "reward_ma": 0.16198220295624102, "leveled_up": false}
{"t": 47, "ts": 1788179000.4356952, "step": 94, "loss_diff": 1.1015053987503052, "reward": 0.3087650154495302, "level": 0, "difficulty": 0.05, "reward_ma": 0.17666048420556996, "leveled_up": false}
{"t": 48, "ts": 1788179001.868247, "step": 96, "loss_diff": 0.9704360961914062, "reward": 0.22768227912424122, "level": 0, "difficulty": 0.05, "reward_ma": 0.1817626636974371, "leveled_up": false}
{"t": 49, "ts": 1788179003.2347643, "step": 98, "loss_diff": 0.9369626045227051, "reward": 0.20618159631435434, "level": 0, "difficulty": 0.05, "reward_ma": 0.18420455695912882, "leveled_up": false}
{"t": 50, "ts": 1788179004.6998587, "step": 100, "loss_diff": 0.8978495001792908, "reward": 0.11264969427760571, "level": 0, "difficulty": 0.05, "reward_ma": 0.1770490706909765, "leveled_up": false}
{"t": 51, "ts": 1788179006.0924823, "step": 102, "loss_diff": 1.1742379665374756, "reward": 0.2369383214105793, "level": 0, "difficulty": 0.05, "reward_ma": 0.1830379957629368, "leveled_up": false}
{"t": 52, "ts": 1788179007.500764, "step": 104, "loss_diff": 1.0958261489868164, "reward": 0.29704709412036356, "level": 0, "difficulty": 0.05, "reward_ma": 0.1944389055986795, "leveled_up": false}
{"t": 53, "ts": 1788179009.065933, "step": 106, "loss_diff": 1.2144439220428467, "reward": 0.26077467695112094, "level": 0, "difficulty": 0.05, "reward_ma": 0.20107248273392364, "leveled_up": false}
{"t": 54, "ts": 1788179010.4664898, "step": 108, "loss_diff": 0.8752924799919128, "reward": 0.22123482998970406, "level": 0, "difficulty": 0.05, "reward_ma": 0.2030887174595017, "leveled_up": false}
{"t": 55, "ts": 1788179011.8920305, "step": 110, "loss_diff": 1.23374342918396, "reward": 0.2027032768901867, "level": 0, "difficulty": 0.05, "reward_ma": 0.2030501734025702, "leveled_up": false}
{"t": 56, "ts": 1788179013.2324705, "step": 112, "loss_diff": 1.176464319229126, "reward": 0.16460934036422145, "level": 0, "difficulty": 0.05, "reward_ma": 0.19920609009873533, "leveled_up": false}
{"t": 57, "ts": 1788179014.6333492, "step": 114, "loss_diff": 1.1734957695007324, "reward": 0.30191335791797314, "level": 0, "difficulty": 0.05, "reward_ma": 0.2094768168806591, "leveled_up": false}
{"t": 58, "ts": 1788179048.3162704, "step": 116, "loss_diff": 0.9530174732208252, "reward": 0.09963914917333694, "level": 0, "difficulty": 0.05, "reward_ma": 0.1984930501099269, "leveled_up": false}
{"t": 59, "ts": 1788179049.8142312, "step": 118, "loss_diff": 1.3654727935791016, "reward": 0.07931491859989626, "level": 0, "difficulty": 0.05, "reward_ma": 0.18657523695892383, "leveled_up": false}
{"t": 60, "ts": 1788179051.327832, "step": 120, "loss_diff": 1.0633642673492432, "reward": 0.1503389442609665, "level": 0, "difficulty": 0.05, "reward_ma": 0.1829516076891281, "leveled_up": false}
{"t": 61, "ts": 1788179052.8066008, "step": 122, "loss_diff": 1.1156224012374878, "reward": 0.15519111744895642, "level": 0, "difficulty": 0.05, "reward_ma": 0.18017555866511095, "leveled_up": false}
{"t": 62, "ts": 1788179054.2740076, "step": 124, "loss_diff": 1.110459566116333, "reward": 0.09884184248541243, "level": 0, "difficulty": 0.05, "reward_ma": 0.17204218704714108, "leveled_up": false}
{"t": 63, "ts": 1788179055.9174979, "step": 126, "loss_diff": 0.9599560499191284, "reward": 0.22089725045388536, "level": 0, "difficulty": 0.05, "reward_ma": 0.1769276933878155, "leveled_up": false}
{"t": 64, "ts": 1788179057.381136, "step": 128, "loss_diff": 1.0186429023742676, "reward": 0.20404732517714114, "level": 0, "difficulty": 0.05, "reward_ma": 0.17963965656674807, "leveled_up": false}
{"t": 65, "ts": 1788179059.091907, "step": 130, "loss_diff": 0.9861675500869751, "reward": 0.2490375260468373, "level": 0, "difficulty": 0.05, "reward_ma": 0.186579443514757, "leveled_up": false}
{"t": 66, "ts": 1788179060.4710255, "step": 132, "loss_diff": 1.1647768020629883, "reward": 0.2023871203784453, "level": 0, "difficulty": 0.05, "reward_ma": 0.18816021120112583, "leveled_up": false}
{"t": 67, "ts": 1788179061.885325, "step": 134, "loss_diff": 0.9506388902664185, "reward": 0.21779988819117763, "level": 0, "difficulty": 0.05, "reward_ma": 0.19112417890013103, "leveled_up": false}
{"t": 68, "ts": 1788179063.3037558, "step": 136, "loss_diff": 1.1400201320648193, "reward": 0.15758811873438666, "level": 0, "difficulty": 0.05, "reward_ma": 0.18777057288355659, "leveled_up": false}
{"t": 69, "ts": 1788179064.7331088, "step": 138, "loss_diff": 0.9511898159980774, "reward": 0.21012418072015174, "level": 0, "difficulty": 0.05, "reward_ma": 0.1900059336672161, "leveled_up": false}
{"t": 70, "ts": 1788179066.2000258, "step": 140, "loss_diff": 1.1337368488311768, "reward": 0.1659836221283403, "level": 0, "difficulty": 0.05, "reward_ma": 0.18760370251332853, "leveled_up": false}
{"t": 71, "ts": 1788179067.578974, "step": 142, "loss_diff": 1.0930124521255493, "reward": 0.1518435234457584, "level": 0, "difficulty": 0.05, "reward_ma": 0.18402768460657154, "leveled_up": false}
{"t": 72, "ts": 1788179068.9798608, "step": 144, "loss_diff": 0.918620228767395, "reward": 0.19207644085798575, "level": 0, "difficulty": 0.05, "reward_ma": 0.184832560231713, "leveled_up": false}
{"t": 73, "ts": 1788179070.3905232, "step": 146, "loss_diff": 1.1078426837921143, "reward": 0.20621496054799837, "level": 0, "difficulty": 0.05, "reward_ma": 0.18697080026334154, "leveled_up": false}
{"t": 74, "ts": 1788179071.778635, "step": 148, "loss_diff": 1.0787999629974365, "reward": 0.21349346498711375, "level": 0, "difficulty": 0.05, "reward_ma": 0.18962306673571874, "leveled_up": false}
{"t": 75, "ts": 1788179073.1968286, "step": 150, "loss_diff": 1.0777606964111328, "reward": 0.22141670008181297, "level": 0, "difficulty": 0.05, "reward_ma": 0.19280243007032816, "leveled_up": false}
{"t": 76, "ts": 1788179074.5864081, "step": 152, "loss_diff": 1.518330454826355, "reward": 0.11742532165474368, "level": 0, "difficulty": 0.05, "reward_ma": 0.1852647192287697, "leveled_up": false}
{"t": 77, "ts": 1788179075.9801068, "step": 154, "loss_diff": 0.8753623366355896, "reward": 0.2175975651058742, "level": 0, "difficulty": 0.05, "reward_ma": 0.18849800381648016, "leveled_up": false}
{"t": 78, "ts": 1788179077.385639, "step": 156, "loss_diff": 1.0699360370635986, "reward": 0.14895224440918742, "level": 0, "difficulty": 0.05, "reward_ma": 0.18454342787575087, "leveled_up": false}
{"t": 79, "ts": 1788179078.783728, "step": 158, "loss_diff": 1.1067299842834473, "reward": 0.21738759741120836, "level": 0, "difficulty": 0.05, "reward_ma": 0.18782784482929663, "leveled_up": false}
{"t": 80, "ts": 1788179080.1839976, "step": 160, "loss_diff": 0.9503343105316162, "reward": 0.19131426979473032, "level": 0, "difficulty": 0.05, "reward_ma": 0.18817648732584, "leveled_up": false}
{"t": 81, "ts": 1788179081.5327497, "step": 162, "loss_diff": 1.1852684020996094, "reward": 0.13886412115886426, "level": 0, "difficulty": 0.05, "reward_ma": 0.18324525070914244, "leveled_up": false}
{"t": 82, "ts": 1788179082.9348536, "step": 164, "loss_diff": 1.0960578918457031, "reward": 0.2750990531640479, "level": 0, "difficulty": 0.05, "reward_ma": 0.192430630954633, "leveled_up": false}
{"t": 83, "ts": 1788179084.3681638, "step": 166, "loss_diff": 1.2443711757659912, "reward": 0.15914250070488034, "level": 0, "difficulty": 0.05, "reward_ma": 0.18910181792965772, "leveled_up": false}
{"t": 84, "ts": 1788179085.7781746, "step": 168, "loss_diff": 1.1595423221588135, "reward": 0.07619710899876816, "level": 0, "difficulty": 0.05, "reward_ma": 0.17781134703656876, "leveled_up": false}
{"t": 85, "ts": 1788179087.2141705, "step": 170, "loss_diff": 1.268781065940857, "reward": 0.2270114720872784, "level": 0, "difficulty": 0.05, "reward_ma": 0.18273135954163974, "leveled_up": false}
{"t": 86, "ts": 1788179088.682395, "step": 172, "loss_diff": 1.0241812467575073, "reward": 0.23034915795015298, "level": 0, "difficulty": 0.05, "reward_ma": 0.18749313938249107, "leveled_up": false}
{"t": 87, "ts": 1788179120.718865, "step": 174, "loss_diff": 0.9728182554244995, "reward": 0.11889877011791858, "level": 0, "difficulty": 0.05, "reward_ma": 0.18063370245603383, "leveled_up": false}
{"t": 88, "ts": 1788179122.210436, "step": 176, "loss_diff": 1.3348455429077148, "reward": 0.17022597961617442, "level": 0, "difficulty": 0.05, "reward_ma": 0.17959293017204792, "leveled_up": false}
{"t": 89, "ts": 1788179123.593984, "step": 178, "loss_diff": 1.2131729125976562, "reward": 0.15763043902484603, "level": 0, "difficulty": 0.05, "reward_ma": 0.17739668105732773, "leveled_up": false}
{"t": 90, "ts": 1788179125.0112953, "step": 180, "loss_diff": 1.1476962566375732, "reward": 0.10419493980565475, "level": 0, "difficulty": 0.05, "reward_ma": 0.17007650693216042, "leveled_up": false}
{"t": 91, "ts": 1788179126.4640763, "step": 182, "loss_diff": 1.0056476593017578, "reward": 0.11258856473335602, "level": 0, "difficulty": 0.05, "reward_ma": 0.16432771271228, "leveled_up": false}
{"t": 92, "ts": 1788179128.0190277, "step": 184, "loss_diff": 1.337114930152893, "reward": 0.27436143926960094, "level": 0, "difficulty": 0.05, "reward_ma": 0.1753310853680121, "leveled_up": false}
{"t": 93, "ts": 1788179129.4717615, "step": 186, "loss_diff": 1.9420777559280396, "reward": 0.33080517187765923, "level": 0, "difficulty": 0.05, "reward_ma": 0.1908784940189768, "leveled_up": false}
{"t": 94, "ts": 1788179130.8326693, "step": 188, "loss_diff": 1.036254644393921, "reward": 0.39210586904381595, "level": 0, "difficulty": 0.05, "reward_ma": 0.21100123152146072, "leveled_up": false}
{"t": 95, "ts": 1788179132.2123213, "step": 190, "loss_diff": 1.1325002908706665, "reward": 0.18289748656777366, "level": 0, "difficulty": 0.05, "reward_ma": 0.20819085702609202, "leveled_up": false}
{"t": 96, "ts": 1788179133.6799257, "step": 192, "loss_diff": 0.9874880909919739, "reward": 0.3603402156586052, "level": 0, "difficulty": 0.05, "reward_ma": 0.22340579288934334, "leveled_up": false}
{"t": 97, "ts": 1788179135.0030603, "step": 194, "loss_diff": 1.0544219017028809, "reward": 0.43360347656162535, "level": 0, "difficulty": 0.05, "reward_ma": 0.24442556125657156, "leveled_up": false}
{"t": 98, "ts": 1788179136.322664, "step": 196, "loss_diff": 1.0039244890213013, "reward": 0.13042571615409443, "level": 0, "difficulty": 0.05, "reward_ma": 0.23302557674632385, "leveled_up": false}
{"t": 99, "ts": 1788179137.7176683, "step": 198, "loss_diff": 0.9469566345214844, "reward": 0.4564304213258468, "level": 0, "difficulty": 0.05, "reward_ma": 0.2553660612042762, "leveled_up": false}
{"t": 100, "ts": 1788179139.1201746, "step": 200, "loss_diff": 1.0688207149505615, "reward": 0.3055767362571041, "level": 0, "difficulty": 0.05, "reward_ma": 0.260387128709559, "leveled_up": false}
{"t": 101, "ts": 1788179140.5903127, "step": 202, "loss_diff": 1.249991536140442, "reward": 0.07340486444771945, "level": 0, "difficulty": 0.05, "reward_ma": 0.24168890228337506, "leveled_up": false}
{"t": 102, "ts": 1788179141.9646754, "step": 204, "loss_diff": 0.8561168909072876, "reward": 0.08755182285723714, "level": 0, "difficulty": 0.05, "reward_ma": 0.22627519434076127, "leveled_up": false}
{"t": 103, "ts": 1788179143.3722327, "step": 206, "loss_diff": 1.359969139099121, "reward": 0.07959594558631844, "level": 0, "difficulty": 0.05, "reward_ma": 0.211607269465317, "leveled_up": false}
{"t": 104, "ts": 1788179144.7300494, "step": 208, "loss_diff": 1.0391663312911987, "reward": 0.09777320745585187, "level": 0, "difficulty": 0.05, "reward_ma": 0.20022386326437047, "leveled_up": false}
{"t": 105, "ts": 1788179146.1649127, "step": 210, "loss_diff": 0.9592212438583374, "reward": 0.1345306002072902, "level": 0, "difficulty": 0.05, "reward_ma": 0.19365453695866244, "leveled_up": false}
{"t": 106, "ts": 1788179147.5220618, "step": 212, "loss_diff": 1.2354644536972046, "reward": 0.07383809692628159, "level": 0, "difficulty": 0.05, "reward_ma": 0.18167289295542438, "leveled_up": false}
{"t": 107, "ts": 1788179148.8848872, "step": 214, "loss_diff": 0.8119961023330688, "reward": 0.09033801379896293, "level": 0, "difficulty": 0.05, "reward_ma": 0.17253940503977824, "leveled_up": false}
{"t": 108, "ts": 1788179150.2342641, "step": 216, "loss_diff": 1.0075547695159912, "reward": 0.08498823699219799, "level": 0, "difficulty": 0.05, "reward_ma": 0.16378428823502023, "leveled_up": false}
{"t": 109, "ts": 1788179151.6230514, "step": 218, "loss_diff": 1.0320402383804321, "reward": 0.179565356871444, "level": 0, "difficulty": 0.05, "reward_ma": 0.1653623950986626, "leveled_up": false}
{"t": 110, "ts": 1788179153.0677853, "step": 220, "loss_diff": 1.0402510166168213, "reward": 0.17702131199018686, "level": 0, "difficulty": 0.05, "reward_ma": 0.166528286787815, "leveled_up": false}
{"t": 111, "ts": 1788179154.4255812, "step": 222, "loss_diff": 1.1452722549438477, "reward": 0.1750174010094941, "level": 0, "difficulty": 0.05, "reward_ma": 0.16737719820998292, "leveled_up": false}
{"t": 112, "ts": 1788179155.7961168, "step": 224, "loss_diff": 1.3041549921035767, "reward": 0.27602734907733373, "level": 0, "difficulty": 0.05, "reward_ma": 0.17824221329671802, "leveled_up": false}
{"t": 113, "ts": 1788179157.2145634, "step": 226, "loss_diff": 1.0636026859283447, "reward": 0.1756320515298661, "level": 0, "difficulty": 0.05, "reward_ma": 0.17798119712003285, "leveled_up": false}
{"t": 114, "ts": 1788179158.568544, "step": 228, "loss_diff": 1.007269263267517, "reward": 0.2564111052573513, "level": 0, "difficulty": 0.05, "reward_ma": 0.1858241879337647, "leveled_up": false}
{"t": 115, "ts": 1788179159.9924839, "step": 230, "loss_diff": 1.033103585243225, "reward": 0.24228027861033496, "level": 0, "difficulty": 0.05, "reward_ma": 0.19146979700142175, "leveled_up": false}
{"t": 116, "ts": 1788179193.2060618, "step": 232, "loss_diff": 0.9099091291427612, "reward": 0.08527571495421621, "level": 0, "difficulty": 0.05, "reward_ma": 0.1808503887967012, "leveled_up": false}
{"t": 117, "ts": 1788179194.5769627, "step": 234, "loss_diff": 1.1479572057724, "reward": 0.125295575195954, "level": 0, "difficulty": 0.05, "reward_ma": 0.17529490743662648, "leveled_up": false}
{"t": 118, "ts": 1788179195.988388, "step": 236, "loss_diff": 0.9791460037231445, "reward": 0.09362257282748396, "level": 0, "difficulty": 0.05, "reward_ma": 0.16712767397571224, "leveled_up": false}
{"t": 119, "ts": 1788179197.4119725, "step": 238, "loss_diff": 0.9342274069786072, "reward": 0.15448871003665549, "level": 0, "difficulty": 0.05, "reward_ma": 0.16586377758180657, "leveled_up": false}
{"t": 120, "ts": 1788179198.8657207, "step": 240, "loss_diff": 0.8965734243392944, "reward": 0.13619116465292844, "level": 0, "difficulty": 0.05, "reward_ma": 0.16289651628891877, "leveled_up": false}
{"t": 121, "ts": 1788179200.3387685, "step": 242, "loss_diff": 0.8653348088264465, "reward": 0.12206384132025862, "level": 0, "difficulty": 0.05, "reward_ma": 0.15881324879205277, "leveled_up": false}
{"t": 122, "ts": 1788179201.780067, "step": 244, "loss_diff": 1.1932209730148315, "reward": 0.08055679526326724, "level": 0, "difficulty": 0.05, "reward_ma": 0.15098760343917422, "leveled_up": false}
{"t": 123, "ts": 1788179203.1936758, "step": 246, "loss_diff": 1.0787017345428467, "reward": 0.10556734375587637, "level": 0, "difficulty": 0.05, "reward_ma": 0.14644557747084444, "leveled_up": false}
{"t": 124, "ts": 1788179204.5978556, "step": 248, "loss_diff": 1.0269415378570557, "reward": 0.10980591173467813, "level": 0, "difficulty": 0.05, "reward_ma": 0.1427816108972278, "leveled_up": false}
{"t": 125, "ts": 1788179206.0204678, "step": 250, "loss_diff": 0.9500890374183655, "reward": 0.09350114894932726, "level": 0, "difficulty": 0.05, "reward_ma": 0.13785356470243776, "leveled_up": false}
{"t": 126, "ts": 1788179207.4797184, "step": 252, "loss_diff": 0.9559226632118225, "reward": 0.09270043089150078, "level": 0, "difficulty": 0.05, "reward_ma": 0.13333825132134405, "leveled_up": false}
{"t": 127, "ts": 1788179208.8948352, "step": 254, "loss_diff": 1.0642720460891724, "reward": 0.09760470814581258, "level": 0, "difficulty": 0.05, "reward_ma": 0.1297648970037909, "leveled_up": false}
{"t": 128, "ts": 1788179210.2850423, "step": 256, "loss_diff": 1.0081785917282104, "reward": 0.09926321329457986, "level": 0, "difficulty": 0.05, "reward_ma": 0.1267147286328698, "leveled_up": false}
{"t": 129, "ts": 1788179211.6651845, "step": 258, "loss_diff": 1.1128625869750977, "reward": 0.08659292509036305, "level": 0, "difficulty": 0.05, "reward_ma": 0.12270254827861915, "leveled_up": false}
{"t": 130, "ts": 1788179213.0656445, "step": 260, "loss_diff": 0.9319452047348022, "reward": 0.09764555322581031, "level": 0, "difficulty": 0.05, "reward_ma": 0.12019684877333828, "leveled_up": false}
{"t": 131, "ts": 1788179214.415756, "step": 262, "loss_diff": 1.192521095275879, "reward": 0.08254256130391235, "level": 0, "difficulty": 0.05, "reward_ma": 0.1164314200263957, "leveled_up": false}
{"t": 132, "ts": 1788179215.7858806, "step": 264, "loss_diff": 1.1612184047698975, "reward": 0.07647596105424483, "level": 0, "difficulty": 0.05, "reward_ma": 0.11243587412918062, "leveled_up": false}
{"t": 133, "ts": 1788179217.185006, "step": 266, "loss_diff": 1.1772534847259521, "reward": 0.08149952336144184, "level": 0, "difficulty": 0.05, "reward_ma": 0.10934223905240674, "leveled_up": false}
{"t": 134, "ts": 1788179218.5688426, "step": 268, "loss_diff": 1.0374504327774048, "reward": 0.10232500244142702, "level": 0, "difficulty": 0.05, "reward_ma": 0.10864051539130877, "leveled_up": false}
{"t": 135, "ts": 1788179219.997334, "step": 270, "loss_diff": 1.112133264541626, "reward": 0.09680074515036728, "level": 0, "difficulty": 0.05, "reward_ma": 0.10745653836721462, "leveled_up": false}
{"t": 136, "ts": 1788179221.3798683, "step": 272, "loss_diff": 0.8915578722953796, "reward": 0.0890671934952656, "level": 0, "difficulty": 0.05, "reward_ma": 0.10561760388001971, "leveled_up": false}
{"t": 137, "ts": 1788179222.7992156, "step": 274, "loss_diff": 1.0306897163391113, "reward": 0.08060447559431425, "level": 0, "difficulty": 0.05, "reward_ma": 0.10311629105144918, "leveled_up": false}
{"t": 138, "ts": 1788179224.430939, "step": 276, "loss_diff": 1.0829501152038574, "reward": 0.08089006518882934, "level": 0, "difficulty": 0.05, "reward_ma": 0.1008936684651872, "leveled_up": false}
{"t": 139, "ts": 1788179225.889651, "step": 278, "loss_diff": 1.0033783912658691, "reward": 0.08831656667604106, "level": 0, "difficulty": 0.05, "reward_ma": 0.09963595828627259, "leveled_up": false}
{"t": 140, "ts": 1788179227.3005605, "step": 280, "loss_diff": 1.1151143312454224, "reward": 0.07765609916898586, "level": 0, "difficulty": 0.05, "reward_ma": 0.09743797237454392, "leveled_up": false}
{"t": 141, "ts": 1788179228.6829576, "step": 282, "loss_diff": 1.0102477073669434, "reward": 0.09131582391152204, "level": 0, "difficulty": 0.05, "reward_ma": 0.09682575752824174, "leveled_up": false}
{"t": 142, "ts": 1788179230.1064537, "step": 284, "loss_diff": 0.9989056587219238, "reward": 0.08483465041515882, "level": 0, "difficulty": 0.05, "reward_ma": 0.09562664681693345, "leveled_up": false}
{"t": 143, "ts": 1788179231.466989, "step": 286, "loss_diff": 1.0077887773513794, "reward": 0.10715930547666966, "level": 0, "difficulty": 0.05, "reward_ma": 0.09677991268290707, "leveled_up": false}
{"t": 144, "ts": 1788179232.8736842, "step": 288, "loss_diff": 1.023134469985962, "reward": 0.09093365092696051, "level": 0, "difficulty": 0.05, "reward_ma": 0.09619528650731242, "leveled_up": false}
{"t": 145, "ts": 1788179266.3083572, "step": 290, "loss_diff": 1.0097852945327759, "reward": 0.08137278506265641, "level": 0, "difficulty": 0.05, "reward_ma": 0.09471303636284682, "leveled_up": false}
{"t": 146, "ts": 1788179267.6847079, "step": 292, "loss_diff": 1.0477728843688965, "reward": 0.09044017868417774, "level": 0, "difficulty": 0.05, "reward_ma": 0.09428575059497991, "leveled_up": false}
{"t": 147, "ts": 1788179269.079211, "step": 294, "loss_diff": 1.244371771812439, "reward": 0.1436731874874685, "level": 0, "difficulty": 0.05, "reward_ma": 0.09922449428422878, "leveled_up": false}
{"t": 148, "ts": 1788179270.490045, "step": 296, "loss_diff": 1.0165114402770996, "reward": 0.1080140698886365, "level": 0, "difficulty": 0.05, "reward_ma": 0.10010345184466954, "leveled_up": false}
{"t": 149, "ts": 1788179271.87561, "step": 298, "loss_diff": 0.925588846206665, "reward": 0.11497466309202903, "level": 0, "difficulty": 0.05, "reward_ma": 0.10159057296940549, "leveled_up": false}
{"t": 150, "ts": 1788179273.905967, "step": 300, "loss_diff": 0.9623128175735474, "reward": 0.11626310616145466, "level": 0, "difficulty": 0.05, "reward_ma": 0.10305782628861042, "leveled_up": false}
{"t": 151, "ts": 1788179275.2876205, "step": 302, "loss_diff": 0.8611148595809937, "reward": 0.08733479959407822, "level": 0, "difficulty": 0.05, "reward_ma": 0.10148552361915719, "leveled_up": false}
{"t": 152, "ts": 1788179276.7076657, "step": 304, "loss_diff": 1.0883320569992065, "reward": 0.15163883468756295, "level": 0, "difficulty": 0.05, "reward_ma": 0.10650085472599778, "leveled_up": false}
{"t": 153, "ts": 1788179278.207304, "step": 306, "loss_diff": 1.0443949699401855, "reward": 0.12228532745080781, "level": 0, "difficulty": 0.05, "reward_ma": 0.10807930199847879, "leveled_up": false}
{"t": 154, "ts": 1788179279.8920314, "step": 308, "loss_diff": 1.0783095359802246, "reward": 0.10883841864991645, "level": 0, "difficulty": 0.05, "reward_ma": 0.10815521366362255, "leveled_up": false}
{"t": 155, "ts": 1788179281.314003, "step": 310, "loss_diff": 1.1048941612243652, "reward": 0.10996799325062923, "level": 0, "difficulty": 0.05, "reward_ma": 0.10833649162232321, "leveled_up": false}
{"t": 156, "ts": 1788179282.7707484, "step": 312, "loss_diff": 1.1388839483261108, "reward": 0.1195422652509094, "level": 0, "difficulty": 0.05, "reward_ma": 0.10945706898518183, "leveled_up": false}
{"t": 157, "ts": 1788179284.1731691, "step": 314, "loss_diff": 1.0092341899871826, "reward": 0.09923487267002845, "level": 0, "difficulty": 0.05, "reward_ma": 0.1084348493536665, "leveled_up": false}
{"t": 158, "ts": 1788179285.7020442, "step": 316, "loss_diff": 0.9686086177825928, "reward": 0.16159807728659376, "level": 0, "difficulty": 0.05, "reward_ma": 0.11375117214695923, "leveled_up": false}
{"t": 159, "ts": 1788179287.107155, "step": 318, "loss_diff": 1.047890543937683, "reward": 0.1421029464888552, "level": 0, "difficulty": 0.05, "reward_ma": 0.11658634958114883, "leveled_up": false}
{"t": 160, "ts": 1788179288.503554, "step": 320, "loss_diff": 1.0910439491271973, "reward": 0.19189470231030276, "level": 0, "difficulty": 0.05, "reward_ma": 0.12411718485406423, "leveled_up": false}
{"t": 161, "ts": 1788179289.879749, "step": 322, "loss_diff": 1.034678339958191, "reward": 0.1811351697109361, "level": 0, "difficulty": 0.05, "reward_ma": 0.12981898333975142, "leveled_up": false}
{"t": 162, "ts": 1788179291.2297957, "step": 324, "loss_diff": 1.0472646951675415, "reward": 0.13095802939721146, "level": 0, "difficulty": 0.05, "reward_ma": 0.12993288794549743, "leveled_up": false}
{"t": 163, "ts": 1788179292.7695, "step": 326, "loss_diff": 0.9984070062637329, "reward": 0.13173868549858098, "level": 0, "difficulty": 0.05, "reward_ma": 0.13011346770080578, "leveled_up": false}
{"t": 164, "ts": 1788179294.1917942, "step": 328, "loss_diff": 1.1270220279693604, "reward": 0.13052486365754018, "level": 0, "difficulty": 0.05, "reward_ma": 0.13015460729647924, "leveled_up": false}
{"t": 165, "ts": 1788179295.6119566, "step": 330, "loss_diff": 1.0970762968063354, "reward": 0.11621385561849147, "level": 0, "difficulty": 0.05, "reward_ma": 0.12876053212868047, "leveled_up": false}
{"t": 166, "ts": 1788179297.0152528, "step": 332, "loss_diff": 0.9550544619560242, "reward": 0.14232669019536678, "level": 0, "difficulty": 0.05, "reward_ma": 0.1301171479353491, "leveled_up": false}
{"t": 167, "ts": 1788179298.480369, "step": 334, "loss_diff": 1.1732099056243896, "reward": 0.15201324265418353, "level": 0, "difficulty": 0.05, "reward_ma": 0.13230675740723252, "leveled_up": false}
{"t": 168, "ts": 1788179300.099871, "step": 336, "loss_diff": 0.9483841061592102, "reward": 0.1922493566224172, "level": 0, "difficulty": 0.05, "reward_ma": 0.138301017328751, "leveled_up": false}
{"t": 0, "ts": 1788179486.375218, "step": 0, "loss_diff": 6.375877857208252, "reward": 0.027074509358697874, "level": 0, "difficulty": 0.14395305882019024, "reward_ma": 0.0027074509358697876, "leveled_up": false}
{"t": 1, "ts": 1788179487.3968368, "step": 2, "loss_diff": 2.261342763900757, "reward": 0.05273127271152644, "level": 0, "difficulty": 0.08828129630369791, "reward_ma": 0.007709833113435453, "leveled_up": false}
{"t": 2, "ts": 1788179488.330686, "step": 4, "loss_diff": 2.882507801055908, "reward": 0.04537276956382189, "level": 0, "difficulty": 0.05, "reward_ma": 0.011476126758474097, "leveled_up": false}
{"t": 3, "ts": 1788179489.316504, "step": 6, "loss_diff": 1.7498079538345337, "reward": 0.061287210990714054, "level": 0, "difficulty": 0.05, "reward_ma": 0.016457235181698095, "leveled_up": false}
{"t": 4, "ts": 1788179490.2340188, "step": 8, "loss_diff": 2.3586692810058594, "reward": 0.051398491831018966, "level": 0, "difficulty": 0.05, "reward_ma": 0.019951360846630184, "leveled_up": false}
{"t": 5, "ts": 1788179491.2200394, "step": 10, "loss_diff": 1.264802098274231, "reward": 0.16324500056086272, "level": 0, "difficulty": 0.05, "reward_ma": 0.03428072481805344, "leveled_up": false}
{"t": 6, "ts": 1788179492.3932395, "step": 12, "loss_diff": 1.5390410423278809, "reward": 0.22023941320892473, "level": 0, "difficulty": 0.05, "reward_ma": 0.05287659365714058, "leveled_up": false}
{"t": 7, "ts": 1788179493.204289, "step": 14, "loss_diff": 1.7170732021331787, "reward": 0.3233654062058278, "level": 0, "difficulty": 0.05, "reward_ma": 0.0799254749120093, "leveled_up": false}
{"t": 8, "ts": 1788179494.013364, "step": 16, "loss_diff": 1.2222168445587158, "reward": 0.5399268833920569, "level": 0, "difficulty": 0.05, "reward_ma": 0.12592561576001404, "leveled_up": false}
{"t": 9, "ts": 1788179494.8072681, "step": 18, "loss_diff": 1.104535460472107, "reward": 0.3821484903005443, "level": 0, "difficulty": 0.05, "reward_ma": 0.15154790321406708, "leveled_up": false}
{"t": 10, "ts": 1788179495.6190863, "step": 20, "loss_diff": 2.4826951026916504, "reward": 0.3652190618856766, "level": 0, "difficulty": 0.05, "reward_ma": 0.17291501908122803, "leveled_up": false}
{"t": 11, "ts": 1788179496.4867218, "step": 22, "loss_diff": 1.2172272205352783, "reward": 0.3807370872512283, "level": 0, "difficulty": 0.05, "reward_ma": 0.19369722589822808, "leveled_up": false}
{"t": 12, "ts": 1788179497.3109765, "step": 24, "loss_diff": 1.5786826610565186, "reward": 0.4558028739734452, "level": 0, "difficulty": 0.05, "reward_ma": 0.21990779070574978, "leveled_up": false}
{"t": 13, "ts": 1788179498.2904694, "step": 26, "loss_diff": 3.0488698482513428, "reward": 0.4370582785630039, "level": 0, "difficulty": 0.05, "reward_ma": 0.2416228394914752, "leveled_up": false}
{"t": 14, "ts": 1788179499.3803878, "step": 28, "loss_diff": 1.2462568283081055, "reward": 0.41089681474211914, "level": 0, "difficulty": 0.05, "reward_ma": 0.2585502370165396, "leveled_up": false}
{"t": 15, "ts": 1788179500.2249393, "step": 30, "loss_diff": 1.4559968709945679, "reward": 0.47900175281685126, "level": 0, "difficulty": 0.05, "reward_ma": 0.2805953885965708, "leveled_up": false}
{"t": 16, "ts": 1788179501.0951166, "step": 32, "loss_diff": 1.0776503086090088, "reward": 0.08707678979793021, "level": 0, "difficulty": 0.05, "reward_ma": 0.26124352871670675, "leveled_up": false}
{"t": 17, "ts": 1788179501.9178698, "step": 34, "loss_diff": 2.9438889026641846, "reward": 0.402440396975126, "level": 0, "difficulty": 0.05, "reward_ma": 0.27536321554254867, "leveled_up": false}
{"t": 18, "ts": 1788179502.7849777, "step": 36, "loss_diff": 2.2346906661987305, "reward": 0.4245179070656455, "level": 0, "difficulty": 0.05, "reward_ma": 0.29027868469485835, "leveled_up": false}
{"t": 19, "ts": 1788179503.6322236, "step": 38, "loss_diff": 1.499672293663025, "reward": 0.4451730540134753, "level": 0, "difficulty": 0.05, "reward_ma": 0.30576812162672, "leveled_up": false}
{"t": 20, "ts": 1788179504.5258257, "step": 40, "loss_diff": 1.5458954572677612, "reward": 0.4704971167348757, "level": 0, "difficulty": 0.05, "reward_ma": 0.3222410211375356, "leveled_up": false}
{"t": 21, "ts": 1788179505.4100623, "step": 42, "loss_diff": 1.377400279045105, "reward": 0.4336920770167563, "level": 0, "difficulty": 0.05, "reward_ma": 0.3333861267254577, "leveled_up": false}
{"t": 22, "ts": 1788179506.2873964, "step": 44, "loss_diff": 0.9655675888061523, "reward": 0.43467024758067907, "level": 0, "difficulty": 0.05, "reward_ma": 0.3435145388109798, "leveled_up": false}
{"t": 23, "ts": 1788179507.1328053, "step": 46, "loss_diff": 1.1449123620986938, "reward": 0.47889135716970493, "level": 0, "difficulty": 0.05, "reward_ma": 0.3570522206468524, "leveled_up": false}
{"t": 24, "ts": 1788179508.0072718, "step": 48, "loss_diff": 0.9519112706184387, "reward": 0.24924174036345176, "level": 0, "difficulty": 0.05, "reward_ma": 0.3462711726185123, "leveled_up": false}
{"t": 25, "ts": 1788179508.8337362, "step": 50, "loss_diff": 1.093770146369934, "reward": 0.10295241130791373, "level": 0, "difficulty": 0.05, "reward_ma": 0.32193929648745245, "leveled_up": false}
{"t": 26, "ts": 1788179509.6884675, "step": 52, "loss_diff": 1.5811810493469238, "reward": 0.3696291607061965, "level": 0, "difficulty": 0.05, "reward_ma": 0.32670828290932685, "leveled_up": false}
{"t": 27, "ts": 1788179510.5016901, "step": 54, "loss_diff": 0.9989147782325745, "reward": 0.4040560944320612, "level": 0, "difficulty": 0.05, "reward_ma": 0.3344430640616003, "leveled_up": false}
{"t": 28, "ts": 1788179511.3644679, "step": 56, "loss_diff": 1.102276086807251, "reward": 0.4887110302382901, "level": 0, "difficulty": 0.05, "reward_ma": 0.3498698606792693, "leveled_up": false}
{"t": 29, "ts": 1788179518.4358432, "step": 58, "loss_diff": 1.0394067764282227, "reward": 0.4432854215637849, "level": 0, "difficulty": 0.05, "reward_ma": 0.35921141676772084, "leveled_up": false}
{"t": 30, "ts": 1788179519.3050358, "step": 60, "loss_diff": 0.9115756154060364, "reward": 0.4303343114382444, "level": 0, "difficulty": 0.05, "reward_ma": 0.3663237062347732, "leveled_up": false}
{"t": 31, "ts": 1788179520.1260974, "step": 62, "loss_diff": 1.5529049634933472, "reward": 0.3187684467849451, "level": 0, "difficulty": 0.05, "reward_ma": 0.36156818028979043, "leveled_up": false}
{"t": 32, "ts": 1788179520.9980738, "step": 64, "loss_diff": 0.9056646823883057, "reward": 0.08860486824009581, "level": 0, "difficulty": 0.05, "reward_ma": 0.334271849084821, "leveled_up": false}
{"t": 33, "ts": 1788179522.0659611, "step": 66, "loss_diff": 1.069912314414978, "reward": 0.3255714303299495, "level": 0, "difficulty": 0.05, "reward_ma": 0.3334018072093339, "leveled_up": false}
{"t": 34, "ts": 1788179523.0021565, "step": 68, "loss_diff": 1.2541648149490356, "reward": 0.2679066726875344, "level": 0, "difficulty": 0.05, "reward_ma": 0.32685229375715397, "leveled_up": false}
{"t": 35, "ts": 1788179523.9324725, "step": 70, "loss_diff": 1.0580512285232544, "reward": 0.3195967037122687, "level": 0, "difficulty": 0.05, "reward_ma": 0.32612673475266546, "leveled_up": false}
{"t": 36, "ts": 1788179524.8859475, "step": 72, "loss_diff": 1.343074083328247, "reward": 0.0884333177130737, "level": 0, "difficulty": 0.05, "reward_ma": 0.3023573930487063, "leveled_up": false}
{"t": 37, "ts": 1788179525.8309736, "step": 74, "loss_diff": 1.007141351699829, "reward": 0.23068133979433714, "level": 0, "difficulty": 0.05, "reward_ma": 0.29518978772326937, "leveled_up": false}
{"t": 38, "ts": 1788179526.9045112, "step": 76, "loss_diff": 1.0749871730804443, "reward": 0.4867882695227249, "level": 0, "difficulty": 0.05, "reward_ma": 0.3143496359032149, "leveled_up": false}
{"t": 39, "ts": 1788179527.8169553, "step": 78, "loss_diff": 1.107306957244873, "reward": 0.4592949025913763, "level": 0, "difficulty": 0.05, "reward_ma": 0.32884416257203103, "leveled_up": false}
{"t": 40, "ts": 1788179528.771322, "step": 80, "loss_diff": 1.3641098737716675, "reward": 0.4965322575450309, "level": 0, "difficulty": 0.05, "reward_ma": 0.345612972069331, "leveled_up": false}
{"t": 41, "ts": 1788179529.6873004, "step": 82, "loss_diff": 1.4151719808578491, "reward": 0.4466311925175144, "level": 0, "difficulty": 0.05, "reward_ma": 0.35571479411414936, "leveled_up": false}
{"t": 42, "ts": 1788179530.5839334, "step": 84, "loss_diff": 1.0985009670257568, "reward": 0.5028582358180189, "level": 0, "difficulty": 0.05, "reward_ma": 0.37042913828453633, "leveled_up": false}
{"t": 43, "ts": 1788179531.5068498, "step": 86, "loss_diff": 1.16396963596344, "reward": 0.42126973232338055, "level": 0, "difficulty": 0.05, "reward_ma": 0.37551319768842073, "leveled_up": false}
{"t": 44, "ts": 1788179532.4125586, "step": 88, "loss_diff": 0.9907465577125549, "reward": 0.43136073579669587, "level": 0, "difficulty": 0.05, "reward_ma": 0.38109795149924824, "leveled_up": false}
{"t": 45, "ts": 1788179533.3817472, "step": 90, "loss_diff": 1.1069222688674927, "reward": 0.4226402017782782, "level": 0, "difficulty": 0.05, "reward_ma": 0.38525217652715127, "leveled_up": false}
{"t": 46, "ts": 1788179534.3926353, "step": 92, "loss_diff": 1.146539330482483, "reward": 0.45163545550324824, "level": 0, "difficulty": 0.05, "reward_ma": 0.391890504424761, "leveled_up": false}
{"t": 47, "ts": 1788179535.3110578, "step": 94, "loss_diff": 0.9418185353279114, "reward": 0.5201922407791766, "level": 0, "difficulty": 0.05, "reward_ma": 0.4047206780602025, "leveled_up": false}
{"t": 48, "ts": 1788179536.2092917, "step": 96, "loss_diff": 0.9313449859619141, "reward": 0.507169539429897, "level": 0, "difficulty": 0.05, "reward_ma": 0.41496556419717195, "leveled_up": false}
{"t": 49, "ts": 1788179537.09619, "step": 98, "loss_diff": 1.1046075820922852, "reward": 0.4068887556778, "level": 0, "difficulty": 0.05, "reward_ma": 0.4141578833452348, "leveled_up": false}
{"t": 50, "ts": 1788179538.0006912, "step": 100, "loss_diff": 1.0413875579833984, "reward": 0.528606606658147, "level": 0, "difficulty": 0.05, "reward_ma": 0.425602755676526, "leveled_up": false}
{"t": 51, "ts": 1788179538.872479, "step": 102, "loss_diff": 2.4049739837646484, "reward": 0.16256576854728141, "level": 0, "difficulty": 0.05, "reward_ma": 0.3992990569636016, "leveled_up": false}
{"t": 52, "ts": 1788179539.784075, "step": 104, "loss_diff": 1.198000431060791, "reward": 0.12444940323939173, "level": 0, "difficulty": 0.05, "reward_ma": 0.3718140915911806, "leveled_up": false}
{"t": 53, "ts": 1788179540.7639449, "step": 106, "loss_diff": 1.4013638496398926, "reward": 0.06920245025314, "level": 0, "difficulty": 0.05, "reward_ma": 0.3415529274573766, "leveled_up": false}
{"t": 54, "ts": 1788179541.6118917, "step": 108, "loss_diff": 0.922097384929657, "reward": 0.19069912507504957, "level": 0, "difficulty": 0.05, "reward_ma": 0.3264675472191439, "leveled_up": false}
{"t": 55, "ts": 1788179542.5083823, "step": 110, "loss_diff": 1.269225835800171, "reward": 0.18032832064814164, "level": 0, "difficulty": 0.05, "reward_ma": 0.3118536245620437, "leveled_up": false}
{"t": 56, "ts": 1788179543.365653, "step": 112, "loss_diff": 1.1964032649993896, "reward": 0.12478799114345149, "level": 0, "difficulty": 0.05, "reward_ma": 0.29314706122018447, "leveled_up": false}
{"t": 57, "ts": 1788179544.2109075, "step": 114, "loss_diff": 1.205381155014038, "reward": 0.17181587166548873, "level": 0, "difficulty": 0.05, "reward_ma": 0.28101394226471493, "leveled_up": false}
{"t": 58, "ts": 1788179552.301406, "step": 116, "loss_diff": 1.0848536491394043, "reward": 0.2977067952538604, "level": 0, "difficulty": 0.05, "reward_ma": 0.28268322756362946, "leveled_up": false}
{"t": 59, "ts": 1788179553.174024, "step": 118, "loss_diff": 1.0520329475402832, "reward": 0.23097956172101494, "level": 0, "difficulty": 0.05, "reward_ma": 0.277512860979368, "leveled_up": false}
{"t": 60, "ts": 1788179554.028212, "step": 120, "loss_diff": 1.3489288091659546, "reward": 0.10967380934396628, "level": 0, "difficulty": 0.05, "reward_ma": 0.26072895581582783, "leveled_up": false}
{"t": 61, "ts": 1788179554.9093318, "step": 122, "loss_diff": 1.1542258262634277, "reward": 0.1330337185684498, "level": 0, "difficulty": 0.05, "reward_ma": 0.24795943209109006, "leveled_up": false}
{"t": 62, "ts": 1788179555.77401, "step": 124, "loss_diff": 1.0894849300384521, "reward": 0.3012139271607208, "level": 0, "difficulty": 0.05, "reward_ma": 0.2532848815980531, "leveled_up": false}
{"t": 63, "ts": 1788179556.6732967, "step": 126, "loss_diff": 0.9632053375244141, "reward": 0.14477987701253656, "level": 0, "difficulty": 0.05, "reward_ma": 0.24243438113950147, "leveled_up": false}
{"t": 64, "ts": 1788179557.5699363, "step": 128, "loss_diff": 1.3056814670562744, "reward": 0.16061599429273193, "level": 0, "difficulty": 0.05, "reward_ma": 0.23425254245482452, "leveled_up": false}
{"t": 65, "ts": 1788179558.4772358, "step": 130, "loss_diff": 0.9503600001335144, "reward": 0.15656563341211896, "level": 0, "difficulty": 0.05, "reward_ma": 0.22648385155055398, "leveled_up": false}
{"t": 66, "ts": 1788179559.406239, "step": 132, "loss_diff": 1.1101481914520264, "reward": 0.20937078881219645, "level": 0, "difficulty": 0.05, "reward_ma": 0.22477254527671822, "leveled_up": false}
{"t": 67, "ts": 1788179560.2812867, "step": 134, "loss_diff": 1.1339353322982788, "reward": 0.2357006542681322, "level": 0, "difficulty": 0.05, "reward_ma": 0.22586535617585962, "leveled_up": false}
{"t": 68, "ts": 1788179561.1860669, "step": 136, "loss_diff": 1.5916677713394165, "reward": 0.27910143975317214, "level": 0, "difficulty": 0.05, "reward_ma": 0.2311889645335909, "leveled_up": false}
{"t": 69, "ts": 1788179562.0690403, "step": 138, "loss_diff": 0.9101144671440125, "reward": 0.2572360970535027, "level": 0, "difficulty": 0.05, "reward_ma": 0.23379367778558208, "leveled_up": false}
{"t": 70, "ts": 1788179563.077012, "step": 140, "loss_diff": 1.12778639793396, "reward": 0.22763473597947892, "level": 0, "difficulty": 0.05, "reward_ma": 0.23317778360497177, "leveled_up": false}
{"t": 71, "ts": 1788179564.0253613, "step": 142, "loss_diff": 1.198656678199768, "reward": 0.28201439892320435, "level": 0, "difficulty": 0.05, "reward_ma": 0.23806144513679503, "leveled_up": false}
{"t": 72, "ts": 1788179565.0121703, "step": 144, "loss_diff": 0.9438366889953613, "reward": 0.2090657298249553, "level": 0, "difficulty": 0.05, "reward_ma": 0.23516187360561108, "leveled_up": false}
{"t": 73, "ts": 1788179565.9845834, "step": 146, "loss_diff": 0.9118991494178772, "reward": 0.18972403695886952, "level": 0, "difficulty": 0.05, "reward_ma": 0.23061808994093694, "leveled_up": false}
{"t": 74, "ts": 1788179566.9916675, "step": 148, "loss_diff": 1.0904080867767334, "reward": 0.2455476343110224, "level": 0, "difficulty": 0.05, "reward_ma": 0.2321110443779455, "leveled_up": false}
{"t": 75, "ts": 1788179567.993645, "step": 150, "loss_diff": 1.171912670135498, "reward": 0.3437308339001902, "level": 0, "difficulty": 0.05, "reward_ma": 0.24327302333016998, "leveled_up": false}
{"t": 76, "ts": 1788179568.9281535, "step": 152, "loss_diff": 1.3125920295715332, "reward": 0.33226570082740164, "level": 0, "difficulty": 0.05, "reward_ma": 0.25217229107989314, "leveled_up": false}
{"t": 77, "ts": 1788179569.9058175, "step": 154, "loss_diff": 0.8688814640045166, "reward": 0.24741807347005418, "level": 0, "difficulty": 0.05, "reward_ma": 0.2516968693189092, "leveled_up": false}
{"t": 78, "ts": 1788179570.866782, "step": 156, "loss_diff": 1.026455044746399, "reward": 0.3228572342804748, "level": 0, "difficulty": 0.05, "reward_ma": 0.2588129058150658, "leveled_up": false}
{"t": 79, "ts": 1788179571.8736289, "step": 158, "loss_diff": 1.252109169960022, "reward": 0.2931213922865557, "level": 0, "difficulty": 0.05, "reward_ma": 0.26224375446221476, "leveled_up": false}
{"t": 80, "ts": 1788179572.8690174, "step": 160, "loss_diff": 0.9252350926399231, "reward": 0.2806512838105927, "level": 0, "difficulty": 0.05, "reward_ma": 0.2640845073970526, "leveled_up": false}
{"t": 81, "ts": 1788179573.795563, "step": 162, "loss_diff": 1.1651313304901123, "reward": 0.2506931401029113, "level": 0, "difficulty": 0.05, "reward_ma": 0.2627453706676385, "leveled_up": false}
{"t": 82, "ts": 1788179574.7188463, "step": 164, "loss_diff": 1.0174455642700195, "reward": 0.29095009854165643, "level": 0, "difficulty": 0.05, "reward_ma": 0.2655658434550403, "leveled_up": false}
{"t": 83, "ts": 1788179575.6672318, "step": 166, "loss_diff": 1.040112018585205, "reward": 0.1965047495406464, "level": 0, "difficulty": 0.05, "reward_ma": 0.25865973406360093, "leveled_up": false}
{"t": 84, "ts": 1788179576.5988376, "step": 168, "loss_diff": 1.008009433746338, "reward": 0.2667046632567163, "level": 0, "difficulty": 0.05, "reward_ma": 0.2594642269829125, "leveled_up": false}
{"t": 85, "ts": 1788179577.6863594, "step": 170, "loss_diff": 1.1639049053192139, "reward": 0.3926224044505606, "level": 0, "difficulty": 0.05, "reward_ma": 0.2727800447296773, "leveled_up": false}
{"t": 86, "ts": 1788179578.7196949, "step": 172, "loss_diff": 1.0502039194107056, "reward": 0.32068134796141984, "level": 0, "difficulty": 0.05, "reward_ma": 0.2775701750528516, "leveled_up": false}
{"t": 87, "ts": 1788179587.2136974, "step": 174, "loss_diff": 0.9190070629119873, "reward": 0.22483571725577506, "level": 0, "difficulty": 0.05, "reward_ma": 0.27229672927314397, "leveled_up": false}
{"t": 88, "ts": 1788179588.283611, "step": 176, "loss_diff": 1.043954610824585, "reward": 0.08012509522909732, "level": 0, "difficulty": 0.05, "reward_ma": 0.2530795658687393, "leveled_up": false}
{"t": 89, "ts": 1788179589.2031195, "step": 178, "loss_diff": 1.1492884159088135, "reward": 0.12723522020809622, "level": 0, "difficulty": 0.05, "reward_ma": 0.240495131302675, "leveled_up": false}
{"t": 90, "ts": 1788179590.095623, "step": 180, "loss_diff": 0.9169363379478455, "reward": 0.10529764907315702, "level": 0, "difficulty": 0.05, "reward_ma": 0.2269753830797232, "leveled_up": false}
{"t": 91, "ts": 1788179590.9293897, "step": 182, "loss_diff": 1.044215440750122, "reward": 0.2919288569756052, "level": 0, "difficulty": 0.05, "reward_ma": 0.23347073046931144, "leveled_up": false}
{"t": 92, "ts": 1788179591.8195615, "step": 184, "loss_diff": 1.1625100374221802, "reward": 0.2847714164282593, "level": 0, "difficulty": 0.05, "reward_ma": 0.23860079906520623, "leveled_up": false}
{"t": 93, "ts": 1788179592.7206664, "step": 186, "loss_diff": 1.2378253936767578, "reward": 0.3438332010688142, "level": 0, "difficulty": 0.05, "reward_ma": 0.24912403926556703, "leveled_up": false}
{"t": 94, "ts": 1788179593.6820142, "step": 188, "loss_diff": 1.0689654350280762, "reward": 0.2890912599413466, "level": 0, "difficulty": 0.05, "reward_ma": 0.253120761333145, "leveled_up": false}
{"t": 95, "ts": 1788179594.6204054, "step": 190, "loss_diff": 1.1761411428451538, "reward": 0.2995793767041772, "level": 0, "difficulty": 0.05, "reward_ma": 0.2577666228702482, "leveled_up": false}
{"t": 96, "ts": 1788179595.5243182, "step": 192, "loss_diff": 1.074468970298767, "reward": 0.11060732062289316, "level": 0, "difficulty": 0.05, "reward_ma": 0.2430506926455127, "leveled_up": false}
{"t": 97, "ts": 1788179596.418643, "step": 194, "loss_diff": 0.9821319580078125, "reward": 0.28418987753901503, "level": 0, "difficulty": 0.05, "reward_ma": 0.24716461113486296, "leveled_up": false}
{"t": 98, "ts": 1788179597.3344088, "step": 196, "loss_diff": 1.1083639860153198, "reward": 0.11801317105127845, "level": 0, "difficulty": 0.05, "reward_ma": 0.23424946712650452, "leveled_up": false}
{"t": 99, "ts": 1788179598.5183973, "step": 198, "loss_diff": 0.9427465796470642, "reward": 0.16873549299502055, "level": 0, "difficulty": 0.05, "reward_ma": 0.22769806971335613, "leveled_up": false}
{"t": 100, "ts": 1788179599.5344195, "step": 200, "loss_diff": 0.986529529094696, "reward": 0.2366767057121204, "level": 0, "difficulty": 0.05, "reward_ma": 0.22859593331323258, "leveled_up": false}
{"t": 101, "ts": 1788179600.5105417, "step": 202, "loss_diff": 1.2243423461914062, "reward": 0.23422548352547684, "level": 0, "difficulty": 0.05, "reward_ma": 0.22915888833445702, "leveled_up": false}
{"t": 102, "ts": 1788179601.4158769, "step": 204, "loss_diff": 0.8829066157341003, "reward": 0.13801597461267193, "level": 0, "difficulty": 0.05, "reward_ma": 0.22004459696227852, "leveled_up": false}
{"t": 103, "ts": 1788179602.3141186, "step": 206, "loss_diff": 1.0670640468597412, "reward": 0.10182493160079287, "level": 0, "difficulty": 0.05, "reward_ma": 0.20822263042612996, "leveled_up": false}
{"t": 104, "ts": 1788179603.2015953, "step": 208, "loss_diff": 1.1204184293746948, "reward": 0.1283059897062301, "level": 0, "difficulty": 0.05, "reward_ma": 0.20023096635413995, "leveled_up": false}
{"t": 105, "ts": 1788179604.1121523, "step": 210, "loss_diff": 1.1083749532699585, "reward": 0.12261676580517959, "level": 0, "difficulty": 0.05, "reward_ma": 0.19246954629924393, "leveled_up": false}
{"t": 106, "ts": 1788179604.7149467, "step": 212, "loss_diff": 1.3218952417373657, "reward": 0.27691639159509784, "level": 0, "difficulty": 0.05, "reward_ma": 0.2009142308288293, "leveled_up": false}
{"t": 107, "ts": 1788179605.3309145, "step": 214, "loss_diff": 1.16497004032135, "reward": 0.07602297044344464, "level": 0, "difficulty": 0.05, "reward_ma": 0.18842510479029084, "leveled_up": false}
{"t": 108, "ts": 1788179605.994441, "step": 216, "loss_diff": 1.00962495803833, "reward": 0.4187495608922045, "level": 0, "difficulty": 0.05, "reward_ma": 0.21145755040048222, "leveled_up": false}
{"t": 109, "ts": 1788179606.6154888, "step": 218, "loss_diff": 1.1806142330169678, "reward": 0.2455761032008681, "level": 0, "difficulty": 0.05, "reward_ma": 0.21486940568052082, "leveled_up": false}
{"t": 110, "ts": 1788179607.2923753, "step": 220, "loss_diff": 0.965219259262085, "reward": 0.23983193734379593, "level": 0, "difficulty": 0.05, "reward_ma": 0.21736565884684833, "leveled_up": false}
{"t": 111, "ts": 1788179607.9002671, "step": 222, "loss_diff": 0.9802267551422119, "reward": 0.08649621033828556, "level": 0, "difficulty": 0.05, "reward_ma": 0.20427871399599204, "leveled_up": false}
{"t": 112, "ts": 1788179608.5121157, "step": 224, "loss_diff": 1.0192419290542603, "reward": 0.40636653174686804, "level": 0, "difficulty": 0.05, "reward_ma": 0.22448749577107965, "leveled_up": false}
{"t": 113, "ts": 1788179609.1901128, "step": 226, "loss_diff": 0.9513868689537048, "reward": 0.2092732420819136, "level": 0, "difficulty": 0.05, "reward_ma": 0.22296607040216304, "leveled_up": false}
{"t": 114, "ts": 1788179609.8023148, "step": 228, "loss_diff": 0.9974103569984436, "reward": 0.30044215146386766, "level": 0, "difficulty": 0.05, "reward_ma": 0.23071367850833352, "leveled_up": false}
{"t": 115, "ts": 1788179610.4208114, "step": 230, "loss_diff": 1.054678201675415, "reward": 0.35625363220801154, "level": 0, "difficulty": 0.05, "reward_ma": 0.2432676738783013, "leveled_up": false}
{"t": 116, "ts": 1788179618.210433, "step": 232, "loss_diff": 1.0371637344360352, "reward": 0.3347139313651704, "level": 0, "difficulty": 0.05, "reward_ma": 0.25241229962698825, "leveled_up": false}
{"t": 117, "ts": 1788179618.810817, "step": 234, "loss_diff": 1.0930451154708862, "reward": 0.4207837903434443, "level": 0, "difficulty": 0.05, "reward_ma": 0.2692494486986339, "leveled_up": false}
{"t": 118, "ts": 1788179619.4731052, "step": 236, "loss_diff": 1.050498366355896, "reward": 0.37915108620834775, "level": 0, "difficulty": 0.05, "reward_ma": 0.28023961244960527, "leveled_up": false}
{"t": 119, "ts": 1788179620.0983126, "step": 238, "loss_diff": 0.9457617998123169, "reward": 0.38900616492020496, "level": 0, "difficulty": 0.05, "reward_ma": 0.2911162676966652, "leveled_up": false}
{"t": 120, "ts": 1788179620.7146168, "step": 240, "loss_diff": 1.0153558254241943, "reward": 0.34720926774692723, "level": 0, "difficulty": 0.05, "reward_ma": 0.29672556770169145, "leveled_up": false}
{"t": 121, "ts": 1788179621.3160574, "step": 242, "loss_diff": 0.864101231098175, "reward": 0.22239721875266416, "level": 0, "difficulty": 0.05, "reward_ma": 0.28929273280678874, "leveled_up": false}
{"t": 122, "ts": 1788179621.964922, "step": 244, "loss_diff": 1.2956212759017944, "reward": 0.22073713439838114, "level": 0, "difficulty": 0.05, "reward_ma": 0.282437172965948, "leveled_up": false}
{"t": 123, "ts": 1788179622.6022077, "step": 246, "loss_diff": 0.9610211253166199, "reward": 0.40496800184934556, "level": 0, "difficulty": 0.05, "reward_ma": 0.29469025585428776, "leveled_up": false}
{"t": 124, "ts": 1788179623.2010078, "step": 248, "loss_diff": 1.2154461145401, "reward": 0.20224036143545754, "level": 0, "difficulty": 0.05, "reward_ma": 0.28544526641240475, "leveled_up": false}
{"t": 125, "ts": 1788179623.8251677, "step": 250, "loss_diff": 1.0502707958221436, "reward": 0.15039553669520245, "level": 0, "difficulty": 0.05, "reward_ma": 0.27194029344068454, "leveled_up": false}
{"t": 126, "ts": 1788179624.4856672, "step": 252, "loss_diff": 0.9552384614944458, "reward": 0.18458441096409217, "level": 0, "difficulty": 0.05, "reward_ma": 0.2632047051930253, "leveled_up": false}
{"t": 127, "ts": 1788179625.1034765, "step": 254, "loss_diff": 0.9304894804954529, "reward": 0.16772549330532943, "level": 0, "difficulty": 0.05, "reward_ma": 0.25365678400425573, "leveled_up": false}
{"t": 128, "ts": 1788179625.7780476, "step": 256, "loss_diff": 1.0250096321105957, "reward": 0.2221255765810379, "level": 0, "difficulty": 0.05, "reward_ma": 0.25050366326193396, "leveled_up": false}
{"t": 129, "ts": 1788179626.4110935, "step": 258, "loss_diff": 1.079704761505127, "reward": 0.22702134728634193, "level": 0, "difficulty": 0.05, "reward_ma": 0.24815543166437476, "leveled_up": false}
{"t": 130, "ts": 1788179627.1114898, "step": 260, "loss_diff": 0.9648094773292542, "reward": 0.27808846131750714, "level": 0, "difficulty": 0.05, "reward_ma": 0.251148734629688, "leveled_up": false}
{"t": 131, "ts": 1788179627.896641, "step": 262, "loss_diff": 1.1829466819763184, "reward": 0.2706500067555201, "level": 0, "difficulty": 0.05, "reward_ma": 0.25309886184227126, "leveled_up": false}
{"t": 132, "ts": 1788179628.5234437, "step": 264, "loss_diff": 1.165207862854004, "reward": 0.11669504299404244, "level": 0, "difficulty": 0.05, "reward_ma": 0.2394584799574484, "leveled_up": false}
{"t": 133, "ts": 1788179629.2173033, "step": 266, "loss_diff": 1.112227439880371, "reward": 0.31771593195054676, "level": 0, "difficulty": 0.05, "reward_ma": 0.24728422515675824, "leveled_up": false}
{"t": 134, "ts": 1788179629.884761, "step": 268, "loss_diff": 1.0342893600463867, "reward": 0.38735027078123957, "level": 0, "difficulty": 0.05, "reward_ma": 0.26129082971920636, "leveled_up": false}
{"t": 135, "ts": 1788179630.533726, "step": 270, "loss_diff": 1.0604475736618042, "reward": 0.37495522961044103, "level": 0, "difficulty": 0.05, "reward_ma": 0.2726572697083298, "leveled_up": false}
{"t": 136, "ts": 1788179631.2048044, "step": 272, "loss_diff": 0.9288421273231506, "reward": 0.3580957243423521, "level": 0, "difficulty": 0.05, "reward_ma": 0.281201115171732, "leveled_up": false}
{"t": 137, "ts": 1788179631.835837, "step": 274, "loss_diff": 1.0385751724243164, "reward": 0.3493229226752116, "level": 0, "difficulty": 0.05, "reward_ma": 0.28801329592207997, "leveled_up": false}
{"t": 138, "ts": 1788179632.523256, "step": 276, "loss_diff": 1.0788037776947021, "reward": 0.4689924974676274, "level": 0, "difficulty": 0.05, "reward_ma": 0.3061112160766347, "leveled_up": false}
{"t": 139, "ts": 1788179633.313714, "step": 278, "loss_diff": 0.9962456822395325, "reward": 0.18617051981497743, "level": 0, "difficulty": 0.05, "reward_ma": 0.29411714645046905, "leveled_up": false}
{"t": 140, "ts": 1788179633.9682355, "step": 280, "loss_diff": 0.8814117908477783, "reward": 0.28977295136422304, "level": 0, "difficulty": 0.05, "reward_ma": 0.2936827269418445, "leveled_up": false}
{"t": 141, "ts": 1788179634.5948906, "step": 282, "loss_diff": 0.9830122590065002, "reward": 0.2883817460118744, "level": 0, "difficulty": 0.05, "reward_ma": 0.29315262884884746, "leveled_up": false}
{"t": 142, "ts": 1788179635.1973395, "step": 284, "loss_diff": 0.9966001510620117, "reward": 0.3184328209876679, "level": 0, "difficulty": 0.05, "reward_ma": 0.29568064806272953, "leveled_up": false}
{"t": 143, "ts": 1788179635.8027217, "step": 286, "loss_diff": 0.9981775283813477, "reward": 0.409086445568969, "level": 0, "difficulty": 0.05, "reward_ma": 0.3070212278133535, "leveled_up": false}
{"t": 144, "ts": 1788179636.4021263, "step": 288, "loss_diff": 1.0229270458221436, "reward": 0.18926972910018613, "level": 0, "difficulty": 0.05, "reward_ma": 0.2952460779420368, "leveled_up": false}
{"t": 145, "ts": 1788179674.267973, "step": 0, "loss_diff": 8.063432693481445, "reward": 0.023287967843603034, "level": 0, "difficulty": 0.14392465975882704, "reward_ma": 0.0023287967843603034, "leveled_up": false}
{"t": 146, "ts": 1788179675.66706, "step": 2, "loss_diff": 2.6472344398498535, "reward": 0.04786499887189436, "level": 0, "difficulty": 0.08819084103331057, "reward_ma": 0.00688241699311371, "leveled_up": false}
{"t": 147, "ts": 1788179677.0704932, "step": 4, "loss_diff": 0.8630863428115845, "reward": 0.08724951350739604, "level": 0, "difficulty": 0.05, "reward_ma": 0.014919126644541942, "leveled_up": false}
{"t": 148, "ts": 1788179678.4673834, "step": 6, "loss_diff": 1.3867560625076294, "reward": 0.06958475499772254, "level": 0, "difficulty": 0.05, "reward_ma": 0.02038568947986, "leveled_up": false}
{"t": 149, "ts": 1788179679.929941, "step": 8, "loss_diff": 1.53940749168396, "reward": 0.06580684416947631, "level": 0, "difficulty": 0.05, "reward_ma": 0.024927804948821634, "leveled_up": false}
{"t": 150, "ts": 1788179681.381742, "step": 10, "loss_diff": 1.5572582483291626, "reward": 0.06539451799577913, "level": 0, "difficulty": 0.05, "reward_ma": 0.028974476253517383, "leveled_up": false}
{"t": 151, "ts": 1788179682.771804, "step": 12, "loss_diff": 1.2998417615890503, "reward": 0.07195982552361453, "level": 0, "difficulty": 0.05, "reward_ma": 0.0332730111805271, "leveled_up": false}
{"t": 152, "ts": 1788179684.179095, "step": 14, "loss_diff": 1.4704103469848633, "reward": 0.0674566046031046, "level": 0, "difficulty": 0.05, "reward_ma": 0.03669137052278485, "leveled_up": false}
{"t": 153, "ts": 1788179685.5839074, "step": 16, "loss_diff": 1.3743212223052979, "reward": 0.06991389749425925, "level": 0, "difficulty": 0.05, "reward_ma": 0.04001362321993229, "leveled_up": false}
{"t": 154, "ts": 1788179687.0798795, "step": 18, "loss_diff": 1.1233923435211182, "reward": 0.07737962584740526, "level": 0, "difficulty": 0.05, "reward_ma": 0.043750223482679595, "leveled_up": false}
{"t": 155, "ts": 1788179688.6143503, "step": 20, "loss_diff": 3.199069023132324, "reward": 0.042460150938497365, "level": 0, "difficulty": 0.05, "reward_ma": 0.04362121622826138, "leveled_up": false}
{"t": 156, "ts": 1788179689.9845772, "step": 22, "loss_diff": 1.0082836151123047, "reward": 0.08142859271827182, "level": 0, "difficulty": 0.05, "reward_ma": 0.047401953877262426, "leveled_up": false}
{"t": 157, "ts": 1788179691.373689, "step": 24, "loss_diff": 1.184728980064392, "reward": 0.07596540282036215, "level": 0, "difficulty": 0.05, "reward_ma": 0.050258298771572396, "leveled_up": false}
{"t": 158, "ts": 1788179692.815735, "step": 26, "loss_diff": 1.235059380531311, "reward": 0.07945155565826596, "level": 0, "difficulty": 0.05, "reward_ma": 0.053177624460241754, "leveled_up": false}
{"t": 159, "ts": 1788179694.2038536, "step": 28, "loss_diff": 1.2421197891235352, "reward": 0.07363892201730085, "level": 0, "difficulty": 0.05, "reward_ma": 0.05522375421594767, "leveled_up": false}
{"t": 160, "ts": 1788179695.6019309, "step": 30, "loss_diff": 0.9768601655960083, "reward": 0.08261584803149163, "level": 0, "difficulty": 0.05, "reward_ma": 0.05796296359750207, "leveled_up": false}
{"t": 161, "ts": 1788179696.9892547, "step": 32, "loss_diff": 1.075195074081421, "reward": 0.07902030824476117, "level": 0, "difficulty": 0.05, "reward_ma": 0.060068698062227976, "leveled_up": false}
{"t": 162, "ts": 1788179698.3888884, "step": 34, "loss_diff": 1.1353083848953247, "reward": 0.07698541151571694, "level": 0, "difficulty": 0.05, "reward_ma": 0.06176036940757688, "leveled_up": false}
{"t": 163, "ts": 1788179699.8002875, "step": 36, "loss_diff": 1.085301160812378, "reward": 0.07867000305834741, "level": 0, "difficulty": 0.05, "reward_ma": 0.06345133277265393, "leveled_up": false}
{"t": 164, "ts": 1788179701.1852424, "step": 38, "loss_diff": 1.5205879211425781, "reward": 0.06624787273577838, "level": 0, "difficulty": 0.05, "reward_ma": 0.06373098676896637, "leveled_up": false}
{"t": 165, "ts": 1788179702.593612, "step": 40, "loss_diff": 1.0272490978240967, "reward": 0.080729840822592, "level": 0, "difficulty": 0.05, "reward_ma": 0.06543087217432893, "leveled_up": false}
{"t": 166, "ts": 1788179703.9819453, "step": 42, "loss_diff": 1.050645112991333, "reward": 0.07988565990645968, "level": 0, "difficulty": 0.05, "reward_ma": 0.066876350947542, "leveled_up": false}
{"t": 167, "ts": 1788179705.3867223, "step": 44, "loss_diff": 0.9716894626617432, "reward": 0.0828148357995677, "level": 0, "difficulty": 0.05, "reward_ma": 0.06847019943274457, "leveled_up": false}
{"t": 168, "ts": 1788179706.8847656, "step": 46, "loss_diff": 0.948495626449585, "reward": 0.08372041386421245, "level": 0, "difficulty": 0.05, "reward_ma": 0.06999522087589136, "leveled_up": false}
{"t": 169, "ts": 1788179708.3678398, "step": 48, "loss_diff": 0.8816637992858887, "reward": 0.08645463180586477, "level": 0, "difficulty": 0.05, "reward_ma": 0.0716411619688887, "leveled_up": false}
{"t": 170, "ts": 1788179709.8968122, "step": 50, "loss_diff": 1.1208345890045166, "reward": 0.07746482064480784, "level": 0, "difficulty": 0.05, "reward_ma": 0.07222352783648062, "leveled_up": false}
{"t": 171, "ts": 1788179710.8216212, "step": 52, "loss_diff": 1.2497001886367798, "reward": 0.07341349814925603, "level": 0, "difficulty": 0.05, "reward_ma": 0.07234252486775816, "leveled_up": false}
{"t": 172, "ts": 1788179711.7230194, "step": 54, "loss_diff": 0.8520342111587524, "reward": 0.416718372498523, "level": 0, "difficulty": 0.05, "reward_ma": 0.10678010963083465, "leveled_up": false}
{"t": 173, "ts": 1788179712.6861184, "step": 56, "loss_diff": 0.8160440921783447, "reward": 0.36057835453550346, "level": 0, "difficulty": 0.05, "reward_ma": 0.13215993412130153, "leveled_up": false}
{"t": 174, "ts": 1788179743.505699, "step": 58, "loss_diff": 1.000837802886963, "reward": 0.29507043248937564, "level": 0, "difficulty": 0.05, "reward_ma": 0.14845098395810896, "leveled_up": false}
{"t": 175, "ts": 1788179744.3948765, "step": 60, "loss_diff": 0.7039050459861755, "reward": 0.19392041480336084, "level": 0, "difficulty": 0.05, "reward_ma": 0.15299792704263415, "leveled_up": false}
{"t": 176, "ts": 1788179745.2907398, "step": 62, "loss_diff": 0.8603565096855164, "reward": 0.23728017532448753, "level": 0, "difficulty": 0.05, "reward_ma": 0.1614261518708195, "leveled_up": false}
{"t": 177, "ts": 1788179746.1028059, "step": 64, "loss_diff": 0.7156010866165161, "reward": 0.25688778485377795, "level": 0, "difficulty": 0.05, "reward_ma": 0.17097231516911535, "leveled_up": false}
{"t": 178, "ts": 1788179746.998347, "step": 66, "loss_diff": 1.0407507419586182, "reward": 0.16813614694569087, "level": 0, "difficulty": 0.05, "reward_ma": 0.17068869834677292, "leveled_up": false}
{"t": 179, "ts": 1788179747.8673394, "step": 68, "loss_diff": 0.9763073325157166, "reward": 0.19146325323154845, "level": 0, "difficulty": 0.05, "reward_ma": 0.17276615383525049, "leveled_up": false}
{"t": 180, "ts": 1788179748.7189796, "step": 70, "loss_diff": 1.0843137502670288, "reward": 0.18791668392600838, "level": 0, "difficulty": 0.05, "reward_ma": 0.1742812068443263, "leveled_up": false}
{"t": 181, "ts": 1788179749.5887601, "step": 72, "loss_diff": 0.9891074895858765, "reward": 0.3586371063454521, "level": 0, "difficulty": 0.05, "reward_ma": 0.1927167967944389, "leveled_up": false}
{"t": 182, "ts": 1788179750.408679, "step": 74, "loss_diff": 0.7516302466392517, "reward": 0.18022164187997045, "level": 0, "difficulty": 0.05, "reward_ma": 0.19146728130299207, "leveled_up": false}
{"t": 183, "ts": 1788179751.2964916, "step": 76, "loss_diff": 1.0530534982681274, "reward": 0.42653545597957787, "level": 0, "difficulty": 0.05, "reward_ma": 0.21497409877065066, "leveled_up": false}
{"t": 184, "ts": 1788179752.1131248, "step": 78, "loss_diff": 0.8712486028671265, "reward": 0.21229823041986462, "level": 0, "difficulty": 0.05, "reward_ma": 0.21470651193557205, "leveled_up": false}
{"t": 185, "ts": 1788179752.9713883, "step": 80, "loss_diff": 0.9621021747589111, "reward": 0.4240645544585836, "level": 0, "difficulty": 0.05, "reward_ma": 0.2356423161878732, "leveled_up": false}
{"t": 186, "ts": 1788179753.7992237, "step": 82, "loss_diff": 0.9580913186073303, "reward": 0.2994738383418311, "level": 0, "difficulty": 0.05, "reward_ma": 0.242025468403269, "leveled_up": false}
{"t": 187, "ts": 1788179754.6012547, "step": 84, "loss_diff": 1.03556489944458, "reward": 0.41946611855728655, "level": 0, "difficulty": 0.05, "reward_ma": 0.25976953341867076, "leveled_up": false}
{"t": 188, "ts": 1788179755.4333386, "step": 86, "loss_diff": 1.1948597431182861, "reward": 0.5614643201914195, "level": 0, "difficulty": 0.05, "reward_ma": 0.28993901209594564, "leveled_up": false}
{"t": 189, "ts": 1788179756.3028762, "step": 88, "loss_diff": 0.8845915198326111, "reward": 0.5329788338453353, "level": 0, "difficulty": 0.05, "reward_ma": 0.31424299427088465, "leveled_up": false}
{"t": 190, "ts": 1788179757.195513, "step": 90, "loss_diff": 0.978730320930481, "reward": 0.1555978123807095, "level": 0, "difficulty": 0.05, "reward_ma": 0.29837847608186713, "leveled_up": false}
{"t": 191, "ts": 1788179758.0208335, "step": 92, "loss_diff": 0.9239014983177185, "reward": 0.4252654425338591, "level": 0, "difficulty": 0.05, "reward_ma": 0.31106717272706635, "leveled_up": false}
{"t": 192, "ts": 1788179758.8963454, "step": 94, "loss_diff": 0.9379463195800781, "reward": 0.4745882307558039, "level": 0, "difficulty": 0.05, "reward_ma": 0.3274192785299401, "leveled_up": false}
{"t": 193, "ts": 1788179759.7843125, "step": 96, "loss_diff": 0.9400429725646973, "reward": 0.2770543139539243, "level": 0, "difficulty": 0.05, "reward_ma": 0.32238278207233856, "leveled_up": false}
{"t": 194, "ts": 1788179760.7208762, "step": 98, "loss_diff": 0.8686492443084717, "reward": 0.5166647202434681, "level": 0, "difficulty": 0.05, "reward_ma": 0.34181097588945153, "leveled_up": false}
{"t": 195, "ts": 1788179761.6745963, "step": 100, "loss_diff": 0.9417654275894165, "reward": 0.3498803230066806, "level": 0, "difficulty": 0.05, "reward_ma": 0.3426179106011744, "leveled_up": false}
{"t": 196, "ts": 1788179762.5115747, "step": 102, "loss_diff": 1.067636251449585, "reward": 0.6030833179487657, "level": 0, "difficulty": 0.05, "reward_ma": 0.3686644513359335, "leveled_up": false}
{"t": 197, "ts": 1788179763.3765604, "step": 104, "loss_diff": 1.1678000688552856, "reward": 0.2977182979309865, "level": 0, "difficulty": 0.05, "reward_ma": 0.36156983599543885, "leveled_up": false}
{"t": 198, "ts": 1788179764.2151704, "step": 106, "loss_diff": 1.0647456645965576, "reward": 0.2926330209028749, "level": 0, "difficulty": 0.05, "reward_ma": 0.35467615448618245, "leveled_up": false}
{"t": 199, "ts": 1788179765.0377622, "step": 108, "loss_diff": 0.9216815829277039, "reward": 0.5847561349223175, "level": 0, "difficulty": 0.05, "reward_ma": 0.3776841525297959, "leveled_up": false}
{"t": 200, "ts": 1788179765.9209807, "step": 110, "loss_diff": 1.2332245111465454, "reward": 0.44019570354375803, "level": 0, "difficulty": 0.05, "reward_ma": 0.38393530763119216, "leveled_up": false}
{"t": 201, "ts": 1788179766.8327162, "step": 112, "loss_diff": 1.183863878250122, "reward": 0.5533338301119175, "level": 0, "difficulty": 0.05, "reward_ma": 0.4008751598792647, "leveled_up": false}
{"t": 202, "ts": 1788179767.6962855, "step": 114, "loss_diff": 1.1480529308319092, "reward": 0.41439714200459493, "level": 0, "difficulty": 0.05, "reward_ma": 0.4022273580917977, "leveled_up": false}
{"t": 203, "ts": 1788179797.0690815, "step": 116, "loss_diff": 0.9487121105194092, "reward": 0.4522844686387938, "level": 0, "difficulty": 0.05, "reward_ma": 0.4072330691464973, "leveled_up": false}
{"t": 204, "ts": 1788179797.8813012, "step": 118, "loss_diff": 1.0361546277999878, "reward": 0.46091475002582716, "level": 0, "difficulty": 0.05, "reward_ma": 0.4126012372344303, "leveled_up": false}
{"t": 205, "ts": 1788179798.7065578, "step": 120, "loss_diff": 1.009808897972107, "reward": 0.47497916833967657, "level": 0, "difficulty": 0.05, "reward_ma": 0.41883903034495495, "leveled_up": false}
{"t": 206, "ts": 1788179799.4863172, "step": 122, "loss_diff": 1.0875513553619385, "reward": 0.47600172831240883, "level": 0, "difficulty": 0.05, "reward_ma": 0.4245553001417004, "leveled_up": false}
{"t": 207, "ts": 1788179800.2734342, "step": 124, "loss_diff": 1.1153028011322021, "reward": 0.41344032272209247, "level": 0, "difficulty": 0.05, "reward_ma": 0.4234438023997396, "leveled_up": false}
{"t": 208, "ts": 1788179801.0891984, "step": 126, "loss_diff": 0.9965033531188965, "reward": 0.5420502974765413, "level": 0, "difficulty": 0.05, "reward_ma": 0.4353044519074198, "leveled_up": false}
{"t": 209, "ts": 1788179801.881523, "step": 128, "loss_diff": 0.9654058814048767, "reward": 0.367811998025992, "level": 0, "difficulty": 0.05, "reward_ma": 0.42855520651927703, "leveled_up": false}
{"t": 210, "ts": 1788179802.6918507, "step": 130, "loss_diff": 0.9702091217041016, "reward": 0.5104979623198197, "level": 0, "difficulty": 0.05, "reward_ma": 0.4367494820993313, "leveled_up": false}
{"t": 211, "ts": 1788179803.4814966, "step": 132, "loss_diff": 1.1136504411697388, "reward": 0.48175606575263796, "level": 0, "difficulty": 0.05, "reward_ma": 0.441250140464662, "leveled_up": false}
{"t": 212, "ts": 1788179804.3073719, "step": 134, "loss_diff": 0.8546076416969299, "reward": 0.4635798290378351, "level": 0, "difficulty": 0.05, "reward_ma": 0.4434831093219793, "leveled_up": false}
{"t": 213, "ts": 1788179805.2091358, "step": 136, "loss_diff": 1.1239864826202393, "reward": 0.5232097446227237, "level": 0, "difficulty": 0.05, "reward_ma": 0.45145577285205374, "leveled_up": false}
{"t": 214, "ts": 1788179805.9864447, "step": 138, "loss_diff": 0.8257485628128052, "reward": 0.4104356551426603, "level": 0, "difficulty": 0.05, "reward_ma": 0.4473537610811144, "leveled_up": false}
{"t": 215, "ts": 1788179806.799514, "step": 140, "loss_diff": 1.1604126691818237, "reward": 0.4407704767824376, "level": 0, "difficulty": 0.05, "reward_ma": 0.4466954326512467, "leveled_up": false}
{"t": 216, "ts": 1788179807.5889325, "step": 142, "loss_diff": 1.0097883939743042, "reward": 0.5910337266797461, "level": 0, "difficulty": 0.05, "reward_ma": 0.46112926205409666, "leveled_up": false}
{"t": 217, "ts": 1788179808.3881736, "step": 144, "loss_diff": 0.8799853920936584, "reward": 0.3634677002999033, "level": 0, "difficulty": 0.05, "reward_ma": 0.45136310587867734, "leveled_up": false}
{"t": 218, "ts": 1788179809.2020268, "step": 146, "loss_diff": 0.9204357862472534, "reward": 0.5564995340267499, "level": 0, "difficulty": 0.05, "reward_ma": 0.4618767486934846, "leveled_up": false}
{"t": 219, "ts": 1788179809.9796023, "step": 148, "loss_diff": 0.9657421708106995, "reward": 0.5595606224425813, "level": 0, "difficulty": 0.05, "reward_ma": 0.4716451360683943, "leveled_up": false}
{"t": 220, "ts": 1788179810.8737257, "step": 150, "loss_diff": 0.9755503535270691, "reward": 0.32494949596187234, "level": 0, "difficulty": 0.05, "reward_ma": 0.4569755720577421, "leveled_up": false}
{"t": 221, "ts": 1788179811.7079713, "step": 152, "loss_diff": 1.2318377494812012, "reward": 0.1500498347176047, "level": 0, "difficulty": 0.05, "reward_ma": 0.4262829983237284, "leveled_up": false}
{"t": 222, "ts": 1788179812.672982, "step": 154, "loss_diff": 0.8192803859710693, "reward": 0.6007006894270792, "level": 0, "difficulty": 0.05, "reward_ma": 0.4437247674340635, "leveled_up": false}
{"t": 223, "ts": 1788179813.4852939, "step": 156, "loss_diff": 0.9508427381515503, "reward": 0.3440340343903708, "level": 0, "difficulty": 0.05, "reward_ma": 0.4337556941296943, "leveled_up": false}
{"t": 224, "ts": 1788179814.2756813, "step": 158, "loss_diff": 1.1454157829284668, "reward": 0.6088484942455973, "level": 0, "difficulty": 0.05, "reward_ma": 0.4512649741412846, "leveled_up": false}
{"t": 225, "ts": 1788179815.0915687, "step": 160, "loss_diff": 0.7966733574867249, "reward": 0.3244998367255229, "level": 0, "difficulty": 0.05, "reward_ma": 0.43858846039970845, "leveled_up": false}
{"t": 226, "ts": 1788179815.8853052, "step": 162, "loss_diff": 1.1307121515274048, "reward": 0.18267459437298533, "level": 0, "difficulty": 0.05, "reward_ma": 0.41299707379703615, "leveled_up": false}
{"t": 227, "ts": 1788179816.6881812, "step": 164, "loss_diff": 1.0042833089828491, "reward": 0.4373871702733319, "level": 0, "difficulty": 0.05, "reward_ma": 0.4154360834446657, "leveled_up": false}
{"t": 228, "ts": 1788179817.4982643, "step": 166, "loss_diff": 1.0498090982437134, "reward": 0.47887543195188104, "level": 0, "difficulty": 0.05, "reward_ma": 0.42178001829538725, "leveled_up": false}
{"t": 229, "ts": 1788179818.2902853, "step": 168, "loss_diff": 1.2715142965316772, "reward": 0.17379959803290204, "level": 0, "difficulty": 0.05, "reward_ma": 0.3969819762691387, "leveled_up": false}
{"t": 230, "ts": 1788179819.1115084, "step": 170, "loss_diff": 1.2867895364761353, "reward": 0.3883500991537078, "level": 0, "difficulty": 0.05, "reward_ma": 0.39611878855759564, "leveled_up": false}
{"t": 231, "ts": 1788179819.9016545, "step": 172, "loss_diff": 1.0486098527908325, "reward": 0.398140720108429, "level": 0, "difficulty": 0.05, "reward_ma": 0.396320981712679, "leveled_up": false}
{"t": 232, "ts": 1788179848.9344714, "step": 174, "loss_diff": 1.0073436498641968, "reward": 0.33170007647489924, "level": 0, "difficulty": 0.05, "reward_ma": 0.38985889118890105, "leveled_up": false}
{"t": 233, "ts": 1788179849.786381, "step": 176, "loss_diff": 1.1542078256607056, "reward": 0.4731021027628606, "level": 0, "difficulty": 0.05, "reward_ma": 0.398183212346297, "leveled_up": false}
{"t": 234, "ts": 1788179850.5833552, "step": 178, "loss_diff": 1.0402904748916626, "reward": 0.5370182350694165, "level": 0, "difficulty": 0.05, "reward_ma": 0.41206671461860894, "leveled_up": false}
{"t": 235, "ts": 1788179851.4103696, "step": 180, "loss_diff": 1.1019859313964844, "reward": 0.47710076487391945, "level": 0, "difficulty": 0.05, "reward_ma": 0.41857011964414, "leveled_up": false}
{"t": 236, "ts": 1788179852.1890647, "step": 182, "loss_diff": 0.9995400905609131, "reward": 0.6724351762065462, "level": 0, "difficulty": 0.05, "reward_ma": 0.4439566253003806, "leveled_up": false}
{"t": 237, "ts": 1788179852.9716303, "step": 184, "loss_diff": 1.0048797130584717, "reward": 0.49943643818176, "level": 0, "difficulty": 0.05, "reward_ma": 0.44950460658851854, "leveled_up": false}
{"t": 238, "ts": 1788179853.7798805, "step": 186, "loss_diff": 1.2379851341247559, "reward": 0.5370154781104749, "level": 0, "difficulty": 0.05, "reward_ma": 0.4582556937407142, "leveled_up": false}
{"t": 239, "ts": 1788179854.8884873, "step": 188, "loss_diff": 0.9045102596282959, "reward": 0.6638161989737499, "level": 0, "difficulty": 0.05, "reward_ma": 0.4788117442640178, "leveled_up": false}
{"t": 240, "ts": 1788179855.9054124, "step": 190, "loss_diff": 0.8611670732498169, "reward": 0.2782946062130893, "level": 0, "difficulty": 0.05, "reward_ma": 0.45876003045892494, "leveled_up": false}
{"t": 241, "ts": 1788179856.6843288, "step": 192, "loss_diff": 0.8596082925796509, "reward": 0.4213000600700473, "level": 0, "difficulty": 0.05, "reward_ma": 0.45501403342003716, "leveled_up": false}
{"t": 242, "ts": 1788179857.4734933, "step": 194, "loss_diff": 0.8477396965026855, "reward": 0.5915702723077031, "level": 0, "difficulty": 0.05, "reward_ma": 0.4686696573088038, "leveled_up": false}
{"t": 243, "ts": 1788179858.2828517, "step": 196, "loss_diff": 0.8366191983222961, "reward": 0.35037744812530164, "level": 0, "difficulty": 0.05, "reward_ma": 0.4568404363904536, "leveled_up": false}
{"t": 244, "ts": 1788179859.121513, "step": 198, "loss_diff": 0.8150609135627747, "reward": 0.4644100424091655, "level": 0, "difficulty": 0.05, "reward_ma": 0.4575973969923248, "leveled_up": false}
{"t": 245, "ts": 1788179860.0215726, "step": 200, "loss_diff": 0.7582305669784546, "reward": 0.5158821687531071, "level": 0, "difficulty": 0.05, "reward_ma": 0.4634258741684031, "leveled_up": false}
{"t": 246, "ts": 1788179860.996202, "step": 202, "loss_diff": 1.1521579027175903, "reward": 0.3199075984715085, "level": 0, "difficulty": 0.05, "reward_ma": 0.44907404659871364, "leveled_up": false}
{"t": 247, "ts": 1788179861.83234, "step": 204, "loss_diff": 0.9451525807380676, "reward": 0.46402586573359333, "level": 0, "difficulty": 0.05, "reward_ma": 0.4505692285122016, "leveled_up": false}
{"t": 248, "ts": 1788179862.7338936, "step": 206, "loss_diff": 1.0729115009307861, "reward": 0.5291630538171481, "level": 0, "difficulty": 0.05, "reward_ma": 0.4584286110426963, "leveled_up": false}
{"t": 249, "ts": 1788179863.609629, "step": 208, "loss_diff": 0.9224898815155029, "reward": 0.4396954894966095, "level": 0, "difficulty": 0.05, "reward_ma": 0.45655529888808766, "leveled_up": false}
{"t": 250, "ts": 1788179864.5396633, "step": 210, "loss_diff": 0.940433919429779, "reward": 0.4673316614815802, "level": 0, "difficulty": 0.05, "reward_ma": 0.4576329351474369, "leveled_up": false}
{"t": 251, "ts": 1788179865.4188104, "step": 212, "loss_diff": 1.0353291034698486, "reward": 0.4078717701101469, "level": 0, "difficulty": 0.05, "reward_ma": 0.45265681864370794, "leveled_up": false}
{"t": 252, "ts": 1788179866.2996578, "step": 214, "loss_diff": 0.8720046877861023, "reward": 0.34004849909726864, "level": 0, "difficulty": 0.05, "reward_ma": 0.441395986689064, "leveled_up": false}
{"t": 253, "ts": 1788179867.1816003, "step": 216, "loss_diff": 1.0027155876159668, "reward": 0.3544723889860386, "level": 0, "difficulty": 0.05, "reward_ma": 0.43270362691876146, "leveled_up": false}
{"t": 254, "ts": 1788179867.9874988, "step": 218, "loss_diff": 1.0609148740768433, "reward": 0.3823943461547057, "level": 0, "difficulty": 0.05, "reward_ma": 0.4276726988423559, "leveled_up": false}
{"t": 255, "ts": 1788179868.8211105, "step": 220, "loss_diff": 0.9122622013092041, "reward": 0.5984814452349131, "level": 0, "difficulty": 0.05, "reward_ma": 0.44475357348161165, "leveled_up": false}
{"t": 256, "ts": 1788179869.6895025, "step": 222, "loss_diff": 1.0311084985733032, "reward": 0.2704119665257682, "level": 0, "difficulty": 0.05, "reward_ma": 0.4273194127860273, "leveled_up": false}
{"t": 257, "ts": 1788179870.5133405, "step": 224, "loss_diff": 1.094757080078125, "reward": 0.4323723694352648, "level": 0, "difficulty": 0.05, "reward_ma": 0.42782470845095105, "leveled_up": false}
{"t": 258, "ts": 1788179871.3938859, "step": 226, "loss_diff": 1.0259110927581787, "reward": 0.46045072121430514, "level": 0, "difficulty": 0.05, "reward_ma": 0.4310873097272864, "leveled_up": false}
{"t": 259, "ts": 1788179872.197493, "step": 228, "loss_diff": 1.0614262819290161, "reward": 0.5005437919611352, "level": 0, "difficulty": 0.05, "reward_ma": 0.4380329579506713, "leveled_up": false}
{"t": 260, "ts": 1788179873.0174873, "step": 230, "loss_diff": 0.8747560381889343, "reward": 0.44147519384071093, "level": 0, "difficulty": 0.05, "reward_ma": 0.43837718153967525, "leveled_up": false}
{"t": 261, "ts": 1788179903.9835825, "step": 232, "loss_diff": 0.9071715474128723, "reward": 0.22158356289372616, "level": 0, "difficulty": 0.05, "reward_ma": 0.41669781967508035, "leveled_up": false}
{"t": 262, "ts": 1788179904.8010597, "step": 234, "loss_diff": 1.1972202062606812, "reward": 0.42179773555110994, "level": 0, "difficulty": 0.05, "reward_ma": 0.4172078112626833, "leveled_up": false}
{"t": 263, "ts": 1788179905.6661947, "step": 236, "loss_diff": 1.1128672361373901, "reward": 0.43666245382365587, "level": 0, "difficulty": 0.05, "reward_ma": 0.41915327551878057, "leveled_up": false}
{"t": 264, "ts": 1788179906.4946957, "step": 238, "loss_diff": 0.7714762687683105, "reward": 0.43548967686829676, "level": 0, "difficulty": 0.05, "reward_ma": 0.4207869156537322, "leveled_up": false}
{"t": 265, "ts": 1788179907.3397017, "step": 240, "loss_diff": 0.864540696144104, "reward": 0.5233297589633651, "level": 0, "difficulty": 0.05, "reward_ma": 0.43104119998469553, "leveled_up": false}
{"t": 266, "ts": 1788179908.199168, "step": 242, "loss_diff": 1.0194107294082642, "reward": 0.31909361034183237, "level": 0, "difficulty": 0.05, "reward_ma": 0.41984644102040924, "leveled_up": false}
{"t": 267, "ts": 1788179909.0077689, "step": 244, "loss_diff": 1.1164979934692383, "reward": 0.598548575913836, "level": 0, "difficulty": 0.05, "reward_ma": 0.43771665450975195, "leveled_up": false}
{"t": 268, "ts": 1788179909.9161785, "step": 246, "loss_diff": 0.8712495565414429, "reward": 0.5578386630724242, "level": 0, "difficulty": 0.05, "reward_ma": 0.4497288553660192, "leveled_up": false}
{"t": 269, "ts": 1788179910.7990701, "step": 248, "loss_diff": 1.1241060495376587, "reward": 0.3984654522221266, "level": 0, "difficulty": 0.05, "reward_ma": 0.44460251505162995, "leveled_up": false}
{"t": 270, "ts": 1788179911.6335888, "step": 250, "loss_diff": 1.083333969116211, "reward": 0.5041589556461256, "level": 0, "difficulty": 0.05, "reward_ma": 0.45055815911107955, "leveled_up": false}
{"t": 271, "ts": 1788179912.4919288, "step": 252, "loss_diff": 1.0258702039718628, "reward": 0.5116195681121035, "level": 0, "difficulty": 0.05, "reward_ma": 0.45666430001118197, "leveled_up": false}
{"t": 272, "ts": 1788179913.2966356, "step": 254, "loss_diff": 0.7690964937210083, "reward": 0.5456451948512164, "level": 0, "difficulty": 0.05, "reward_ma": 0.4655623894951854, "leveled_up": false}
{"t": 273, "ts": 1788179914.1049435, "step": 256, "loss_diff": 1.0301589965820312, "reward": 0.26363527196065173, "level": 0, "difficulty": 0.05, "reward_ma": 0.44536967774173203, "leveled_up": false}
{"t": 274, "ts": 1788179914.90069, "step": 258, "loss_diff": 1.0694358348846436, "reward": 0.4702103707023262, "level": 0, "difficulty": 0.05, "reward_ma": 0.44785374703779146, "leveled_up": false}
{"t": 275, "ts": 1788179915.7192898, "step": 260, "loss_diff": 0.9289710521697998, "reward": 0.341664864001288, "level": 0, "difficulty": 0.05, "reward_ma": 0.43723485873414114, "leveled_up": false}
{"t": 276, "ts": 1788179916.578998, "step": 262, "loss_diff": 1.3364030122756958, "reward": 0.4220924906677637, "level": 0, "difficulty": 0.05, "reward_ma": 0.4357206219275034, "leveled_up": false}
{"t": 277, "ts": 1788179917.4000144, "step": 264, "loss_diff": 1.130847692489624, "reward": 0.5346049986185631, "level": 0, "difficulty": 0.05, "reward_ma": 0.44560905959660935, "leveled_up": false}
{"t": 278, "ts": 1788179918.2282588, "step": 266, "loss_diff": 1.2573528289794922, "reward": 0.5401967102197718, "level": 0, "difficulty": 0.05, "reward_ma": 0.4550678246589256, "leveled_up": false}
{"t": 279, "ts": 1788179919.1172438, "step": 268, "loss_diff": 0.7948408126831055, "reward": 0.4466201799216705, "level": 0, "difficulty": 0.05, "reward_ma": 0.4542230601852001, "leveled_up": false}
{"t": 280, "ts": 1788179920.012938, "step": 270, "loss_diff": 0.9343304634094238, "reward": 0.4648294161240808, "level": 0, "difficulty": 0.05, "reward_ma": 0.45528369577908817, "leveled_up": false}
{"t": 281, "ts": 1788179920.934124, "step": 272, "loss_diff": 0.8016337156295776, "reward": 0.3059103143011524, "level": 0, "difficulty": 0.05, "reward_ma": 0.4403463576312946, "leveled_up": false}
{"t": 282, "ts": 1788179922.0065851, "step": 274, "loss_diff": 1.0159183740615845, "reward": 0.4746507610350379, "level": 0, "difficulty": 0.05, "reward_ma": 0.44377679797166897, "leveled_up": false}
{"t": 283, "ts": 1788179922.9724338, "step": 276, "loss_diff": 0.9545241594314575, "reward": 0.5200333750756184, "level": 0, "difficulty": 0.05, "reward_ma": 0.45140245568206394, "leveled_up": false}
{"t": 284, "ts": 1788179923.8280282, "step": 278, "loss_diff": 1.025173544883728, "reward": 0.4188418121851814, "level": 0, "difficulty": 0.05, "reward_ma": 0.44814639133237566, "leveled_up": false}
{"t": 285, "ts": 1788179924.710472, "step": 280, "loss_diff": 0.9725233316421509, "reward": 0.24707754304545798, "level": 0, "difficulty": 0.05, "reward_ma": 0.4280395065036839, "leveled_up": false}
{"t": 286, "ts": 1788179925.5179257, "step": 282, "loss_diff": 1.0280221700668335, "reward": 0.4197139521472322, "level": 0, "difficulty": 0.05, "reward_ma": 0.4272069510680387, "leveled_up": false}
{"t": 287, "ts": 1788179926.3767452, "step": 284, "loss_diff": 1.0319403409957886, "reward": 0.6369794269474309, "level": 0, "difficulty": 0.05, "reward_ma": 0.4481841986559779, "leveled_up": false}
{"t": 288, "ts": 1788179927.234817, "step": 286, "loss_diff": 0.8973105549812317, "reward": 0.50718613377045, "level": 0, "difficulty": 0.05, "reward_ma": 0.45408439216742513, "leveled_up": false}
{"t": 289, "ts": 1788179928.0955694, "step": 288, "loss_diff": 1.041939616203308, "reward": 0.4110603578038087, "level": 0, "difficulty": 0.05, "reward_ma": 0.4497819887310635, "leveled_up": false}
{"t": 290, "ts": 1788179959.2740557, "step": 290, "loss_diff": 1.200725793838501, "reward": 0.4070095324007225, "level": 0, "difficulty": 0.05, "reward_ma": 0.44550474309802945, "leveled_up": false}
{"t": 291, "ts": 1788179960.1098266, "step": 292, "loss_diff": 0.8839426040649414, "reward": 0.534616882827327, "level": 0, "difficulty": 0.05, "reward_ma": 0.4544159570709593, "leveled_up": false}
{"t": 292, "ts": 1788179960.9235566, "step": 294, "loss_diff": 0.8208571076393127, "reward": 0.41776882695992906, "level": 0, "difficulty": 0.05, "reward_ma": 0.4507512440598562, "leveled_up": false}
{"t": 293, "ts": 1788179961.7894244, "step": 296, "loss_diff": 0.8464243412017822, "reward": 0.37938768727868677, "level": 0, "difficulty": 0.05, "reward_ma": 0.4436148883817393, "leveled_up": false}
{"t": 294, "ts": 1788179962.6007755, "step": 298, "loss_diff": 0.7380953431129456, "reward": 0.4552583382967493, "level": 0, "difficulty": 0.05, "reward_ma": 0.4447792333732403, "leveled_up": false}
{"t": 295, "ts": 1788179964.033393, "step": 300, "loss_diff": 0.8532272577285767, "reward": 0.5481927160918365, "level": 0, "difficulty": 0.05, "reward_ma": 0.45512058164509994, "leveled_up": false}
{"t": 296, "ts": 1788179965.0082545, "step": 302, "loss_diff": 0.8573595285415649, "reward": 0.4260528883390207, "level": 0, "difficulty": 0.05, "reward_ma": 0.45221381231449204, "leveled_up": false}
{"t": 297, "ts": 1788179965.8686938, "step": 304, "loss_diff": 1.1774213314056396, "reward": 0.4632819302730644, "level": 0, "difficulty": 0.05, "reward_ma": 0.4533206241103493, "leveled_up": false}
{"t": 298, "ts": 1788179966.7771344, "step": 306, "loss_diff": 0.8400344848632812, "reward": 0.5111758824685104, "level": 0, "difficulty": 0.05, "reward_ma": 0.4591061499461654, "leveled_up": false}
{"t": 299, "ts": 1788179967.6285653, "step": 308, "loss_diff": 0.6847707629203796, "reward": 0.5070940680030729, "level": 0, "difficulty": 0.05, "reward_ma": 0.46390494175185615, "leveled_up": false}
{"t": 300, "ts": 1788179968.5192637, "step": 310, "loss_diff": 0.8525405526161194, "reward": 0.5353578390177999, "level": 0, "difficulty": 0.05, "reward_ma": 0.47105023147845054, "leveled_up": false}
{"t": 301, "ts": 1788179969.3969584, "step": 312, "loss_diff": 0.9233313798904419, "reward": 0.40122177278090765, "level": 0, "difficulty": 0.05, "reward_ma": 0.46406738560869626, "leveled_up": false}
{"t": 302, "ts": 1788179970.2225187, "step": 314, "loss_diff": 0.8375173807144165, "reward": 0.47533163850040505, "level": 0, "difficulty": 0.05, "reward_ma": 0.46519381089786715, "leveled_up": false}
{"t": 303, "ts": 1788179971.103775, "step": 316, "loss_diff": 0.9995577931404114, "reward": 0.6508759995531419, "level": 0, "difficulty": 0.05, "reward_ma": 0.48376202976339466, "leveled_up": false}
{"t": 304, "ts": 1788179972.035493, "step": 318, "loss_diff": 0.9849687814712524, "reward": 0.4978636017894132, "level": 0, "difficulty": 0.05, "reward_ma": 0.48517218696599657, "leveled_up": false}
{"t": 305, "ts": 1788179972.935062, "step": 320, "loss_diff": 1.008115530014038, "reward": 0.4618980021856974, "level": 0, "difficulty": 0.05, "reward_ma": 0.48284476848796665, "leveled_up": false}
{"t": 306, "ts": 1788179973.8112078, "step": 322, "loss_diff": 0.9682040810585022, "reward": 0.5246615015415467, "level": 0, "difficulty": 0.05, "reward_ma": 0.48702644179332466, "leveled_up": false}
{"t": 307, "ts": 1788179974.7256346, "step": 324, "loss_diff": 0.7155589461326599, "reward": 0.44472958588853834, "level": 0, "difficulty": 0.05, "reward_ma": 0.482796756202846, "leveled_up": false}
{"t": 308, "ts": 1788179975.6933997, "step": 326, "loss_diff": 1.0210692882537842, "reward": 0.5305260879204802, "level": 0, "difficulty": 0.05, "reward_ma": 0.4875696893746095, "leveled_up": false}
{"t": 309, "ts": 1788179976.5343518, "step": 328, "loss_diff": 1.2247470617294312, "reward": 0.3944021178437524, "level": 0, "difficulty": 0.05, "reward_ma": 0.47825293222152376, "leveled_up": false}
{"t": 310, "ts": 1788179977.4725852, "step": 330, "loss_diff": 0.9247836470603943, "reward": 0.5235039365414386, "level": 0, "difficulty": 0.05, "reward_ma": 0.48277803265351527, "leveled_up": false}
{"t": 311, "ts": 1788179978.3113854, "step": 332, "loss_diff": 0.8695449829101562, "reward": 0.38055097293662926, "level": 0, "difficulty": 0.05, "reward_ma": 0.47255532668182665, "leveled_up": false}
{"t": 312, "ts": 1788179979.2037213, "step": 334, "loss_diff": 0.9802594780921936, "reward": 0.3790253110726659, "level": 0, "difficulty": 0.05, "reward_ma": 0.4632023251209106, "leveled_up": false}
{"t": 313, "ts": 1788179980.1017675, "step": 336, "loss_diff": 0.826025128364563, "reward": 0.5838854991868944, "level": 0, "difficulty": 0.05, "reward_ma": 0.47527064252750895, "leveled_up": false}
{"t": 314, "ts": 1788179980.9877586, "step": 338, "loss_diff": 0.8842754364013672, "reward": 0.4228260582090224, "level": 0, "difficulty": 0.05, "reward_ma": 0.4700261840956603, "leveled_up": false}
{"t": 315, "ts": 1788179981.8711932, "step": 340, "loss_diff": 0.9884767532348633, "reward": 0.45933218967869766, "level": 0, "difficulty": 0.05, "reward_ma": 0.46895678465396406, "leveled_up": false}
{"t": 316, "ts": 1788179982.771226, "step": 342, "loss_diff": 0.8989660739898682, "reward": 0.4803658350999471, "level": 0, "difficulty": 0.05, "reward_ma": 0.4700976896985624, "leveled_up": false}
{"t": 317, "ts": 1788179983.8143964, "step": 344, "loss_diff": 0.7224712371826172, "reward": 0.38677948111999816, "level": 0, "difficulty": 0.05, "reward_ma": 0.461765868840706, "leveled_up": false}
{"t": 318, "ts": 1788179984.7305622, "step": 346, "loss_diff": 0.9276090860366821, "reward": 0.4843983570511425, "level": 0, "difficulty": 0.05, "reward_ma": 0.4640291176617496, "leveled_up": false}
{"t": 319, "ts": 1788180018.032614, "step": 348, "loss_diff": 1.2512716054916382, "reward": 0.44259559806207827, "level": 0, "difficulty": 0.05, "reward_ma": 0.46188576570178247, "leveled_up": false}
{"t": 320, "ts": 1788180019.1258597, "step": 350, "loss_diff": 0.9351677894592285, "reward": 0.639405662775685, "level": 0, "difficulty": 0.05, "reward_ma": 0.47963775540917275, "leveled_up": false}
{"t": 321, "ts": 1788180020.024639, "step": 352, "loss_diff": 0.7296304702758789, "reward": 0.2918547036994467, "level": 0, "difficulty": 0.05, "reward_ma": 0.4608594502382002, "leveled_up": false}
{"t": 322, "ts": 1788180020.9109988, "step": 354, "loss_diff": 1.1207797527313232, "reward": 0.37564051789102304, "level": 0, "difficulty": 0.05, "reward_ma": 0.4523375570034825, "leveled_up": false}
{"t": 323, "ts": 1788180021.8235078, "step": 356, "loss_diff": 0.6536447405815125, "reward": 0.5154260029156489, "level": 0, "difficulty": 0.05, "reward_ma": 0.4586464015946991, "leveled_up": false}
{"t": 324, "ts": 1788180022.7693949, "step": 358, "loss_diff": 1.2885926961898804, "reward": 0.4404603773383321, "level": 0, "difficulty": 0.05, "reward_ma": 0.4568277991690624, "leveled_up": false}
{"t": 325, "ts": 1788180023.6763453, "step": 360, "loss_diff": 0.805025577545166, "reward": 0.2728270840543101, "level": 0, "difficulty": 0.05, "reward_ma": 0.4384277276575872, "leveled_up": false}
{"t": 326, "ts": 1788180024.5304463, "step": 362, "loss_diff": 0.6809095144271851, "reward": 0.35116341830232145, "level": 0, "difficulty": 0.05, "reward_ma": 0.42970129672206064, "leveled_up": false}
{"t": 327, "ts": 1788180025.4166768, "step": 364, "loss_diff": 1.0225069522857666, "reward": 0.5549634988402504, "level": 0, "difficulty": 0.05, "reward_ma": 0.4422275169338796, "leveled_up": false}
{"t": 328, "ts": 1788180026.4076667, "step": 366, "loss_diff": 0.7944138050079346, "reward": 0.5537192793372095, "level": 0, "difficulty": 0.05, "reward_ma": 0.45337669317421264, "leveled_up": false}
{"t": 329, "ts": 1788180027.308084, "step": 368, "loss_diff": 0.8750152587890625, "reward": 0.40913635126813525, "level": 0, "difficulty": 0.05, "reward_ma": 0.44895265898360487, "leveled_up": false}
{"t": 330, "ts": 1788180028.2226508, "step": 370, "loss_diff": 0.8553187847137451, "reward": 0.4133140336875834, "level": 0, "difficulty": 0.05, "reward_ma": 0.44538879645400276, "leveled_up": false}
{"t": 331, "ts": 1788180029.3085022, "step": 372, "loss_diff": 0.6847552061080933, "reward": 0.28287061897976007, "level": 0, "difficulty": 0.05, "reward_ma": 0.4291369787065785, "leveled_up": false}
{"t": 332, "ts": 1788180030.2106493, "step": 374, "loss_diff": 0.714472234249115, "reward": 0.4665835184362743, "level": 0, "difficulty": 0.05, "reward_ma": 0.4328816326795481, "leveled_up": false}
{"t": 333, "ts": 1788180031.1370828, "step": 376, "loss_diff": 1.0358160734176636, "reward": 0.5344205112265197, "level": 0, "difficulty": 0.05, "reward_ma": 0.4430355205342453, "leveled_up": false}
{"t": 334, "ts": 1788180032.089401, "step": 378, "loss_diff": 0.6165169477462769, "reward": 0.5910378694530238, "level": 0, "difficulty": 0.05, "reward_ma": 0.45783575542612315, "leveled_up": false}
{"t": 335, "ts": 1788180033.283576, "step": 380, "loss_diff": 1.1369624137878418, "reward": 0.4716867026943894, "level": 0, "difficulty": 0.05, "reward_ma": 0.4592208501529498, "leveled_up": false}
{"t": 336, "ts": 1788180034.2241788, "step": 382, "loss_diff": 1.0584741830825806, "reward": 0.49689617642554645, "level": 0, "difficulty": 0.05, "reward_ma": 0.46298838278020943, "leveled_up": false}
{"t": 337, "ts": 1788180035.2269158, "step": 384, "loss_diff": 0.6772875785827637, "reward": 0.47118270640927157, "level": 0, "difficulty": 0.05, "reward_ma": 0.46380781514311564, "leveled_up": false}
{"t": 338, "ts": 1788180036.1046417, "step": 386, "loss_diff": 1.002822756767273, "reward": 0.5363950276680352, "level": 0, "difficulty": 0.05, "reward_ma": 0.4710665363956076, "leveled_up": false}
{"t": 339, "ts": 1788180036.9754891, "step": 388, "loss_diff": 0.785483717918396, "reward": 0.4843299889147887, "level": 0, "difficulty": 0.05, "reward_ma": 0.4723928816475257, "leveled_up": false}
{"t": 340, "ts": 1788180037.836941, "step": 390, "loss_diff": 0.671786367893219, "reward": 0.5864974045182069, "level": 0, "difficulty": 0.05, "reward_ma": 0.48380333393459385, "leveled_up": false}
{"t": 341, "ts": 1788180038.7097023, "step": 392, "loss_diff": 0.695033073425293, "reward": 0.5373054881897441, "level": 0, "difficulty": 0.05, "reward_ma": 0.4891535493601089, "leveled_up": false}
{"t": 342, "ts": 1788180039.5671265, "step": 394, "loss_diff": 0.9014033079147339, "reward": 0.47718119428203587, "level": 0, "difficulty": 0.05, "reward_ma": 0.4879563138523016, "leveled_up": false}
{"t": 343, "ts": 1788180040.4806492, "step": 396, "loss_diff": 0.8538826704025269, "reward": 0.4698818828604371, "level": 0, "difficulty": 0.05, "reward_ma": 0.4861488707531152, "leveled_up": false}
{"t": 344, "ts": 1788180041.301028, "step": 398, "loss_diff": 1.0641672611236572, "reward": 0.44409944352482567, "level": 0, "difficulty": 0.05, "reward_ma": 0.48194392803028624, "leveled_up": false}
{"t": 345, "ts": 1788180042.2266977, "step": 400, "loss_diff": 0.716314435005188, "reward": 0.24943748601498536, "level": 0, "difficulty": 0.05, "reward_ma": 0.4586932838287562, "leveled_up": false}
{"t": 346, "ts": 1788180043.126388, "step": 402, "loss_diff": 0.9678487777709961, "reward": 0.2559111719803855, "level": 0, "difficulty": 0.05, "reward_ma": 0.4384150726439191, "leveled_up": false}
{"t": 347, "ts": 1788180044.199453, "step": 404, "loss_diff": 0.8575605154037476, "reward": 0.29662560947762406, "level": 0, "difficulty": 0.05, "reward_ma": 0.42423612632728963, "leveled_up": false}
{"t": 0, "ts": 1788180282.7660966, "step": 0, "loss_diff": 6.375877857208252, "reward": 0.027074509358697874, "level": 0, "difficulty": 0.14395305882019024, "reward_ma": 0.0027074509358697876, "leveled_up": false}
{"t": 1, "ts": 1788180283.7079794, "step": 2, "loss_diff": 2.261342763900757, "reward": 0.05273127271152644, "level": 0, "difficulty": 0.08828129630369791, "reward_ma": 0.007709833113435453, "leveled_up": false}
{"t": 2, "ts": 1788180284.6230068, "step": 4, "loss_diff": 2.882507801055908, "reward": 0.04537276956382189, "level": 0, "difficulty": 0.05, "reward_ma": 0.011476126758474097, "leveled_up": false}
{"t": 3, "ts": 1788180285.5811222, "step": 6, "loss_diff": 1.7498079538345337, "reward": 0.061287210990714054, "level": 0, "difficulty": 0.05, "reward_ma": 0.016457235181698095, "leveled_up": false}
{"t": 4, "ts": 1788180286.5164595, "step": 8, "loss_diff": 2.3586692810058594, "reward": 0.051398491831018966, "level": 0, "difficulty": 0.05, "reward_ma": 0.019951360846630184, "leveled_up": false}
{"t": 5, "ts": 1788180287.6223524, "step": 10, "loss_diff": 1.264802098274231, "reward": 0.16324500056086272, "level": 0, "difficulty": 0.05, "reward_ma": 0.03428072481805344, "leveled_up": false}
{"t": 6, "ts": 1788180288.5153923, "step": 12, "loss_diff": 1.5390410423278809, "reward": 0.22023941320892473, "level": 0, "difficulty": 0.05, "reward_ma": 0.05287659365714058, "leveled_up": false}
{"t": 7, "ts": 1788180289.4042413, "step": 14, "loss_diff": 1.7170732021331787, "reward": 0.3233654062058278, "level": 0, "difficulty": 0.05, "reward_ma": 0.0799254749120093, "leveled_up": false}
{"t": 8, "ts": 1788180290.3018312, "step": 16, "loss_diff": 1.2222168445587158, "reward": 0.5399268833920569, "level": 0, "difficulty": 0.05, "reward_ma": 0.12592561576001404, "leveled_up": false}
{"t": 9, "ts": 1788180291.2801979, "step": 18, "loss_diff": 1.104535460472107, "reward": 0.3821484903005443, "level": 0, "difficulty": 0.05, "reward_ma": 0.15154790321406708, "leveled_up": false}
{"t": 10, "ts": 1788180292.3048346, "step": 20, "loss_diff": 2.4826951026916504, "reward": 0.3652190618856766, "level": 0, "difficulty": 0.05, "reward_ma": 0.17291501908122803, "leveled_up": false}
{"t": 11, "ts": 1788180293.3209944, "step": 22, "loss_diff": 1.2172272205352783, "reward": 0.3807370872512283, "level": 0, "difficulty": 0.05, "reward_ma": 0.19369722589822808, "leveled_up": false}
{"t": 12, "ts": 1788180294.3815997, "step": 24, "loss_diff": 1.5786826610565186, "reward": 0.4558028739734452, "level": 0, "difficulty": 0.05, "reward_ma": 0.21990779070574978, "leveled_up": false}
{"t": 13, "ts": 1788180295.4065514, "step": 26, "loss_diff": 3.0488698482513428, "reward": 0.4370582785630039, "level": 0, "difficulty": 0.05, "reward_ma": 0.2416228394914752, "leveled_up": false}
{"t": 14, "ts": 1788180296.4850895, "step": 28, "loss_diff": 1.2462568283081055, "reward": 0.41089681474211914, "level": 0, "difficulty": 0.05, "reward_ma": 0.2585502370165396, "leveled_up": false}
{"t": 15, "ts": 1788180297.533695, "step": 30, "loss_diff": 1.4559968709945679, "reward": 0.47900175281685126, "level": 0, "difficulty": 0.05, "reward_ma": 0.2805953885965708, "leveled_up": false}
{"t": 16, "ts": 1788180298.5757957, "step": 32, "loss_diff": 1.0776503086090088, "reward": 0.08707678979793021, "level": 0, "difficulty": 0.05, "reward_ma": 0.26124352871670675, "leveled_up": false}
{"t": 17, "ts": 1788180299.5931377, "step": 34, "loss_diff": 2.9438889026641846, "reward": 0.402440396975126, "level": 0, "difficulty": 0.05, "reward_ma": 0.27536321554254867, "leveled_up": false}
{"t": 18, "ts": 1788180300.6079993, "step": 36, "loss_diff": 2.2346906661987305, "reward": 0.4245179070656455, "level": 0, "difficulty": 0.05, "reward_ma": 0.29027868469485835, "leveled_up": false}
{"t": 19, "ts": 1788180301.632768, "step": 38, "loss_diff": 1.499672293663025, "reward": 0.4451730540134753, "level": 0, "difficulty": 0.05, "reward_ma": 0.30576812162672, "leveled_up": false}
{"t": 20, "ts": 1788180302.6935816, "step": 40, "loss_diff": 1.5458954572677612, "reward": 0.4704971167348757, "level": 0, "difficulty": 0.05, "reward_ma": 0.3222410211375356, "leveled_up": false}
{"t": 21, "ts": 1788180303.7054753, "step": 42, "loss_diff": 1.377400279045105, "reward": 0.4336920770167563, "level": 0, "difficulty": 0.05, "reward_ma": 0.3333861267254577, "leveled_up": false}
{"t": 22, "ts": 1788180304.7152662, "step": 44, "loss_diff": 0.9655675888061523, "reward": 0.43467024758067907, "level": 0, "difficulty": 0.05, "reward_ma": 0.3435145388109798, "leveled_up": false}
{"t": 23, "ts": 1788180305.7664788, "step": 46, "loss_diff": 1.1449123620986938, "reward": 0.47889135716970493, "level": 0, "difficulty": 0.05, "reward_ma": 0.3570522206468524, "leveled_up": false}
{"t": 24, "ts": 1788180306.799523, "step": 48, "loss_diff": 0.9519112706184387, "reward": 0.24924174036345176, "level": 0, "difficulty": 0.05, "reward_ma": 0.3462711726185123, "leveled_up": false}
{"t": 25, "ts": 1788180307.8168457, "step": 50, "loss_diff": 1.093770146369934, "reward": 0.10295241130791373, "level": 0, "difficulty": 0.05, "reward_ma": 0.32193929648745245, "leveled_up": false}
{"t": 26, "ts": 1788180308.865798, "step": 52, "loss_diff": 1.5811810493469238, "reward": 0.3696291607061965, "level": 0, "difficulty": 0.05, "reward_ma": 0.32670828290932685, "leveled_up": false}
{"t": 27, "ts": 1788180309.8885853, "step": 54, "loss_diff": 0.9989147782325745, "reward": 0.4040560944320612, "level": 0, "difficulty": 0.05, "reward_ma": 0.3344430640616003, "leveled_up": false}
{"t": 28, "ts": 1788180310.9078798, "step": 56, "loss_diff": 1.102276086807251, "reward": 0.4887110302382901, "level": 0, "difficulty": 0.05, "reward_ma": 0.3498698606792693, "leveled_up": false}
{"t": 29, "ts": 1788180318.6112745, "step": 58, "loss_diff": 1.0394067764282227, "reward": 0.4432854215637849, "level": 0, "difficulty": 0.05, "reward_ma": 0.35921141676772084, "leveled_up": false}
{"t": 30, "ts": 1788180319.4640946, "step": 60, "loss_diff": 0.9115756154060364, "reward": 0.4303343114382444, "level": 0, "difficulty": 0.05, "reward_ma": 0.3663237062347732, "leveled_up": false}
{"t": 31, "ts": 1788180320.3140695, "step": 62, "loss_diff": 1.5529049634933472, "reward": 0.3187684467849451, "level": 0, "difficulty": 0.05, "reward_ma": 0.36156818028979043, "leveled_up": false}
{"t": 32, "ts": 1788180321.2150266, "step": 64, "loss_diff": 0.9057632684707642, "reward": 0.0892422436076795, "level": 0, "difficulty": 0.05, "reward_ma": 0.33433558662157936, "leveled_up": false}
{"t": 33, "ts": 1788180322.1164172, "step": 66, "loss_diff": 1.0696501731872559, "reward": 0.3254650664620314, "level": 0, "difficulty": 0.05, "reward_ma": 0.33344853460562457, "leveled_up": false}
{"t": 34, "ts": 1788180323.2976644, "step": 68, "loss_diff": 1.231553554534912, "reward": 0.26232475671387034, "level": 0, "difficulty": 0.05, "reward_ma": 0.3263361568164492, "leveled_up": false}
{"t": 35, "ts": 1788180324.773917, "step": 70, "loss_diff": 1.4299261569976807, "reward": 0.31159519823117765, "level": 0, "difficulty": 0.05, "reward_ma": 0.324862060957922, "leveled_up": false}
{"t": 36, "ts": 1788180325.7070534, "step": 72, "loss_diff": 1.4090752601623535, "reward": 0.08671747954566202, "level": 0, "difficulty": 0.05, "reward_ma": 0.30104760281669607, "leveled_up": false}
{"t": 37, "ts": 1788180326.5318644, "step": 74, "loss_diff": 1.0139591693878174, "reward": 0.2364283456731891, "level": 0, "difficulty": 0.05, "reward_ma": 0.2945856771023454, "leveled_up": false}
{"t": 38, "ts": 1788180327.4350488, "step": 76, "loss_diff": 1.0745738744735718, "reward": 0.4968345420072202, "level": 0, "difficulty": 0.05, "reward_ma": 0.3148105635928329, "leveled_up": false}
{"t": 39, "ts": 1788180328.3174727, "step": 78, "loss_diff": 1.0673177242279053, "reward": 0.4773306303359638, "level": 0, "difficulty": 0.05, "reward_ma": 0.331062570267146, "leveled_up": false}
{"t": 40, "ts": 1788180329.280421, "step": 80, "loss_diff": 1.070730209350586, "reward": 0.4928715343806713, "level": 0, "difficulty": 0.05, "reward_ma": 0.3472434666784985, "leveled_up": false}
{"t": 41, "ts": 1788180330.1069913, "step": 82, "loss_diff": 1.439136266708374, "reward": 0.4423005041678595, "level": 0, "difficulty": 0.05, "reward_ma": 0.3567491704274346, "leveled_up": false}
{"t": 42, "ts": 1788180331.0231254, "step": 84, "loss_diff": 1.0851835012435913, "reward": 0.5030613805636227, "level": 0, "difficulty": 0.05, "reward_ma": 0.3713803914410534, "leveled_up": false}
{"t": 43, "ts": 1788180331.907145, "step": 86, "loss_diff": 1.5813409090042114, "reward": 0.37889662505349986, "level": 0, "difficulty": 0.05, "reward_ma": 0.372132014802298, "leveled_up": false}
{"t": 44, "ts": 1788180332.8142235, "step": 88, "loss_diff": 0.9578543305397034, "reward": 0.4850439586788612, "level": 0, "difficulty": 0.05, "reward_ma": 0.3834232091899544, "leveled_up": false}
{"t": 45, "ts": 1788180333.7134945, "step": 90, "loss_diff": 1.0303165912628174, "reward": 0.4641943960044207, "level": 0, "difficulty": 0.05, "reward_ma": 0.39150032787140104, "leveled_up": false}
{"t": 46, "ts": 1788180334.5315042, "step": 92, "loss_diff": 0.9633525609970093, "reward": 0.46334289035004045, "level": 0, "difficulty": 0.05, "reward_ma": 0.398684584119265, "leveled_up": false}
{"t": 47, "ts": 1788180335.4101424, "step": 94, "loss_diff": 1.0403326749801636, "reward": 0.48571338940988124, "level": 0, "difficulty": 0.05, "reward_ma": 0.40738746464832665, "leveled_up": false}
{"t": 48, "ts": 1788180336.2764075, "step": 96, "loss_diff": 0.9199908971786499, "reward": 0.49860025475782893, "level": 0, "difficulty": 0.05, "reward_ma": 0.41650874365927687, "leveled_up": false}
{"t": 49, "ts": 1788180337.1150258, "step": 98, "loss_diff": 1.096900224685669, "reward": 0.4195720821499759, "level": 0, "difficulty": 0.05, "reward_ma": 0.4168150775083468, "leveled_up": false}
{"t": 50, "ts": 1788180338.0330842, "step": 100, "loss_diff": 0.9759138226509094, "reward": 0.5572663835445552, "level": 0, "difficulty": 0.05, "reward_ma": 0.4308602081119676, "leveled_up": false}
{"t": 51, "ts": 1788180339.0093973, "step": 102, "loss_diff": 4.776007652282715, "reward": 0.08880861739886962, "level": 0, "difficulty": 0.05, "reward_ma": 0.3966550490406578, "leveled_up": false}
{"t": 52, "ts": 1788180339.8161867, "step": 104, "loss_diff": 2.1458282470703125, "reward": 0.08882148619008624, "level": 0, "difficulty": 0.05, "reward_ma": 0.3658716927556006, "leveled_up": false}
{"t": 53, "ts": 1788180340.797055, "step": 106, "loss_diff": 1.040268063545227, "reward": 0.15048075153692386, "level": 0, "difficulty": 0.05, "reward_ma": 0.34433259863373294, "leveled_up": false}
{"t": 54, "ts": 1788180341.6080642, "step": 108, "loss_diff": 1.2510067224502563, "reward": 0.19392709539076444, "level": 0, "difficulty": 0.05, "reward_ma": 0.3292920483094361, "leveled_up": false}
{"t": 55, "ts": 1788180342.4674015, "step": 110, "loss_diff": 1.141668438911438, "reward": 0.22952546487024308, "level": 0, "difficulty": 0.05, "reward_ma": 0.31931538996551684, "leveled_up": false}
{"t": 56, "ts": 1788180343.3120644, "step": 112, "loss_diff": 1.273587703704834, "reward": 0.1081560188898382, "level": 0, "difficulty": 0.05, "reward_ma": 0.298199452857949, "leveled_up": false}
{"t": 57, "ts": 1788180344.1883879, "step": 114, "loss_diff": 1.1074602603912354, "reward": 0.18497376671810667, "level": 0, "difficulty": 0.05, "reward_ma": 0.2868768842439648, "leveled_up": false}
{"t": 58, "ts": 1788180352.1325097, "step": 116, "loss_diff": 1.158407211303711, "reward": 0.3134034098578112, "level": 0, "difficulty": 0.05, "reward_ma": 0.28952953680534943, "leveled_up": false}
{"t": 59, "ts": 1788180353.0226073, "step": 118, "loss_diff": 1.1912078857421875, "reward": 0.2894407793594745, "level": 0, "difficulty": 0.05, "reward_ma": 0.28952066106076196, "leveled_up": false}
{"t": 60, "ts": 1788180353.936239, "step": 120, "loss_diff": 1.5792046785354614, "reward": 0.0985618199682749, "level": 0, "difficulty": 0.05, "reward_ma": 0.27042477695151323, "leveled_up": false}
{"t": 61, "ts": 1788180354.8778408, "step": 122, "loss_diff": 1.079224705696106, "reward": 0.24419809380267674, "level": 0, "difficulty": 0.05, "reward_ma": 0.2678021086366296, "leveled_up": false}
{"t": 62, "ts": 1788180355.871261, "step": 124, "loss_diff": 1.22199547290802, "reward": 0.24672341611343093, "level": 0, "difficulty": 0.05, "reward_ma": 0.26569423938430975, "leveled_up": false}
{"t": 63, "ts": 1788180356.8643377, "step": 126, "loss_diff": 0.9647767543792725, "reward": 0.16930545644521444, "level": 0, "difficulty": 0.05, "reward_ma": 0.2560553610904002, "leveled_up": false}
{"t": 64, "ts": 1788180357.8154423, "step": 128, "loss_diff": 1.3685517311096191, "reward": 0.1366649542372227, "level": 0, "difficulty": 0.05, "reward_ma": 0.2441163204050825, "leveled_up": false}
{"t": 65, "ts": 1788180358.7867045, "step": 130, "loss_diff": 0.9288380146026611, "reward": 0.2735048896723016, "level": 0, "difficulty": 0.05, "reward_ma": 0.2470551773318044, "leveled_up": false}
{"t": 66, "ts": 1788180359.730435, "step": 132, "loss_diff": 1.250328779220581, "reward": 0.19238910771558276, "level": 0, "difficulty": 0.05, "reward_ma": 0.24158857037018225, "leveled_up": false}
{"t": 67, "ts": 1788180360.7122734, "step": 134, "loss_diff": 0.9788186550140381, "reward": 0.3511713306354915, "level": 0, "difficulty": 0.05, "reward_ma": 0.25254684639671315, "leveled_up": false}
{"t": 68, "ts": 1788180361.6900697, "step": 136, "loss_diff": 1.0165269374847412, "reward": 0.32636253019723105, "level": 0, "difficulty": 0.05, "reward_ma": 0.2599284147767649, "leveled_up": false}
{"t": 69, "ts": 1788180362.629203, "step": 138, "loss_diff": 0.9054718017578125, "reward": 0.25137793097521555, "level": 0, "difficulty": 0.05, "reward_ma": 0.25907336639661, "leveled_up": false}
{"t": 70, "ts": 1788180363.609743, "step": 140, "loss_diff": 2.7277140617370605, "reward": 0.19892532010113304, "level": 0, "difficulty": 0.05, "reward_ma": 0.2530585617670623, "leveled_up": false}
{"t": 71, "ts": 1788180364.5263412, "step": 142, "loss_diff": 1.216583013534546, "reward": 0.2944433839487628, "level": 0, "difficulty": 0.05, "reward_ma": 0.25719704398523235, "leveled_up": false}
{"t": 72, "ts": 1788180365.4883428, "step": 144, "loss_diff": 1.0093005895614624, "reward": 0.32687832979207354, "level": 0, "difficulty": 0.05, "reward_ma": 0.2641651725659165, "leveled_up": false}
{"t": 73, "ts": 1788180366.4233694, "step": 146, "loss_diff": 0.9108977913856506, "reward": 0.2712405986597626, "level": 0, "difficulty": 0.05, "reward_ma": 0.2648727151753011, "leveled_up": false}
{"t": 74, "ts": 1788180367.3308032, "step": 148, "loss_diff": 1.1181777715682983, "reward": 0.36283593123305896, "level": 0, "difficulty": 0.05, "reward_ma": 0.2746690367810769, "leveled_up": false}
{"t": 75, "ts": 1788180368.224013, "step": 150, "loss_diff": 1.2172462940216064, "reward": 0.40297205585236395, "level": 0, "difficulty": 0.05, "reward_ma": 0.2874993386882056, "leveled_up": false}
{"t": 76, "ts": 1788180369.099348, "step": 152, "loss_diff": 1.2095670700073242, "reward": 0.37492409242481056, "level": 0, "difficulty": 0.05, "reward_ma": 0.29624181406186606, "leveled_up": false}
{"t": 77, "ts": 1788180369.9190075, "step": 154, "loss_diff": 0.8879176378250122, "reward": 0.29798698841110777, "level": 0, "difficulty": 0.05, "reward_ma": 0.29641633149679025, "leveled_up": false}
{"t": 78, "ts": 1788180370.8099728, "step": 156, "loss_diff": 1.0412846803665161, "reward": 0.35176953512177117, "level": 0, "difficulty": 0.05, "reward_ma": 0.3019516518592884, "leveled_up": false}
{"t": 79, "ts": 1788180371.6796935, "step": 158, "loss_diff": 1.14626944065094, "reward": 0.39646290033741177, "level": 0, "difficulty": 0.05, "reward_ma": 0.3114027767071007, "leveled_up": false}
{"t": 80, "ts": 1788180372.5153933, "step": 160, "loss_diff": 0.8524045348167419, "reward": 0.30557576816084897, "level": 0, "difficulty": 0.05, "reward_ma": 0.31082007585247556, "leveled_up": false}
{"t": 81, "ts": 1788180373.3949933, "step": 162, "loss_diff": 1.1760104894638062, "reward": 0.3634228157156063, "level": 0, "difficulty": 0.05, "reward_ma": 0.31608034983878863, "leveled_up": false}
{"t": 82, "ts": 1788180374.3690698, "step": 164, "loss_diff": 1.0816187858581543, "reward": 0.36126225825051894, "level": 0, "difficulty": 0.05, "reward_ma": 0.32059854067996163, "leveled_up": false}
{"t": 83, "ts": 1788180375.225939, "step": 166, "loss_diff": 1.0752110481262207, "reward": 0.33427649766918405, "level": 0, "difficulty": 0.05, "reward_ma": 0.3219663363788839, "leveled_up": false}
{"t": 84, "ts": 1788180376.0932045, "step": 168, "loss_diff": 1.0127885341644287, "reward": 0.41206021805260895, "level": 0, "difficulty": 0.05, "reward_ma": 0.3309757245462564, "leveled_up": false}
{"t": 85, "ts": 1788180376.9288259, "step": 170, "loss_diff": 1.5802791118621826, "reward": 0.21800685623119367, "level": 0, "difficulty": 0.05, "reward_ma": 0.31967883771475014, "leveled_up": false}
{"t": 86, "ts": 1788180377.804319, "step": 172, "loss_diff": 1.051806092262268, "reward": 0.4484366806146844, "level": 0, "difficulty": 0.05, "reward_ma": 0.33255462200474356, "leveled_up": false}
{"t": 87, "ts": 1788180385.2357466, "step": 174, "loss_diff": 0.987621545791626, "reward": 0.25398053298864115, "level": 0, "difficulty": 0.05, "reward_ma": 0.3246972131031333, "leveled_up": false}
{"t": 88, "ts": 1788180386.1045792, "step": 176, "loss_diff": 1.0550856590270996, "reward": 0.08205042800360254, "level": 0, "difficulty": 0.05, "reward_ma": 0.30043253459318026, "leveled_up": false}
{"t": 89, "ts": 1788180387.0172198, "step": 178, "loss_diff": 1.1272389888763428, "reward": 0.13215241383138834, "level": 0, "difficulty": 0.05, "reward_ma": 0.2836045225170011, "leveled_up": false}
{"t": 90, "ts": 1788180387.9776108, "step": 180, "loss_diff": 0.9258127212524414, "reward": 0.17166435069175734, "level": 0, "difficulty": 0.05, "reward_ma": 0.27241050533447675, "leveled_up": false}
{"t": 91, "ts": 1788180388.925857, "step": 182, "loss_diff": 1.143583059310913, "reward": 0.26028441109594874, "level": 0, "difficulty": 0.05, "reward_ma": 0.27119789591062393, "leveled_up": false}
{"t": 92, "ts": 1788180389.7950032, "step": 184, "loss_diff": 1.1030153036117554, "reward": 0.33004021035146236, "level": 0, "difficulty": 0.05, "reward_ma": 0.2770821273547078, "leveled_up": false}
{"t": 93, "ts": 1788180390.6721172, "step": 186, "loss_diff": 1.1720640659332275, "reward": 0.3116244926618048, "level": 0, "difficulty": 0.05, "reward_ma": 0.2805363638854175, "leveled_up": false}
{"t": 94, "ts": 1788180391.5053835, "step": 188, "loss_diff": 0.9644706845283508, "reward": 0.25598903962945996, "level": 0, "difficulty": 0.05, "reward_ma": 0.27808163145982173, "leveled_up": false}
{"t": 95, "ts": 1788180392.3235705, "step": 190, "loss_diff": 1.1599400043487549, "reward": 0.3280325122446312, "level": 0, "difficulty": 0.05, "reward_ma": 0.2830767195383027, "leveled_up": false}
{"t": 96, "ts": 1788180393.2339234, "step": 192, "loss_diff": 0.9349089860916138, "reward": 0.11698236945220306, "level": 0, "difficulty": 0.05, "reward_ma": 0.26646728452969276, "leveled_up": false}
{"t": 97, "ts": 1788180394.1061168, "step": 194, "loss_diff": 0.9717055559158325, "reward": 0.31756817246471003, "level": 0, "difficulty": 0.05, "reward_ma": 0.2715773733231945, "leveled_up": false}
{"t": 98, "ts": 1788180394.9311872, "step": 196, "loss_diff": 1.0261988639831543, "reward": 0.1954763119752554, "level": 0, "difficulty": 0.05, "reward_ma": 0.2639672671884006, "leveled_up": false}
{"t": 99, "ts": 1788180395.8041961, "step": 198, "loss_diff": 1.0077452659606934, "reward": 0.18995914098796268, "level": 0, "difficulty": 0.05, "reward_ma": 0.2565664545683568, "leveled_up": false}
{"t": 100, "ts": 1788180396.710557, "step": 200, "loss_diff": 1.1072185039520264, "reward": 0.3984621676102496, "level": 0, "difficulty": 0.05, "reward_ma": 0.2707560258725461, "leveled_up": false}
{"t": 101, "ts": 1788180397.7311003, "step": 202, "loss_diff": 1.4417321681976318, "reward": 0.08331695096069637, "level": 0, "difficulty": 0.05, "reward_ma": 0.2520121183813611, "leveled_up": false}
{"t": 102, "ts": 1788180398.6060953, "step": 204, "loss_diff": 1.0593775510787964, "reward": 0.07957548954752353, "level": 0, "difficulty": 0.05, "reward_ma": 0.23476845549797734, "leveled_up": false}
{"t": 103, "ts": 1788180399.4879394, "step": 206, "loss_diff": 1.2084466218948364, "reward": 0.09803686797903396, "level": 0, "difficulty": 0.05, "reward_ma": 0.221095296746083, "leveled_up": false}
{"t": 104, "ts": 1788180400.307643, "step": 208, "loss_diff": 1.036677360534668, "reward": 0.0810051271998498, "level": 0, "difficulty": 0.05, "reward_ma": 0.2070862797914597, "leveled_up": false}
{"t": 105, "ts": 1788180401.1294048, "step": 210, "loss_diff": 1.7907665967941284, "reward": 0.1998552608160084, "level": 0, "difficulty": 0.05, "reward_ma": 0.20636317789391456, "leveled_up": false}
{"t": 106, "ts": 1788180401.7645693, "step": 212, "loss_diff": 1.3387129306793213, "reward": 0.13714890348844494, "level": 0, "difficulty": 0.05, "reward_ma": 0.1994417504533676, "leveled_up": false}
{"t": 107, "ts": 1788180402.3650205, "step": 214, "loss_diff": 1.2707784175872803, "reward": 0.15730278348036147, "level": 0, "difficulty": 0.05, "reward_ma": 0.195227853756067, "leveled_up": false}
{"t": 108, "ts": 1788180403.0952222, "step": 216, "loss_diff": 1.0024120807647705, "reward": 0.45650702322545356, "level": 0, "difficulty": 0.05, "reward_ma": 0.22135577070300566, "leveled_up": false}
{"t": 109, "ts": 1788180403.6901112, "step": 218, "loss_diff": 1.0640308856964111, "reward": 0.3963082830412858, "level": 0, "difficulty": 0.05, "reward_ma": 0.2388510219368337, "leveled_up": false}
{"t": 110, "ts": 1788180404.2898269, "step": 220, "loss_diff": 1.0978506803512573, "reward": 0.2942306365677122, "level": 0, "difficulty": 0.05, "reward_ma": 0.24438898339992154, "leveled_up": false}
{"t": 111, "ts": 1788180404.8807528, "step": 222, "loss_diff": 1.0432095527648926, "reward": 0.089193473891808, "level": 0, "difficulty": 0.05, "reward_ma": 0.22886943244911018, "leveled_up": false}
{"t": 112, "ts": 1788180405.4750485, "step": 224, "loss_diff": 1.4150524139404297, "reward": 0.3736475541773198, "level": 0, "difficulty": 0.05, "reward_ma": 0.24334724462193116, "leveled_up": false}
{"t": 113, "ts": 1788180406.275468, "step": 226, "loss_diff": 0.9421546459197998, "reward": 0.30981272603266813, "level": 0, "difficulty": 0.05, "reward_ma": 0.24999379276300487, "leveled_up": false}
{"t": 114, "ts": 1788180406.8678718, "step": 228, "loss_diff": 1.0473188161849976, "reward": 0.42853861604982757, "level": 0, "difficulty": 0.05, "reward_ma": 0.2678482750916872, "leveled_up": false}
{"t": 115, "ts": 1788180407.4748785, "step": 230, "loss_diff": 1.0014114379882812, "reward": 0.22224686396501697, "level": 0, "difficulty": 0.05, "reward_ma": 0.2632881339790202, "leveled_up": false}
{"t": 116, "ts": 1788180414.7252595, "step": 232, "loss_diff": 0.8586345314979553, "reward": 0.3443866828406211, "level": 0, "difficulty": 0.05, "reward_ma": 0.27139798886518024, "leveled_up": false}
{"t": 117, "ts": 1788180415.3643353, "step": 234, "loss_diff": 1.1400175094604492, "reward": 0.3390719463427325, "level": 0, "difficulty": 0.05, "reward_ma": 0.2781653846129355, "leveled_up": false}
{"t": 118, "ts": 1788180416.0112684, "step": 236, "loss_diff": 1.0699355602264404, "reward": 0.3342554068087656, "level": 0, "difficulty": 0.05, "reward_ma": 0.2837743868325185, "leveled_up": false}
{"t": 119, "ts": 1788180416.6366925, "step": 238, "loss_diff": 1.0611135959625244, "reward": 0.49666825414447024, "level": 0, "difficulty": 0.05, "reward_ma": 0.3050637735637137, "leveled_up": false}
{"t": 120, "ts": 1788180417.315836, "step": 240, "loss_diff": 0.9623328447341919, "reward": 0.4185495619315339, "level": 0, "difficulty": 0.05, "reward_ma": 0.31641235240049576, "leveled_up": false}
{"t": 121, "ts": 1788180417.9704642, "step": 242, "loss_diff": 0.8410464525222778, "reward": 0.3253197166182089, "level": 0, "difficulty": 0.05, "reward_ma": 0.31730308882226704, "leveled_up": false}
{"t": 122, "ts": 1788180418.6041327, "step": 244, "loss_diff": 1.1220985651016235, "reward": 0.24600624721585884, "level": 0, "difficulty": 0.05, "reward_ma": 0.3101734046616262, "leveled_up": false}
{"t": 123, "ts": 1788180419.2680259, "step": 246, "loss_diff": 0.9844196438789368, "reward": 0.2909227017890237, "level": 0, "difficulty": 0.05, "reward_ma": 0.30824833437436594, "leveled_up": false}
{"t": 124, "ts": 1788180419.8989167, "step": 248, "loss_diff": 1.0341612100601196, "reward": 0.15769115735708833, "level": 0, "difficulty": 0.05, "reward_ma": 0.2931926166726382, "leveled_up": false}
{"t": 125, "ts": 1788180420.5849912, "step": 250, "loss_diff": 0.928580105304718, "reward": 0.1465635436975093, "level": 0, "difficulty": 0.05, "reward_ma": 0.27852970937512533, "leveled_up": false}
{"t": 126, "ts": 1788180421.1850889, "step": 252, "loss_diff": 0.9513219594955444, "reward": 0.28113110548092723, "level": 0, "difficulty": 0.05, "reward_ma": 0.2787898489857055, "leveled_up": false}
{"t": 127, "ts": 1788180421.7708163, "step": 254, "loss_diff": 1.0028789043426514, "reward": 0.19521355269809898, "level": 0, "difficulty": 0.05, "reward_ma": 0.2704322193569449, "leveled_up": false}
{"t": 128, "ts": 1788180422.3716164, "step": 256, "loss_diff": 1.0247048139572144, "reward": 0.2628236840317585, "level": 0, "difficulty": 0.05, "reward_ma": 0.26967136582442625, "leveled_up": false}
{"t": 129, "ts": 1788180422.970166, "step": 258, "loss_diff": 1.1192431449890137, "reward": 0.3782637452694634, "level": 0, "difficulty": 0.05, "reward_ma": 0.28053060376892996, "leveled_up": false}
{"t": 130, "ts": 1788180423.5840008, "step": 260, "loss_diff": 0.9243597388267517, "reward": 0.4557713355245796, "level": 0, "difficulty": 0.05, "reward_ma": 0.29805467694449495, "leveled_up": false}
{"t": 131, "ts": 1788180424.1717567, "step": 262, "loss_diff": 1.2789332866668701, "reward": 0.4068603031255813, "level": 0, "difficulty": 0.05, "reward_ma": 0.3089352395626036, "leveled_up": false}
{"t": 132, "ts": 1788180424.772369, "step": 264, "loss_diff": 1.076732873916626, "reward": 0.11017715873166326, "level": 0, "difficulty": 0.05, "reward_ma": 0.2890594314795096, "leveled_up": false}
{"t": 133, "ts": 1788180425.37038, "step": 266, "loss_diff": 1.1580605506896973, "reward": 0.34787503653229246, "level": 0, "difficulty": 0.05, "reward_ma": 0.29494099198478785, "leveled_up": false}
{"t": 134, "ts": 1788180425.9699647, "step": 268, "loss_diff": 1.0337172746658325, "reward": 0.3048220546868833, "level": 0, "difficulty": 0.05, "reward_ma": 0.2959290982549974, "leveled_up": false}
{"t": 135, "ts": 1788180426.5793006, "step": 270, "loss_diff": 1.0834635496139526, "reward": 0.4254869002066661, "level": 0, "difficulty": 0.05, "reward_ma": 0.3088848784501643, "leveled_up": false}
{"t": 136, "ts": 1788180427.1752625, "step": 272, "loss_diff": 0.9847787022590637, "reward": 0.31061091354110715, "level": 0, "difficulty": 0.05, "reward_ma": 0.30905748195925864, "leveled_up": false}
{"t": 137, "ts": 1788180427.7720332, "step": 274, "loss_diff": 1.0193283557891846, "reward": 0.3186017466834456, "level": 0, "difficulty": 0.05, "reward_ma": 0.31001190843167736, "leveled_up": false}
{"t": 138, "ts": 1788180428.375419, "step": 276, "loss_diff": 1.0447804927825928, "reward": 0.4981186494608875, "level": 0, "difficulty": 0.05, "reward_ma": 0.3288225825345984, "leveled_up": false}
{"t": 139, "ts": 1788180428.97125, "step": 278, "loss_diff": 1.0783218145370483, "reward": 0.22587568095102198, "level": 0, "difficulty": 0.05, "reward_ma": 0.3185278923762408, "leveled_up": false}
{"t": 140, "ts": 1788180429.5790799, "step": 280, "loss_diff": 0.87043297290802, "reward": 0.25951233187435774, "level": 0, "difficulty": 0.05, "reward_ma": 0.31262633632605247, "leveled_up": false}
{"t": 141, "ts": 1788180430.1712983, "step": 282, "loss_diff": 0.9958599209785461, "reward": 0.268108615928377, "level": 0, "difficulty": 0.05, "reward_ma": 0.3081745642862849, "leveled_up": false}
{"t": 142, "ts": 1788180430.7713773, "step": 284, "loss_diff": 0.9798465371131897, "reward": 0.3135706609613215, "level": 0, "difficulty": 0.05, "reward_ma": 0.3087141739537886, "leveled_up": false}
{"t": 143, "ts": 1788180431.3703816, "step": 286, "loss_diff": 1.0273668766021729, "reward": 0.4128966313191912, "level": 0, "difficulty": 0.05, "reward_ma": 0.31913241969032885, "leveled_up": false}
{"t": 144, "ts": 1788180431.9646552, "step": 288, "loss_diff": 1.037400484085083, "reward": 0.19736503762391056, "level": 0, "difficulty": 0.05, "reward_ma": 0.306955681483687, "leveled_up": false}
{"t": 145, "ts": 1788180468.8215024, "step": 0, "loss_diff": 2.3539650440216064, "reward": 0.05146113225331846, "level": 0, "difficulty": 0.14413595849189992, "reward_ma": 0.005146113225331847, "leveled_up": false}
{"t": 146, "ts": 1788180470.118148, "step": 2, "loss_diff": 1.1377142667770386, "reward": 0.07690635179069032, "level": 0, "difficulty": 0.08881011877303999, "reward_ma": 0.012322137081867694, "leveled_up": false}
{"t": 147, "ts": 1788180471.6342685, "step": 4, "loss_diff": 1.2897894382476807, "reward": 0.07224615377760536, "level": 0, "difficulty": 0.05, "reward_ma": 0.018314538751441463, "leveled_up": false}
{"t": 148, "ts": 1788180473.076075, "step": 6, "loss_diff": 1.4023228883743286, "reward": 0.0691775136060149, "level": 0, "difficulty": 0.05, "reward_ma": 0.023400836236898807, "leveled_up": false}
{"t": 149, "ts": 1788180474.530439, "step": 8, "loss_diff": 1.4119958877563477, "reward": 0.06892710775239456, "level": 0, "difficulty": 0.05, "reward_ma": 0.027953463388448382, "leveled_up": false}
{"t": 150, "ts": 1788180476.2877407, "step": 10, "loss_diff": 1.3907074928283691, "reward": 0.0694808799802089, "level": 0, "difficulty": 0.05, "reward_ma": 0.03210620504762443, "leveled_up": false}
{"t": 151, "ts": 1788180477.6239853, "step": 12, "loss_diff": 1.627363920211792, "reward": 0.06382939095402433, "level": 0, "difficulty": 0.05, "reward_ma": 0.03527852363826442, "leveled_up": false}
{"t": 152, "ts": 1788180478.9769711, "step": 14, "loss_diff": 1.0689235925674438, "reward": 0.07923941613930469, "level": 0, "difficulty": 0.05, "reward_ma": 0.039674612888368446, "leveled_up": false}
{"t": 153, "ts": 1788180480.333675, "step": 16, "loss_diff": 1.2892099618911743, "reward": 0.07226273611719729, "level": 0, "difficulty": 0.05, "reward_ma": 0.04293342521125133, "leveled_up": false}
{"t": 154, "ts": 1788180481.6808686, "step": 18, "loss_diff": 1.0470389127731323, "reward": 0.0800145217940386, "level": 0, "difficulty": 0.05, "reward_ma": 0.04664153486953006, "leveled_up": false}
{"t": 155, "ts": 1788180483.016607, "step": 20, "loss_diff": 1.2155998945236206, "reward": 0.07662230785869487, "level": 0, "difficulty": 0.05, "reward_ma": 0.04963961216844654, "leveled_up": false}
{"t": 156, "ts": 1788180484.3173976, "step": 22, "loss_diff": 1.610947847366333, "reward": 0.06418834768453202, "level": 0, "difficulty": 0.05, "reward_ma": 0.05109448572005509, "leveled_up": false}
{"t": 157, "ts": 1788180485.867633, "step": 24, "loss_diff": 1.541276216506958, "reward": 0.12856715428743534, "level": 0, "difficulty": 0.05, "reward_ma": 0.05884175257679311, "leveled_up": false}
{"t": 158, "ts": 1788180487.2245097, "step": 26, "loss_diff": 1.106243371963501, "reward": 0.07795478831793345, "level": 0, "difficulty": 0.05, "reward_ma": 0.06075305615090715, "leveled_up": false}
{"t": 159, "ts": 1788180488.5257845, "step": 28, "loss_diff": 1.4669227600097656, "reward": 0.06754244498807244, "level": 0, "difficulty": 0.05, "reward_ma": 0.06143199503462368, "leveled_up": false}
{"t": 160, "ts": 1788180489.9732487, "step": 30, "loss_diff": 1.0783257484436035, "reward": 0.07891142611434472, "level": 0, "difficulty": 0.05, "reward_ma": 0.06317993814259579, "leveled_up": false}
{"t": 161, "ts": 1788180491.290845, "step": 32, "loss_diff": 1.1662217378616333, "reward": 0.0759829358099129, "level": 0, "difficulty": 0.05, "reward_ma": 0.0644602379093275, "leveled_up": false}
{"t": 162, "ts": 1788180492.5298154, "step": 34, "loss_diff": 1.1287118196487427, "reward": 0.07720309808973491, "level": 0, "difficulty": 0.05, "reward_ma": 0.06573452392736824, "leveled_up": false}
{"t": 163, "ts": 1788180493.9260035, "step": 36, "loss_diff": 1.7026385068893433, "reward": 0.062239265291425476, "level": 0, "difficulty": 0.05, "reward_ma": 0.06538499806377397, "leveled_up": false}
{"t": 164, "ts": 1788180495.2327843, "step": 38, "loss_diff": 1.1526042222976685, "reward": 0.07642098415298061, "level": 0, "difficulty": 0.05, "reward_ma": 0.06648859667269463, "leveled_up": false}
{"t": 165, "ts": 1788180496.5710628, "step": 40, "loss_diff": 1.3656665086746216, "reward": 0.0701450246450544, "level": 0, "difficulty": 0.05, "reward_ma": 0.0668542394699306, "leveled_up": false}
{"t": 166, "ts": 1788180497.898032, "step": 42, "loss_diff": 0.9733127355575562, "reward": 0.0827522539546516, "level": 0, "difficulty": 0.05, "reward_ma": 0.06844404091840271, "leveled_up": false}
{"t": 167, "ts": 1788180499.1925464, "step": 44, "loss_diff": 1.1496038436889648, "reward": 0.07651824649026191, "level": 0, "difficulty": 0.05, "reward_ma": 0.06925146147558864, "leveled_up": false}
{"t": 168, "ts": 1788180500.6203663, "step": 46, "loss_diff": 1.075244426727295, "reward": 0.07901858925410563, "level": 0, "difficulty": 0.05, "reward_ma": 0.07022817425344034, "leveled_up": false}
{"t": 169, "ts": 1788180501.9353557, "step": 48, "loss_diff": 0.8876814246177673, "reward": 0.08620050781247757, "level": 0, "difficulty": 0.05, "reward_ma": 0.07182540760934406, "leveled_up": false}
{"t": 170, "ts": 1788180503.3816867, "step": 50, "loss_diff": 1.0360474586486816, "reward": 0.0804101000536879, "level": 0, "difficulty": 0.05, "reward_ma": 0.07268387685377845, "leveled_up": false}
{"t": 171, "ts": 1788180504.6226668, "step": 52, "loss_diff": 1.1007763147354126, "reward": 0.07814012292227132, "level": 0, "difficulty": 0.05, "reward_ma": 0.07322950146062773, "leveled_up": false}
{"t": 172, "ts": 1788180505.9042685, "step": 54, "loss_diff": 1.015779733657837, "reward": 0.08115083918934961, "level": 0, "difficulty": 0.05, "reward_ma": 0.07402163523349993, "leveled_up": false}
{"t": 173, "ts": 1788180507.23094, "step": 56, "loss_diff": 1.0408872365951538, "reward": 0.08023539326184297, "level": 0, "difficulty": 0.05, "reward_ma": 0.07464301103633424, "leveled_up": false}
{"t": 174, "ts": 1788180535.831557, "step": 58, "loss_diff": 1.069875955581665, "reward": 0.07920605775495335, "level": 0, "difficulty": 0.05, "reward_ma": 0.07509931570819614, "leveled_up": false}
{"t": 175, "ts": 1788180537.2187495, "step": 60, "loss_diff": 0.9575588703155518, "reward": 0.08336399501971051, "level": 0, "difficulty": 0.05, "reward_ma": 0.07592578363934759, "leveled_up": false}
{"t": 176, "ts": 1788180538.5333574, "step": 62, "loss_diff": 1.2289857864379883, "reward": 0.07403312712659368, "level": 0, "difficulty": 0.05, "reward_ma": 0.0757365179880722, "leveled_up": false}
{"t": 177, "ts": 1788180539.909382, "step": 64, "loss_diff": 0.947656512260437, "reward": 0.0837535804312408, "level": 0, "difficulty": 0.05, "reward_ma": 0.07653822423238907, "leveled_up": false}
{"t": 178, "ts": 1788180541.2840993, "step": 66, "loss_diff": 1.0107849836349487, "reward": 0.08133567933784655, "level": 0, "difficulty": 0.05, "reward_ma": 0.07701796974293482, "leveled_up": false}
{"t": 179, "ts": 1788180542.628091, "step": 68, "loss_diff": 1.0469008684158325, "reward": 0.080019463615027, "level": 0, "difficulty": 0.05, "reward_ma": 0.07731811913014404, "leveled_up": false}
{"t": 180, "ts": 1788180544.0299783, "step": 70, "loss_diff": 1.227837085723877, "reward": 0.07406782536461301, "level": 0, "difficulty": 0.05, "reward_ma": 0.07699308975359094, "leveled_up": false}
{"t": 181, "ts": 1788180545.3251894, "step": 72, "loss_diff": 1.1225788593292236, "reward": 0.07740669946532029, "level": 0, "difficulty": 0.05, "reward_ma": 0.07703445072476388, "leveled_up": false}
{"t": 182, "ts": 1788180546.6913452, "step": 74, "loss_diff": 0.9083172082901001, "reward": 0.08534123126879226, "level": 0, "difficulty": 0.05, "reward_ma": 0.07786512877916671, "leveled_up": false}
{"t": 183, "ts": 1788180548.0246797, "step": 76, "loss_diff": 1.1911468505859375, "reward": 0.07519524823377371, "level": 0, "difficulty": 0.05, "reward_ma": 0.07759814072462741, "leveled_up": false}
{"t": 184, "ts": 1788180549.333138, "step": 78, "loss_diff": 1.1073877811431885, "reward": 0.07791611427432227, "level": 0, "difficulty": 0.05, "reward_ma": 0.07762993807959691, "leveled_up": false}
{"t": 185, "ts": 1788180550.6963215, "step": 80, "loss_diff": 1.2238861322402954, "reward": 0.07418744354722626, "level": 0, "difficulty": 0.05, "reward_ma": 0.07728568862635984, "leveled_up": false}
{"t": 186, "ts": 1788180552.019295, "step": 82, "loss_diff": 1.3882615566253662, "reward": 0.06954513810588839, "level": 0, "difficulty": 0.05, "reward_ma": 0.0765116335743127, "leveled_up": false}
{"t": 187, "ts": 1788180553.3236065, "step": 84, "loss_diff": 1.0238456726074219, "reward": 0.08085427021000868, "level": 0, "difficulty": 0.05, "reward_ma": 0.07694589723788231, "leveled_up": false}
{"t": 188, "ts": 1788180554.6720824, "step": 86, "loss_diff": 1.1318628787994385, "reward": 0.07709894511565885, "level": 0, "difficulty": 0.05, "reward_ma": 0.07696120202565997, "leveled_up": false}
{"t": 189, "ts": 1788180555.9888678, "step": 88, "loss_diff": 0.8047128915786743, "reward": 0.09618741813277151, "level": 0, "difficulty": 0.05, "reward_ma": 0.07888382363637113, "leveled_up": false}
{"t": 190, "ts": 1788180557.371639, "step": 90, "loss_diff": 0.9955084323883057, "reward": 0.08190675990180715, "level": 0, "difficulty": 0.05, "reward_ma": 0.07918611726291473, "leveled_up": false}
{"t": 191, "ts": 1788180558.7714136, "step": 92, "loss_diff": 1.508994460105896, "reward": 0.06652285381536796, "level": 0, "difficulty": 0.05, "reward_ma": 0.07791979091816005, "leveled_up": false}
{"t": 192, "ts": 1788180560.126694, "step": 94, "loss_diff": 1.1532106399536133, "reward": 0.0764013590297967, "level": 0, "difficulty": 0.05, "reward_ma": 0.07776794772932372, "leveled_up": false}
{"t": 193, "ts": 1788180561.5731716, "step": 96, "loss_diff": 1.1035865545272827, "reward": 0.07804473476932197, "level": 0, "difficulty": 0.05, "reward_ma": 0.07779562643332354, "leveled_up": false}
{"t": 194, "ts": 1788180563.27532, "step": 98, "loss_diff": 1.5788862705230713, "reward": 0.0649025902850322, "level": 0, "difficulty": 0.05, "reward_ma": 0.07650632281849441, "leveled_up": false}
{"t": 195, "ts": 1788180564.7840085, "step": 100, "loss_diff": 1.0414801836013794, "reward": 0.08021404596144947, "level": 0, "difficulty": 0.05, "reward_ma": 0.07687709513278992, "leveled_up": false}
{"t": 196, "ts": 1788180566.1791508, "step": 102, "loss_diff": 1.1631269454956055, "reward": 0.07608200482812456, "level": 0, "difficulty": 0.05, "reward_ma": 0.07679758610232339, "leveled_up": false}
{"t": 197, "ts": 1788180567.5231824, "step": 104, "loss_diff": 1.1234626770019531, "reward": 0.07737728604872679, "level": 0, "difficulty": 0.05, "reward_ma": 0.07685555609696373, "leveled_up": false}
{"t": 198, "ts": 1788180569.0301058, "step": 106, "loss_diff": 1.0123015642166138, "reward": 0.23152172510461017, "level": 0, "difficulty": 0.05, "reward_ma": 0.09232217299772838, "leveled_up": false}
{"t": 199, "ts": 1788180570.3801181, "step": 108, "loss_diff": 0.8811335563659668, "reward": 0.08647710187853735, "level": 0, "difficulty": 0.05, "reward_ma": 0.09173766588580928, "leveled_up": false}
{"t": 200, "ts": 1788180571.7062836, "step": 110, "loss_diff": 1.1396453380584717, "reward": 0.07684302344886335, "level": 0, "difficulty": 0.05, "reward_ma": 0.0902482016421147, "leveled_up": false}
{"t": 201, "ts": 1788180573.01568, "step": 112, "loss_diff": 1.2409294843673706, "reward": 0.0736744575168834, "level": 0, "difficulty": 0.05, "reward_ma": 0.08859082722959156, "leveled_up": false}
{"t": 202, "ts": 1788180574.324725, "step": 114, "loss_diff": 1.1288527250289917, "reward": 0.07719843411331608, "level": 0, "difficulty": 0.05, "reward_ma": 0.08745158791796402, "leveled_up": false}
{"t": 203, "ts": 1788180604.5896392, "step": 116, "loss_diff": 1.19705069065094, "reward": 0.07501129209680742, "level": 0, "difficulty": 0.05, "reward_ma": 0.08620755833584837, "leveled_up": false}
{"t": 204, "ts": 1788180605.9863834, "step": 118, "loss_diff": 1.1268283128738403, "reward": 0.07726550161740585, "level": 0, "difficulty": 0.05, "reward_ma": 0.08531335266400411, "leveled_up": false}
{"t": 205, "ts": 1788180607.4105103, "step": 120, "loss_diff": 1.1368298530578613, "reward": 0.07693539383152555, "level": 0, "difficulty": 0.05, "reward_ma": 0.08447555678075626, "leveled_up": false}
{"t": 206, "ts": 1788180608.7834785, "step": 122, "loss_diff": 1.1828889846801758, "reward": 0.07545422210639566, "level": 0, "difficulty": 0.05, "reward_ma": 0.08357342331332021, "leveled_up": false}
{"t": 207, "ts": 1788180610.1796038, "step": 124, "loss_diff": 1.1281280517578125, "reward": 0.07952098753936036, "level": 0, "difficulty": 0.05, "reward_ma": 0.08316817973592422, "leveled_up": false}
{"t": 208, "ts": 1788180611.573782, "step": 126, "loss_diff": 1.108184814453125, "reward": 0.07788920421887092, "level": 0, "difficulty": 0.05, "reward_ma": 0.0826402821842189, "leveled_up": false}
{"t": 209, "ts": 1788180612.9272833, "step": 128, "loss_diff": 0.8925386667251587, "reward": 0.08599656540267105, "level": 0, "difficulty": 0.05, "reward_ma": 0.08297591050606412, "leveled_up": false}
{"t": 210, "ts": 1788180614.304656, "step": 130, "loss_diff": 0.9527729153633118, "reward": 0.1745038435223133, "level": 0, "difficulty": 0.05, "reward_ma": 0.09212870380768903, "leveled_up": false}
{"t": 211, "ts": 1788180615.6338313, "step": 132, "loss_diff": 1.0465633869171143, "reward": 0.08239045773586733, "level": 0, "difficulty": 0.05, "reward_ma": 0.09115487920050687, "leveled_up": false}
{"t": 212, "ts": 1788180617.0762415, "step": 134, "loss_diff": 0.9885602593421936, "reward": 0.08216940515847727, "level": 0, "difficulty": 0.05, "reward_ma": 0.09025633179630392, "leveled_up": false}
{"t": 213, "ts": 1788180618.4817498, "step": 136, "loss_diff": 1.165475606918335, "reward": 0.07600679469276296, "level": 0, "difficulty": 0.05, "reward_ma": 0.08883137808594983, "leveled_up": false}
{"t": 214, "ts": 1788180619.868489, "step": 138, "loss_diff": 1.3124006986618042, "reward": 0.0716055973534577, "level": 0, "difficulty": 0.05, "reward_ma": 0.08710880001270062, "leveled_up": false}
{"t": 215, "ts": 1788180621.605679, "step": 140, "loss_diff": 1.1573617458343506, "reward": 0.07980330967257633, "level": 0, "difficulty": 0.05, "reward_ma": 0.08637825097868819, "leveled_up": false}
{"t": 216, "ts": 1788180622.9726815, "step": 142, "loss_diff": 1.0457156896591187, "reward": 0.08006191902424736, "level": 0, "difficulty": 0.05, "reward_ma": 0.08574661778324412, "leveled_up": false}
{"t": 217, "ts": 1788180624.225206, "step": 144, "loss_diff": 0.919857919216156, "reward": 0.13220155529290029, "level": 0, "difficulty": 0.05, "reward_ma": 0.09039211153420973, "leveled_up": false}
{"t": 218, "ts": 1788180625.5669081, "step": 146, "loss_diff": 0.95284104347229, "reward": 0.10078802059115924, "level": 0, "difficulty": 0.05, "reward_ma": 0.09143170243990467, "leveled_up": false}
{"t": 219, "ts": 1788180626.8675573, "step": 148, "loss_diff": 1.9575942754745483, "reward": 0.057454842566491304, "level": 0, "difficulty": 0.05, "reward_ma": 0.08803401645256334, "leveled_up": false}
{"t": 220, "ts": 1788180628.4413369, "step": 150, "loss_diff": 1.0206127166748047, "reward": 0.08097285543163535, "level": 0, "difficulty": 0.05, "reward_ma": 0.08732790035047054, "leveled_up": false}
{"t": 221, "ts": 1788180629.818721, "step": 152, "loss_diff": 1.580472707748413, "reward": 0.06486683150524335, "level": 0, "difficulty": 0.05, "reward_ma": 0.08508179346594782, "leveled_up": false}
{"t": 222, "ts": 1788180631.1338005, "step": 154, "loss_diff": 0.8802925944328308, "reward": 0.0865127652609453, "level": 0, "difficulty": 0.05, "reward_ma": 0.08522489064544757, "leveled_up": false}
{"t": 223, "ts": 1788180632.5318332, "step": 156, "loss_diff": 1.0416712760925293, "reward": 0.08150399608358555, "level": 0, "difficulty": 0.05, "reward_ma": 0.08485280118926138, "leveled_up": false}
{"t": 224, "ts": 1788180633.8751752, "step": 158, "loss_diff": 1.1553970575332642, "reward": 0.07633069302039948, "level": 0, "difficulty": 0.05, "reward_ma": 0.0840005903723752, "leveled_up": false}
{"t": 225, "ts": 1788180635.1673405, "step": 160, "loss_diff": 0.8737993240356445, "reward": 0.0867892086661788, "level": 0, "difficulty": 0.05, "reward_ma": 0.08427945220175556, "leveled_up": false}
{"t": 226, "ts": 1788180636.470468, "step": 162, "loss_diff": 1.0071735382080078, "reward": 0.08146990073633884, "level": 0, "difficulty": 0.05, "reward_ma": 0.0839984970552139, "leveled_up": false}
{"t": 227, "ts": 1788180637.926034, "step": 164, "loss_diff": 1.0447323322296143, "reward": 0.09552946783303902, "level": 0, "difficulty": 0.05, "reward_ma": 0.0851515941329964, "leveled_up": false}
{"t": 228, "ts": 1788180639.2359293, "step": 166, "loss_diff": 1.1598626375198364, "reward": 0.07618680795639363, "level": 0, "difficulty": 0.05, "reward_ma": 0.08425511551533613, "leveled_up": false}
{"t": 229, "ts": 1788180640.533755, "step": 168, "loss_diff": 1.01365327835083, "reward": 0.08122942058725408, "level": 0, "difficulty": 0.05, "reward_ma": 0.08395254602252793, "leveled_up": false}
{"t": 230, "ts": 1788180641.8217685, "step": 170, "loss_diff": 1.2377803325653076, "reward": 0.07376865498106401, "level": 0, "difficulty": 0.05, "reward_ma": 0.08293415691838153, "leveled_up": false}
{"t": 231, "ts": 1788180643.0925894, "step": 172, "loss_diff": 1.0839118957519531, "reward": 0.07871795743319951, "level": 0, "difficulty": 0.05, "reward_ma": 0.08251253696986333, "leveled_up": false}
{"t": 232, "ts": 1788180671.4994814, "step": 174, "loss_diff": 0.9163782000541687, "reward": 0.08501059693622212, "level": 0, "difficulty": 0.05, "reward_ma": 0.0827623429664992, "leveled_up": false}
{"t": 233, "ts": 1788180672.8333375, "step": 176, "loss_diff": 1.0618257522583008, "reward": 0.07948900262815897, "level": 0, "difficulty": 0.05, "reward_ma": 0.08243500893266519, "leveled_up": false}
{"t": 234, "ts": 1788180674.1679463, "step": 178, "loss_diff": 1.1261500120162964, "reward": 0.07932509755552673, "level": 0, "difficulty": 0.05, "reward_ma": 0.08212401779495135, "leveled_up": false}
{"t": 235, "ts": 1788180675.4845495, "step": 180, "loss_diff": 0.9509140849113464, "reward": 0.22124661339598986, "level": 0, "difficulty": 0.05, "reward_ma": 0.09603627735505521, "leveled_up": false}
{"t": 236, "ts": 1788180676.7795029, "step": 182, "loss_diff": 1.05064857006073, "reward": 0.17799148241887724, "level": 0, "difficulty": 0.05, "reward_ma": 0.10423179786143741, "leveled_up": false}
{"t": 237, "ts": 1788180678.1228247, "step": 184, "loss_diff": 1.0605168342590332, "reward": 0.18889547229899228, "level": 0, "difficulty": 0.05, "reward_ma": 0.1126981653051929, "leveled_up": false}
{"t": 238, "ts": 1788180679.5861177, "step": 186, "loss_diff": 1.1213891506195068, "reward": 0.07744633162346976, "level": 0, "difficulty": 0.05, "reward_ma": 0.10917298193702059, "leveled_up": false}
{"t": 239, "ts": 1788180680.9096496, "step": 188, "loss_diff": 1.0831868648529053, "reward": 0.07874300930567386, "level": 0, "difficulty": 0.05, "reward_ma": 0.10612998467388592, "leveled_up": false}
{"t": 240, "ts": 1788180682.276158, "step": 190, "loss_diff": 1.1938008069992065, "reward": 0.07511243182990185, "level": 0, "difficulty": 0.05, "reward_ma": 0.10302822938948751, "leveled_up": false}
{"t": 241, "ts": 1788180683.6210787, "step": 192, "loss_diff": 0.9154894351959229, "reward": 0.08504691453701264, "level": 0, "difficulty": 0.05, "reward_ma": 0.10123009790424002, "leveled_up": false}
{"t": 242, "ts": 1788180685.1737309, "step": 194, "loss_diff": 0.9784923195838928, "reward": 0.08668124566835962, "level": 0, "difficulty": 0.05, "reward_ma": 0.09977521268065198, "leveled_up": false}
{"t": 243, "ts": 1788180686.6800175, "step": 196, "loss_diff": 1.2153698205947876, "reward": 0.07748482153904898, "level": 0, "difficulty": 0.05, "reward_ma": 0.09754617356649169, "leveled_up": false}
{"t": 244, "ts": 1788180688.0109565, "step": 198, "loss_diff": 0.9075913429260254, "reward": 0.10253168236538422, "level": 0, "difficulty": 0.05, "reward_ma": 0.09804472444638095, "leveled_up": false}
{"t": 245, "ts": 1788180689.4134293, "step": 200, "loss_diff": 1.1044578552246094, "reward": 0.07801521189066032, "level": 0, "difficulty": 0.05, "reward_ma": 0.09604177319080888, "leveled_up": false}
{"t": 246, "ts": 1788180690.9933636, "step": 202, "loss_diff": 0.8596628904342651, "reward": 0.0873977272052562, "level": 0, "difficulty": 0.05, "reward_ma": 0.0951773685922536, "leveled_up": false}
{"t": 247, "ts": 1788180692.3250408, "step": 204, "loss_diff": 0.8385419249534607, "reward": 0.08832433780374277, "level": 0, "difficulty": 0.05, "reward_ma": 0.09449206551340253, "leveled_up": false}
{"t": 248, "ts": 1788180693.729852, "step": 206, "loss_diff": 1.2625482082366943, "reward": 0.13075864021733813, "level": 0, "difficulty": 0.05, "reward_ma": 0.09811872298379609, "leveled_up": false}
{"t": 249, "ts": 1788180695.1185513, "step": 208, "loss_diff": 1.0874359607696533, "reward": 0.07859643886136701, "level": 0, "difficulty": 0.05, "reward_ma": 0.09616649457155318, "leveled_up": false}
{"t": 250, "ts": 1788180696.4996939, "step": 210, "loss_diff": 1.1819514036178589, "reward": 0.13756685920306588, "level": 0, "difficulty": 0.05, "reward_ma": 0.10030653103470445, "leveled_up": false}
{"t": 251, "ts": 1788180697.8686256, "step": 212, "loss_diff": 1.1585018634796143, "reward": 0.10071379954567486, "level": 0, "difficulty": 0.05, "reward_ma": 0.1003472578858015, "leveled_up": false}
{"t": 252, "ts": 1788180699.225011, "step": 214, "loss_diff": 0.7637761831283569, "reward": 0.09178275111586942, "level": 0, "difficulty": 0.05, "reward_ma": 0.09949080720880829, "leveled_up": false}
{"t": 253, "ts": 1788180700.6304512, "step": 216, "loss_diff": 1.0335252285003662, "reward": 0.12274934406773678, "level": 0, "difficulty": 0.05, "reward_ma": 0.10181666089470115, "leveled_up": false}
{"t": 254, "ts": 1788180701.9933307, "step": 218, "loss_diff": 1.0243405103683472, "reward": 0.09035530886997166, "level": 0, "difficulty": 0.05, "reward_ma": 0.1006705256922282, "leveled_up": false}
{"t": 255, "ts": 1788180703.3187358, "step": 220, "loss_diff": 0.958687961101532, "reward": 0.15640898274576565, "level": 0, "difficulty": 0.05, "reward_ma": 0.10624437139758196, "leveled_up": false}
{"t": 256, "ts": 1788180704.6638896, "step": 222, "loss_diff": 0.9777414798736572, "reward": 0.09859495436224688, "level": 0, "difficulty": 0.05, "reward_ma": 0.10547942969404846, "leveled_up": false}
{"t": 257, "ts": 1788180706.0188415, "step": 224, "loss_diff": 1.097150206565857, "reward": 0.16415820204918766, "level": 0, "difficulty": 0.05, "reward_ma": 0.11134730692956238, "leveled_up": false}
{"t": 258, "ts": 1788180707.424383, "step": 226, "loss_diff": 0.964799165725708, "reward": 0.11985489504407953, "level": 0, "difficulty": 0.05, "reward_ma": 0.1121980657410141, "leveled_up": false}
{"t": 259, "ts": 1788180708.7765822, "step": 228, "loss_diff": 1.0381948947906494, "reward": 0.1484563927125126, "level": 0, "difficulty": 0.05, "reward_ma": 0.11582389843816396, "leveled_up": false}
{"t": 260, "ts": 1788180710.1644452, "step": 230, "loss_diff": 1.2507271766662598, "reward": 0.11140206326321936, "level": 0, "difficulty": 0.05, "reward_ma": 0.11538171492066951, "leveled_up": false}
{"t": 261, "ts": 1788180740.2354045, "step": 232, "loss_diff": 1.4698524475097656, "reward": 0.06747031995976084, "level": 0, "difficulty": 0.05, "reward_ma": 0.11059057542457865, "leveled_up": false}
{"t": 262, "ts": 1788180741.604252, "step": 234, "loss_diff": 1.1982289552688599, "reward": 0.08174411155434053, "level": 0, "difficulty": 0.05, "reward_ma": 0.10770592903755483, "leveled_up": false}
{"t": 263, "ts": 1788180743.1718173, "step": 236, "loss_diff": 0.9995177984237671, "reward": 0.21185838015525493, "level": 0, "difficulty": 0.05, "reward_ma": 0.11812117414932484, "leveled_up": false}
{"t": 264, "ts": 1788180744.6338, "step": 238, "loss_diff": 0.990925669670105, "reward": 0.18261853803604153, "level": 0, "difficulty": 0.05, "reward_ma": 0.1245709105379965, "leveled_up": false}
{"t": 265, "ts": 1788180746.06871, "step": 240, "loss_diff": 0.9491949677467346, "reward": 0.11002614578085448, "level": 0, "difficulty": 0.05, "reward_ma": 0.1231164340622823, "leveled_up": false}
{"t": 266, "ts": 1788180747.43199, "step": 242, "loss_diff": 0.9348689317703247, "reward": 0.15799210991289997, "level": 0, "difficulty": 0.05, "reward_ma": 0.12660400164734406, "leveled_up": false}
{"t": 267, "ts": 1788180748.8841035, "step": 244, "loss_diff": 1.1735904216766357, "reward": 0.22552825527644518, "level": 0, "difficulty": 0.05, "reward_ma": 0.13649642701025416, "leveled_up": false}
{"t": 268, "ts": 1788180750.2319725, "step": 246, "loss_diff": 1.0496923923492432, "reward": 0.24428016238559802, "level": 0, "difficulty": 0.05, "reward_ma": 0.14727480054778855, "leveled_up": false}
{"t": 269, "ts": 1788180751.602547, "step": 248, "loss_diff": 1.1221617460250854, "reward": 0.1636183152998857, "level": 0, "difficulty": 0.05, "reward_ma": 0.14890915202299826, "leveled_up": false}
{"t": 270, "ts": 1788180752.9929132, "step": 250, "loss_diff": 1.0102086067199707, "reward": 0.10798086383599245, "level": 0, "difficulty": 0.05, "reward_ma": 0.1448163232042977, "leveled_up": false}
{"t": 271, "ts": 1788180754.317072, "step": 252, "loss_diff": 0.9631059765815735, "reward": 0.13064508490793802, "level": 0, "difficulty": 0.05, "reward_ma": 0.14339919937466172, "leveled_up": false}
{"t": 272, "ts": 1788180755.6751635, "step": 254, "loss_diff": 1.0143667459487915, "reward": 0.11046650253602891, "level": 0, "difficulty": 0.05, "reward_ma": 0.14010592969079844, "leveled_up": false}
{"t": 273, "ts": 1788180757.0938144, "step": 256, "loss_diff": 1.039673089981079, "reward": 0.18802529211807198, "level": 0, "difficulty": 0.05, "reward_ma": 0.1448978659335258, "leveled_up": false}
{"t": 274, "ts": 1788180758.4259918, "step": 258, "loss_diff": 1.137284755706787, "reward": 0.13569280089139585, "level": 0, "difficulty": 0.05, "reward_ma": 0.1439773594293128, "leveled_up": false}
{"t": 275, "ts": 1788180759.8244424, "step": 260, "loss_diff": 0.9513158798217773, "reward": 0.2411712026250647, "level": 0, "difficulty": 0.05, "reward_ma": 0.153696743748888, "leveled_up": false}
{"t": 276, "ts": 1788180761.1364565, "step": 262, "loss_diff": 1.1514185667037964, "reward": 0.13995678488281804, "level": 0, "difficulty": 0.05, "reward_ma": 0.15232274786228103, "leveled_up": false}
{"t": 277, "ts": 1788180762.4769952, "step": 264, "loss_diff": 1.137268304824829, "reward": 0.16806927944490754, "level": 0, "difficulty": 0.05, "reward_ma": 0.1538974010205437, "leveled_up": false}
{"t": 278, "ts": 1788180763.8180928, "step": 266, "loss_diff": 1.183167815208435, "reward": 0.16460552290180458, "level": 0, "difficulty": 0.05, "reward_ma": 0.15496821320866977, "leveled_up": false}
{"t": 279, "ts": 1788180765.180858, "step": 268, "loss_diff": 1.0029702186584473, "reward": 0.24249873173248804, "level": 0, "difficulty": 0.05, "reward_ma": 0.1637212650610516, "leveled_up": false}
{"t": 280, "ts": 1788180766.5242362, "step": 270, "loss_diff": 1.094659447669983, "reward": 0.1951242782490969, "level": 0, "difficulty": 0.05, "reward_ma": 0.16686156637985616, "leveled_up": false}
{"t": 281, "ts": 1788180767.9066072, "step": 272, "loss_diff": 0.9899908304214478, "reward": 0.16138018881989724, "level": 0, "difficulty": 0.05, "reward_ma": 0.16631342862386028, "leveled_up": false}
{"t": 282, "ts": 1788180769.2231028, "step": 274, "loss_diff": 1.135430097579956, "reward": 0.20890372785036293, "level": 0, "difficulty": 0.05, "reward_ma": 0.17057245854651057, "leveled_up": false}
{"t": 283, "ts": 1788180770.5991127, "step": 276, "loss_diff": 0.9234969019889832, "reward": 0.10753907677724314, "level": 0, "difficulty": 0.05, "reward_ma": 0.16426912036958385, "leveled_up": false}
{"t": 284, "ts": 1788180771.9170275, "step": 278, "loss_diff": 0.9521410465240479, "reward": 0.17060860584561482, "level": 0, "difficulty": 0.05, "reward_ma": 0.16490306891718698, "leveled_up": false}
{"t": 285, "ts": 1788180773.3048193, "step": 280, "loss_diff": 0.9046634435653687, "reward": 0.08628640191666749, "level": 0, "difficulty": 0.05, "reward_ma": 0.15704140221713506, "leveled_up": false}
{"t": 286, "ts": 1788180774.6188173, "step": 282, "loss_diff": 1.0158302783966064, "reward": 0.43617255141936856, "level": 0, "difficulty": 0.05, "reward_ma": 0.1849545171373584, "leveled_up": false}
{"t": 287, "ts": 1788180775.9322805, "step": 284, "loss_diff": 0.9869329929351807, "reward": 0.23340799367436738, "level": 0, "difficulty": 0.05, "reward_ma": 0.1897998647910593, "leveled_up": false}
{"t": 288, "ts": 1788180777.3233302, "step": 286, "loss_diff": 1.03555166721344, "reward": 0.23018585901903243, "level": 0, "difficulty": 0.05, "reward_ma": 0.19383846421385661, "leveled_up": false}
{"t": 289, "ts": 1788180778.6739976, "step": 288, "loss_diff": 1.0460158586502075, "reward": 0.17676767761730283, "level": 0, "difficulty": 0.05, "reward_ma": 0.19213138555420123, "leveled_up": false}
{"t": 290, "ts": 1788180808.698198, "step": 290, "loss_diff": 1.0487689971923828, "reward": 0.08301100248751607, "level": 0, "difficulty": 0.05, "reward_ma": 0.18121934724753272, "leveled_up": false}
{"t": 291, "ts": 1788180810.020073, "step": 292, "loss_diff": 0.9907693862915039, "reward": 0.2123605593673841, "level": 0, "difficulty": 0.05, "reward_ma": 0.18433346845951787, "leveled_up": false}
{"t": 292, "ts": 1788180811.3176188, "step": 294, "loss_diff": 0.7979143857955933, "reward": 0.3861585217094792, "level": 0, "difficulty": 0.05, "reward_ma": 0.20451597378451403, "leveled_up": false}
{"t": 293, "ts": 1788180812.6994572, "step": 296, "loss_diff": 0.9502435326576233, "reward": 0.18419628946419375, "level": 0, "difficulty": 0.05, "reward_ma": 0.202484005352482, "leveled_up": false}
{"t": 294, "ts": 1788180814.0244622, "step": 298, "loss_diff": 0.9391470551490784, "reward": 0.26719301062161344, "level": 0, "difficulty": 0.05, "reward_ma": 0.20895490587939514, "leveled_up": false}
{"t": 295, "ts": 1788180815.889196, "step": 300, "loss_diff": 0.995729923248291, "reward": 0.22194575508359557, "level": 0, "difficulty": 0.05, "reward_ma": 0.21025399079981516, "leveled_up": false}
{"t": 296, "ts": 1788180817.2788715, "step": 302, "loss_diff": 0.9103163480758667, "reward": 0.24651370303544834, "level": 0, "difficulty": 0.05, "reward_ma": 0.21387996202337847, "leveled_up": false}
{"t": 297, "ts": 1788180818.6341407, "step": 304, "loss_diff": 1.005943775177002, "reward": 0.39695993243146677, "level": 0, "difficulty": 0.05, "reward_ma": 0.23218795906418732, "leveled_up": false}
{"t": 298, "ts": 1788180820.0356846, "step": 306, "loss_diff": 1.067948818206787, "reward": 0.33743034922928533, "level": 0, "difficulty": 0.05, "reward_ma": 0.24271219808069713, "leveled_up": false}
{"t": 299, "ts": 1788180821.4362276, "step": 308, "loss_diff": 0.9121889472007751, "reward": 0.30033578842943426, "level": 0, "difficulty": 0.05, "reward_ma": 0.24847455711557087, "leveled_up": false}
{"t": 300, "ts": 1788180822.9025931, "step": 310, "loss_diff": 0.9271824955940247, "reward": 0.28656412893761657, "level": 0, "difficulty": 0.05, "reward_ma": 0.25228351429777546, "leveled_up": false}
{"t": 301, "ts": 1788180824.33072, "step": 312, "loss_diff": 1.08643639087677, "reward": 0.23899287295824853, "level": 0, "difficulty": 0.05, "reward_ma": 0.2509544501638228, "leveled_up": false}
{"t": 302, "ts": 1788180825.8737838, "step": 314, "loss_diff": 0.9203131198883057, "reward": 0.36546236911781255, "level": 0, "difficulty": 0.05, "reward_ma": 0.2624052420592218, "leveled_up": false}
{"t": 303, "ts": 1788180827.2861311, "step": 316, "loss_diff": 0.9567139744758606, "reward": 0.2755967862571505, "level": 0, "difficulty": 0.05, "reward_ma": 0.26372439647901463, "leveled_up": false}
{"t": 304, "ts": 1788180828.621042, "step": 318, "loss_diff": 0.9696158170700073, "reward": 0.28329128200558606, "level": 0, "difficulty": 0.05, "reward_ma": 0.26568108503167176, "leveled_up": false}
{"t": 305, "ts": 1788180830.0191298, "step": 320, "loss_diff": 1.0921845436096191, "reward": 0.2332156254378583, "level": 0, "difficulty": 0.05, "reward_ma": 0.2624345390722904, "leveled_up": false}
{"t": 306, "ts": 1788180831.3809056, "step": 322, "loss_diff": 0.9788051843643188, "reward": 0.2343701905438147, "level": 0, "difficulty": 0.05, "reward_ma": 0.2596281042194428, "leveled_up": false}
{"t": 307, "ts": 1788180832.717236, "step": 324, "loss_diff": 1.050246238708496, "reward": 0.3257614210856524, "level": 0, "difficulty": 0.05, "reward_ma": 0.26624143590606375, "leveled_up": false}
{"t": 308, "ts": 1788180834.1113348, "step": 326, "loss_diff": 1.0141749382019043, "reward": 0.17953905222103417, "level": 0, "difficulty": 0.05, "reward_ma": 0.2575711975375608, "leveled_up": false}
{"t": 309, "ts": 1788180835.4354494, "step": 328, "loss_diff": 1.083853006362915, "reward": 0.4386952602887651, "level": 0, "difficulty": 0.05, "reward_ma": 0.27568360381268125, "leveled_up": false}
{"t": 310, "ts": 1788180836.8324757, "step": 330, "loss_diff": 1.0863020420074463, "reward": 0.20005312481297677, "level": 0, "difficulty": 0.05, "reward_ma": 0.26812055591271083, "leveled_up": false}
{"t": 311, "ts": 1788180838.1944778, "step": 332, "loss_diff": 0.9646551609039307, "reward": 0.21600602356681875, "level": 0, "difficulty": 0.05, "reward_ma": 0.2629091026781216, "leveled_up": false}
{"t": 312, "ts": 1788180839.570941, "step": 334, "loss_diff": 1.239221215248108, "reward": 0.2781029243293947, "level": 0, "difficulty": 0.05, "reward_ma": 0.26442848484324893, "leveled_up": false}
{"t": 313, "ts": 1788180840.9757211, "step": 336, "loss_diff": 0.7929601669311523, "reward": 0.4473265495535103, "level": 0, "difficulty": 0.05, "reward_ma": 0.28271829131427506, "leveled_up": false}
{"t": 314, "ts": 1788180842.3309755, "step": 338, "loss_diff": 1.075461745262146, "reward": 0.4431236905462265, "level": 0, "difficulty": 0.05, "reward_ma": 0.2987588312374702, "leveled_up": false}
{"t": 315, "ts": 1788180843.7080243, "step": 340, "loss_diff": 1.073318362236023, "reward": 0.33106225310422, "level": 0, "difficulty": 0.05, "reward_ma": 0.3019891734241452, "leveled_up": false}
{"t": 316, "ts": 1788180845.030042, "step": 342, "loss_diff": 1.106850504875183, "reward": 0.20438344623262855, "level": 0, "difficulty": 0.05, "reward_ma": 0.29222860070499357, "leveled_up": false}
{"t": 317, "ts": 1788180846.3890822, "step": 344, "loss_diff": 0.770822286605835, "reward": 0.4819969336027337, "level": 0, "difficulty": 0.05, "reward_ma": 0.3112054339947676, "leveled_up": false}
{"t": 318, "ts": 1788180847.772644, "step": 346, "loss_diff": 0.787723183631897, "reward": 0.3996924887700728, "level": 0, "difficulty": 0.05, "reward_ma": 0.3200541394722981, "leveled_up": false}
{"t": 0, "ts": 1788180962.6022134, "step": 0, "loss_diff": 6.375877857208252, "reward": 0.027074509358697874, "level": 0, "difficulty": 0.14395305882019024, "reward_ma": 0.0027074509358697876, "leveled_up": false}
{"t": 1, "ts": 1788180963.4278183, "step": 2, "loss_diff": 2.261342763900757, "reward": 0.05273127271152644, "level": 0, "difficulty": 0.08828129630369791, "reward_ma": 0.007709833113435453, "leveled_up": false}
{"t": 2, "ts": 1788180964.3120828, "step": 4, "loss_diff": 2.882507801055908, "reward": 0.04537276956382189, "level": 0, "difficulty": 0.05, "reward_ma": 0.011476126758474097, "leveled_up": false}
{"t": 3, "ts": 1788180965.196376, "step": 6, "loss_diff": 1.7498079538345337, "reward": 0.061287210990714054, "level": 0, "difficulty": 0.05, "reward_ma": 0.016457235181698095, "leveled_up": false}
{"t": 4, "ts": 1788180966.0788295, "step": 8, "loss_diff": 2.3586692810058594, "reward": 0.051398491831018966, "level": 0, "difficulty": 0.05, "reward_ma": 0.019951360846630184, "leveled_up": false}
{"t": 5, "ts": 1788180967.0142486, "step": 10, "loss_diff": 1.264802098274231, "reward": 0.16324500056086272, "level": 0, "difficulty": 0.05, "reward_ma": 0.03428072481805344, "leveled_up": false}
{"t": 6, "ts": 1788180967.8950245, "step": 12, "loss_diff": 1.5390410423278809, "reward": 0.22023941320892473, "level": 0, "difficulty": 0.05, "reward_ma": 0.05287659365714058, "leveled_up": false}
{"t": 7, "ts": 1788180968.8929272, "step": 14, "loss_diff": 1.7170732021331787, "reward": 0.3233654062058278, "level": 0, "difficulty": 0.05, "reward_ma": 0.0799254749120093, "leveled_up": false}
{"t": 8, "ts": 1788180969.7675965, "step": 16, "loss_diff": 1.2222168445587158, "reward": 0.5399268833920569, "level": 0, "difficulty": 0.05, "reward_ma": 0.12592561576001404, "leveled_up": false}
{"t": 9, "ts": 1788180970.6106083, "step": 18, "loss_diff": 1.104535460472107, "reward": 0.3821484903005443, "level": 0, "difficulty": 0.05, "reward_ma": 0.15154790321406708, "leveled_up": false}
{"t": 10, "ts": 1788180971.5000687, "step": 20, "loss_diff": 2.4826951026916504, "reward": 0.3652190618856766, "level": 0, "difficulty": 0.05, "reward_ma": 0.17291501908122803, "leveled_up": false}
{"t": 11, "ts": 1788180972.4717777, "step": 22, "loss_diff": 1.2172272205352783, "reward": 0.3807370872512283, "level": 0, "difficulty": 0.05, "reward_ma": 0.19369722589822808, "leveled_up": false}
{"t": 12, "ts": 1788180973.3016143, "step": 24, "loss_diff": 1.5786826610565186, "reward": 0.4558028739734452, "level": 0, "difficulty": 0.05, "reward_ma": 0.21990779070574978, "leveled_up": false}
{"t": 13, "ts": 1788180974.1690676, "step": 26, "loss_diff": 3.0488698482513428, "reward": 0.4370582785630039, "level": 0, "difficulty": 0.05, "reward_ma": 0.2416228394914752, "leveled_up": false}
{"t": 14, "ts": 1788180975.0318067, "step": 28, "loss_diff": 1.2462568283081055, "reward": 0.41089681474211914, "level": 0, "difficulty": 0.05, "reward_ma": 0.2585502370165396, "leveled_up": false}
{"t": 15, "ts": 1788180976.0070345, "step": 30, "loss_diff": 1.4559968709945679, "reward": 0.47900175281685126, "level": 0, "difficulty": 0.05, "reward_ma": 0.2805953885965708, "leveled_up": false}
{"t": 16, "ts": 1788180976.830704, "step": 32, "loss_diff": 1.0776503086090088, "reward": 0.08707678979793021, "level": 0, "difficulty": 0.05, "reward_ma": 0.26124352871670675, "leveled_up": false}
{"t": 17, "ts": 1788180977.766027, "step": 34, "loss_diff": 2.9438889026641846, "reward": 0.402440396975126, "level": 0, "difficulty": 0.05, "reward_ma": 0.27536321554254867, "leveled_up": false}
{"t": 18, "ts": 1788180978.624578, "step": 36, "loss_diff": 2.2346906661987305, "reward": 0.4245179070656455, "level": 0, "difficulty": 0.05, "reward_ma": 0.29027868469485835, "leveled_up": false}
{"t": 19, "ts": 1788180979.535067, "step": 38, "loss_diff": 1.499672293663025, "reward": 0.4451730540134753, "level": 0, "difficulty": 0.05, "reward_ma": 0.30576812162672, "leveled_up": false}
{"t": 20, "ts": 1788180980.4290166, "step": 40, "loss_diff": 1.5458954572677612, "reward": 0.4704971167348757, "level": 0, "difficulty": 0.05, "reward_ma": 0.3222410211375356, "leveled_up": false}
{"t": 21, "ts": 1788180981.4259079, "step": 42, "loss_diff": 1.377400279045105, "reward": 0.4336920770167563, "level": 0, "difficulty": 0.05, "reward_ma": 0.3333861267254577, "leveled_up": false}
{"t": 22, "ts": 1788180982.4056551, "step": 44, "loss_diff": 0.9655675888061523, "reward": 0.43467024758067907, "level": 0, "difficulty": 0.05, "reward_ma": 0.3435145388109798, "leveled_up": false}
{"t": 23, "ts": 1788180983.322668, "step": 46, "loss_diff": 1.1449123620986938, "reward": 0.47889135716970493, "level": 0, "difficulty": 0.05, "reward_ma": 0.3570522206468524, "leveled_up": false}
{"t": 24, "ts": 1788180984.2239714, "step": 48, "loss_diff": 0.9519112706184387, "reward": 0.24924174036345176, "level": 0, "difficulty": 0.05, "reward_ma": 0.3462711726185123, "leveled_up": false}
{"t": 25, "ts": 1788180985.1781435, "step": 50, "loss_diff": 1.093770146369934, "reward": 0.10295241130791373, "level": 0, "difficulty": 0.05, "reward_ma": 0.32193929648745245, "leveled_up": false}
{"t": 26, "ts": 1788180986.0340831, "step": 52, "loss_diff": 1.5811810493469238, "reward": 0.3696291607061965, "level": 0, "difficulty": 0.05, "reward_ma": 0.32670828290932685, "leveled_up": false}
{"t": 27, "ts": 1788180987.002003, "step": 54, "loss_diff": 0.9989147782325745, "reward": 0.4040560944320612, "level": 0, "difficulty": 0.05, "reward_ma": 0.3344430640616003, "leveled_up": false}
{"t": 28, "ts": 1788180987.924028, "step": 56, "loss_diff": 1.102276086807251, "reward": 0.4887110302382901, "level": 0, "difficulty": 0.05, "reward_ma": 0.3498698606792693, "leveled_up": false}
{"t": 29, "ts": 1788180996.3962047, "step": 58, "loss_diff": 1.0394067764282227, "reward": 0.4432854215637849, "level": 0, "difficulty": 0.05, "reward_ma": 0.35921141676772084, "leveled_up": false}
{"t": 30, "ts": 1788180997.3802204, "step": 60, "loss_diff": 0.9115756154060364, "reward": 0.4303343114382444, "level": 0, "difficulty": 0.05, "reward_ma": 0.3663237062347732, "leveled_up": false}
{"t": 31, "ts": 1788180998.1973424, "step": 62, "loss_diff": 1.5529049634933472, "reward": 0.3187684467849451, "level": 0, "difficulty": 0.05, "reward_ma": 0.36156818028979043, "leveled_up": false}
{"t": 32, "ts": 1788180999.224688, "step": 64, "loss_diff": 0.9057632684707642, "reward": 0.0892422436076795, "level": 0, "difficulty": 0.05, "reward_ma": 0.33433558662157936, "leveled_up": false}
{"t": 33, "ts": 1788181000.2239208, "step": 66, "loss_diff": 1.0696501731872559, "reward": 0.3254650664620314, "level": 0, "difficulty": 0.05, "reward_ma": 0.33344853460562457, "leveled_up": false}
{"t": 34, "ts": 1788181001.1919196, "step": 68, "loss_diff": 1.231553554534912, "reward": 0.26232475671387034, "level": 0, "difficulty": 0.05, "reward_ma": 0.3263361568164492, "leveled_up": false}
{"t": 35, "ts": 1788181002.1685925, "step": 70, "loss_diff": 1.4299261569976807, "reward": 0.31159519823117765, "level": 0, "difficulty": 0.05, "reward_ma": 0.324862060957922, "leveled_up": false}
{"t": 36, "ts": 1788181003.1120555, "step": 72, "loss_diff": 1.4090752601623535, "reward": 0.08671747954566202, "level": 0, "difficulty": 0.05, "reward_ma": 0.30104760281669607, "leveled_up": false}
{"t": 37, "ts": 1788181003.9137592, "step": 74, "loss_diff": 1.0139591693878174, "reward": 0.2364283456731891, "level": 0, "difficulty": 0.05, "reward_ma": 0.2945856771023454, "leveled_up": false}
{"t": 38, "ts": 1788181004.800254, "step": 76, "loss_diff": 1.0745738744735718, "reward": 0.4968345420072202, "level": 0, "difficulty": 0.05, "reward_ma": 0.3148105635928329, "leveled_up": false}
{"t": 39, "ts": 1788181005.614019, "step": 78, "loss_diff": 1.0673177242279053, "reward": 0.4773306303359638, "level": 0, "difficulty": 0.05, "reward_ma": 0.331062570267146, "leveled_up": false}
{"t": 40, "ts": 1788181006.4846387, "step": 80, "loss_diff": 1.070730209350586, "reward": 0.4928715343806713, "level": 0, "difficulty": 0.05, "reward_ma": 0.3472434666784985, "leveled_up": false}
{"t": 41, "ts": 1788181007.3199434, "step": 82, "loss_diff": 1.439136266708374, "reward": 0.4423005041678595, "level": 0, "difficulty": 0.05, "reward_ma": 0.3567491704274346, "leveled_up": false}
{"t": 42, "ts": 1788181008.200031, "step": 84, "loss_diff": 1.0851835012435913, "reward": 0.5030613805636227, "level": 0, "difficulty": 0.05, "reward_ma": 0.3713803914410534, "leveled_up": false}
{"t": 43, "ts": 1788181009.026295, "step": 86, "loss_diff": 1.5813409090042114, "reward": 0.37889662505349986, "level": 0, "difficulty": 0.05, "reward_ma": 0.372132014802298, "leveled_up": false}
{"t": 44, "ts": 1788181009.8910072, "step": 88, "loss_diff": 0.9578543305397034, "reward": 0.4850439586788612, "level": 0, "difficulty": 0.05, "reward_ma": 0.3834232091899544, "leveled_up": false}
{"t": 45, "ts": 1788181010.7103019, "step": 90, "loss_diff": 1.0303165912628174, "reward": 0.4641943960044207, "level": 0, "difficulty": 0.05, "reward_ma": 0.39150032787140104, "leveled_up": false}
{"t": 46, "ts": 1788181011.5030296, "step": 92, "loss_diff": 0.9633525609970093, "reward": 0.46334289035004045, "level": 0, "difficulty": 0.05, "reward_ma": 0.398684584119265, "leveled_up": false}
{"t": 47, "ts": 1788181012.3000488, "step": 94, "loss_diff": 1.0403326749801636, "reward": 0.48571338940988124, "level": 0, "difficulty": 0.05, "reward_ma": 0.40738746464832665, "leveled_up": false}
{"t": 48, "ts": 1788181013.1136389, "step": 96, "loss_diff": 0.9199908971786499, "reward": 0.49860025475782893, "level": 0, "difficulty": 0.05, "reward_ma": 0.41650874365927687, "leveled_up": false}
{"t": 49, "ts": 1788181013.9213676, "step": 98, "loss_diff": 1.096900224685669, "reward": 0.4195720821499759, "level": 0, "difficulty": 0.05, "reward_ma": 0.4168150775083468, "leveled_up": false}
{"t": 50, "ts": 1788181014.8389392, "step": 100, "loss_diff": 0.9759138226509094, "reward": 0.5572663835445552, "level": 0, "difficulty": 0.05, "reward_ma": 0.4308602081119676, "leveled_up": false}
{"t": 51, "ts": 1788181015.708093, "step": 102, "loss_diff": 4.776007652282715, "reward": 0.08880861739886962, "level": 0, "difficulty": 0.05, "reward_ma": 0.3966550490406578, "leveled_up": false}
{"t": 52, "ts": 1788181016.5679443, "step": 104, "loss_diff": 2.1458282470703125, "reward": 0.08882148619008624, "level": 0, "difficulty": 0.05, "reward_ma": 0.3658716927556006, "leveled_up": false}
{"t": 53, "ts": 1788181017.3986044, "step": 106, "loss_diff": 1.040268063545227, "reward": 0.15048075153692386, "level": 0, "difficulty": 0.05, "reward_ma": 0.34433259863373294, "leveled_up": false}
{"t": 54, "ts": 1788181018.1954012, "step": 108, "loss_diff": 1.2510067224502563, "reward": 0.19392709539076444, "level": 0, "difficulty": 0.05, "reward_ma": 0.3292920483094361, "leveled_up": false}
{"t": 55, "ts": 1788181019.02696, "step": 110, "loss_diff": 1.141668438911438, "reward": 0.22952546487024308, "level": 0, "difficulty": 0.05, "reward_ma": 0.31931538996551684, "leveled_up": false}
{"t": 56, "ts": 1788181019.8993695, "step": 112, "loss_diff": 1.273587703704834, "reward": 0.1081560188898382, "level": 0, "difficulty": 0.05, "reward_ma": 0.298199452857949, "leveled_up": false}
{"t": 57, "ts": 1788181020.7096367, "step": 114, "loss_diff": 1.1074602603912354, "reward": 0.18497376671810667, "level": 0, "difficulty": 0.05, "reward_ma": 0.2868768842439648, "leveled_up": false}
{"t": 58, "ts": 1788181028.1024244, "step": 116, "loss_diff": 1.158407211303711, "reward": 0.3134034098578112, "level": 0, "difficulty": 0.05, "reward_ma": 0.28952953680534943, "leveled_up": false}
{"t": 59, "ts": 1788181028.8999414, "step": 118, "loss_diff": 1.1912078857421875, "reward": 0.2894407793594745, "level": 0, "difficulty": 0.05, "reward_ma": 0.28952066106076196, "leveled_up": false}
{"t": 60, "ts": 1788181029.8176932, "step": 120, "loss_diff": 1.5792046785354614, "reward": 0.0985618199682749, "level": 0, "difficulty": 0.05, "reward_ma": 0.27042477695151323, "leveled_up": false}
{"t": 61, "ts": 1788181030.7117147, "step": 122, "loss_diff": 1.079224705696106, "reward": 0.24419809380267674, "level": 0, "difficulty": 0.05, "reward_ma": 0.2678021086366296, "leveled_up": false}
{"t": 62, "ts": 1788181031.5166633, "step": 124, "loss_diff": 1.22199547290802, "reward": 0.24672341611343093, "level": 0, "difficulty": 0.05, "reward_ma": 0.26569423938430975, "leveled_up": false}
{"t": 63, "ts": 1788181032.3898222, "step": 126, "loss_diff": 0.9647767543792725, "reward": 0.16930545644521444, "level": 0, "difficulty": 0.05, "reward_ma": 0.2560553610904002, "leveled_up": false}
{"t": 64, "ts": 1788181033.194299, "step": 128, "loss_diff": 1.3685517311096191, "reward": 0.1366649542372227, "level": 0, "difficulty": 0.05, "reward_ma": 0.2441163204050825, "leveled_up": false}
{"t": 65, "ts": 1788181034.0065935, "step": 130, "loss_diff": 0.9288380146026611, "reward": 0.2735048896723016, "level": 0, "difficulty": 0.05, "reward_ma": 0.2470551773318044, "leveled_up": false}
{"t": 66, "ts": 1788181034.7922146, "step": 132, "loss_diff": 1.250328779220581, "reward": 0.19238910771558276, "level": 0, "difficulty": 0.05, "reward_ma": 0.24158857037018225, "leveled_up": false}
{"t": 67, "ts": 1788181035.5891283, "step": 134, "loss_diff": 0.9788186550140381, "reward": 0.3511713306354915, "level": 0, "difficulty": 0.05, "reward_ma": 0.25254684639671315, "leveled_up": false}
{"t": 68, "ts": 1788181036.3985863, "step": 136, "loss_diff": 1.0165269374847412, "reward": 0.32636253019723105, "level": 0, "difficulty": 0.05, "reward_ma": 0.2599284147767649, "leveled_up": false}
{"t": 69, "ts": 1788181037.2049441, "step": 138, "loss_diff": 0.9054718017578125, "reward": 0.25137793097521555, "level": 0, "difficulty": 0.05, "reward_ma": 0.25907336639661, "leveled_up": false}
{"t": 70, "ts": 1788181038.0102894, "step": 140, "loss_diff": 2.7277140617370605, "reward": 0.19892532010113304, "level": 0, "difficulty": 0.05, "reward_ma": 0.2530585617670623, "leveled_up": false}
{"t": 71, "ts": 1788181038.8013763, "step": 142, "loss_diff": 1.216583013534546, "reward": 0.2944433839487628, "level": 0, "difficulty": 0.05, "reward_ma": 0.25719704398523235, "leveled_up": false}
{"t": 72, "ts": 1788181039.6004736, "step": 144, "loss_diff": 1.0093005895614624, "reward": 0.32687832979207354, "level": 0, "difficulty": 0.05, "reward_ma": 0.2641651725659165, "leveled_up": false}
{"t": 73, "ts": 1788181040.4686496, "step": 146, "loss_diff": 0.9108977913856506, "reward": 0.2712405986597626, "level": 0, "difficulty": 0.05, "reward_ma": 0.2648727151753011, "leveled_up": false}
{"t": 74, "ts": 1788181041.3100371, "step": 148, "loss_diff": 1.1181777715682983, "reward": 0.36283593123305896, "level": 0, "difficulty": 0.05, "reward_ma": 0.2746690367810769, "leveled_up": false}
{"t": 75, "ts": 1788181042.2010117, "step": 150, "loss_diff": 1.2172462940216064, "reward": 0.40297205585236395, "level": 0, "difficulty": 0.05, "reward_ma": 0.2874993386882056, "leveled_up": false}
{"t": 76, "ts": 1788181043.0038402, "step": 152, "loss_diff": 1.2095670700073242, "reward": 0.37492409242481056, "level": 0, "difficulty": 0.05, "reward_ma": 0.29624181406186606, "leveled_up": false}
{"t": 77, "ts": 1788181043.8226776, "step": 154, "loss_diff": 0.8879176378250122, "reward": 0.29798698841110777, "level": 0, "difficulty": 0.05, "reward_ma": 0.29641633149679025, "leveled_up": false}
{"t": 78, "ts": 1788181044.6988192, "step": 156, "loss_diff": 1.0412846803665161, "reward": 0.35176953512177117, "level": 0, "difficulty": 0.05, "reward_ma": 0.3019516518592884, "leveled_up": false}
{"t": 79, "ts": 1788181045.503674, "step": 158, "loss_diff": 1.14626944065094, "reward": 0.39646290033741177, "level": 0, "difficulty": 0.05, "reward_ma": 0.3114027767071007, "leveled_up": false}
{"t": 80, "ts": 1788181046.3172514, "step": 160, "loss_diff": 0.8524045348167419, "reward": 0.30557576816084897, "level": 0, "difficulty": 0.05, "reward_ma": 0.31082007585247556, "leveled_up": false}
{"t": 81, "ts": 1788181047.2062426, "step": 162, "loss_diff": 1.1760104894638062, "reward": 0.3634228157156063, "level": 0, "difficulty": 0.05, "reward_ma": 0.31608034983878863, "leveled_up": false}
{"t": 82, "ts": 1788181048.0802119, "step": 164, "loss_diff": 1.0816187858581543, "reward": 0.36126225825051894, "level": 0, "difficulty": 0.05, "reward_ma": 0.32059854067996163, "leveled_up": false}
{"t": 83, "ts": 1788181048.9725018, "step": 166, "loss_diff": 1.0752110481262207, "reward": 0.33427649766918405, "level": 0, "difficulty": 0.05, "reward_ma": 0.3219663363788839, "leveled_up": false}
{"t": 84, "ts": 1788181049.902455, "step": 168, "loss_diff": 1.0127885341644287, "reward": 0.41206021805260895, "level": 0, "difficulty": 0.05, "reward_ma": 0.3309757245462564, "leveled_up": false}
{"t": 85, "ts": 1788181050.764558, "step": 170, "loss_diff": 1.5802791118621826, "reward": 0.21800685623119367, "level": 0, "difficulty": 0.05, "reward_ma": 0.31967883771475014, "leveled_up": false}
{"t": 86, "ts": 1788181051.6197186, "step": 172, "loss_diff": 1.051806092262268, "reward": 0.4484366806146844, "level": 0, "difficulty": 0.05, "reward_ma": 0.33255462200474356, "leveled_up": false}
{"t": 87, "ts": 1788181059.7800376, "step": 174, "loss_diff": 0.987621545791626, "reward": 0.25398053298864115, "level": 0, "difficulty": 0.05, "reward_ma": 0.3246972131031333, "leveled_up": false}
{"t": 88, "ts": 1788181060.7026792, "step": 176, "loss_diff": 1.0550856590270996, "reward": 0.08205042800360254, "level": 0, "difficulty": 0.05, "reward_ma": 0.30043253459318026, "leveled_up": false}
{"t": 89, "ts": 1788181061.5963805, "step": 178, "loss_diff": 1.1272389888763428, "reward": 0.13215241383138834, "level": 0, "difficulty": 0.05, "reward_ma": 0.2836045225170011, "leveled_up": false}
{"t": 90, "ts": 1788181062.4671805, "step": 180, "loss_diff": 0.9258127212524414, "reward": 0.17166435069175734, "level": 0, "difficulty": 0.05, "reward_ma": 0.27241050533447675, "leveled_up": false}
{"t": 91, "ts": 1788181063.3054926, "step": 182, "loss_diff": 1.143583059310913, "reward": 0.26028441109594874, "level": 0, "difficulty": 0.05, "reward_ma": 0.27119789591062393, "leveled_up": false}
{"t": 92, "ts": 1788181064.1353748, "step": 184, "loss_diff": 1.1030153036117554, "reward": 0.33004021035146236, "level": 0, "difficulty": 0.05, "reward_ma": 0.2770821273547078, "leveled_up": false}
{"t": 93, "ts": 1788181065.0124176, "step": 186, "loss_diff": 1.1720640659332275, "reward": 0.3116244926618048, "level": 0, "difficulty": 0.05, "reward_ma": 0.2805363638854175, "leveled_up": false}
{"t": 94, "ts": 1788181065.8686655, "step": 188, "loss_diff": 0.9644706845283508, "reward": 0.25598903962945996, "level": 0, "difficulty": 0.05, "reward_ma": 0.27808163145982173, "leveled_up": false}
{"t": 95, "ts": 1788181066.730912, "step": 190, "loss_diff": 1.1599400043487549, "reward": 0.3280325122446312, "level": 0, "difficulty": 0.05, "reward_ma": 0.2830767195383027, "leveled_up": false}
{"t": 96, "ts": 1788181067.6144521, "step": 192, "loss_diff": 0.9349089860916138, "reward": 0.11698236945220306, "level": 0, "difficulty": 0.05, "reward_ma": 0.26646728452969276, "leveled_up": false}
{"t": 97, "ts": 1788181068.498519, "step": 194, "loss_diff": 0.9717055559158325, "reward": 0.31756817246471003, "level": 0, "difficulty": 0.05, "reward_ma": 0.2715773733231945, "leveled_up": false}
{"t": 98, "ts": 1788181069.4024405, "step": 196, "loss_diff": 1.0261988639831543, "reward": 0.1954763119752554, "level": 0, "difficulty": 0.05, "reward_ma": 0.2639672671884006, "leveled_up": false}
{"t": 99, "ts": 1788181070.222081, "step": 198, "loss_diff": 1.0077452659606934, "reward": 0.18995914098796268, "level": 0, "difficulty": 0.05, "reward_ma": 0.2565664545683568, "leveled_up": false}
{"t": 100, "ts": 1788181071.2158754, "step": 200, "loss_diff": 1.1072185039520264, "reward": 0.3984621676102496, "level": 0, "difficulty": 0.05, "reward_ma": 0.2707560258725461, "leveled_up": false}
{"t": 101, "ts": 1788181072.0912325, "step": 202, "loss_diff": 1.4417321681976318, "reward": 0.08331695096069637, "level": 0, "difficulty": 0.05, "reward_ma": 0.2520121183813611, "leveled_up": false}
{"t": 102, "ts": 1788181073.0858824, "step": 204, "loss_diff": 1.0593775510787964, "reward": 0.07957548954752353, "level": 0, "difficulty": 0.05, "reward_ma": 0.23476845549797734, "leveled_up": false}
{"t": 103, "ts": 1788181073.9072087, "step": 206, "loss_diff": 1.2084466218948364, "reward": 0.09803686797903396, "level": 0, "difficulty": 0.05, "reward_ma": 0.221095296746083, "leveled_up": false}
{"t": 104, "ts": 1788181074.7298062, "step": 208, "loss_diff": 1.036677360534668, "reward": 0.0810051271998498, "level": 0, "difficulty": 0.05, "reward_ma": 0.2070862797914597, "leveled_up": false}
{"t": 105, "ts": 1788181075.618357, "step": 210, "loss_diff": 1.7907665967941284, "reward": 0.1998552608160084, "level": 0, "difficulty": 0.05, "reward_ma": 0.20636317789391456, "leveled_up": false}
{"t": 106, "ts": 1788181076.1944487, "step": 212, "loss_diff": 1.3387129306793213, "reward": 0.13714890348844494, "level": 0, "difficulty": 0.05, "reward_ma": 0.1994417504533676, "leveled_up": false}
{"t": 107, "ts": 1788181076.7823467, "step": 214, "loss_diff": 1.2707784175872803, "reward": 0.15730278348036147, "level": 0, "difficulty": 0.05, "reward_ma": 0.195227853756067, "leveled_up": false}
{"t": 108, "ts": 1788181077.383566, "step": 216, "loss_diff": 1.0024120807647705, "reward": 0.45650702322545356, "level": 0, "difficulty": 0.05, "reward_ma": 0.22135577070300566, "leveled_up": false}
{"t": 109, "ts": 1788181077.9851534, "step": 218, "loss_diff": 1.0640308856964111, "reward": 0.3963082830412858, "level": 0, "difficulty": 0.05, "reward_ma": 0.2388510219368337, "leveled_up": false}
{"t": 110, "ts": 1788181078.6047962, "step": 220, "loss_diff": 1.0978506803512573, "reward": 0.2942306365677122, "level": 0, "difficulty": 0.05, "reward_ma": 0.24438898339992154, "leveled_up": false}
{"t": 111, "ts": 1788181079.2774618, "step": 222, "loss_diff": 1.0432095527648926, "reward": 0.089193473891808, "level": 0, "difficulty": 0.05, "reward_ma": 0.22886943244911018, "leveled_up": false}
{"t": 112, "ts": 1788181079.877831, "step": 224, "loss_diff": 1.4150524139404297, "reward": 0.3736475541773198, "level": 0, "difficulty": 0.05, "reward_ma": 0.24334724462193116, "leveled_up": false}
{"t": 113, "ts": 1788181080.4856408, "step": 226, "loss_diff": 0.9421546459197998, "reward": 0.30981272603266813, "level": 0, "difficulty": 0.05, "reward_ma": 0.24999379276300487, "leveled_up": false}
{"t": 114, "ts": 1788181081.0770562, "step": 228, "loss_diff": 1.0473188161849976, "reward": 0.42853861604982757, "level": 0, "difficulty": 0.05, "reward_ma": 0.2678482750916872, "leveled_up": false}
{"t": 115, "ts": 1788181081.7143128, "step": 230, "loss_diff": 1.0014114379882812, "reward": 0.22224686396501697, "level": 0, "difficulty": 0.05, "reward_ma": 0.2632881339790202, "leveled_up": false}
{"t": 116, "ts": 1788181088.8759785, "step": 232, "loss_diff": 0.8586345314979553, "reward": 0.3443866828406211, "level": 0, "difficulty": 0.05, "reward_ma": 0.27139798886518024, "leveled_up": false}
{"t": 117, "ts": 1788181089.4954832, "step": 234, "loss_diff": 1.1400175094604492, "reward": 0.3390719463427325, "level": 0, "difficulty": 0.05, "reward_ma": 0.2781653846129355, "leveled_up": false}
{"t": 118, "ts": 1788181090.1134834, "step": 236, "loss_diff": 1.0699355602264404, "reward": 0.3342554068087656, "level": 0, "difficulty": 0.05, "reward_ma": 0.2837743868325185, "leveled_up": false}
{"t": 119, "ts": 1788181090.7664604, "step": 238, "loss_diff": 1.0611135959625244, "reward": 0.49666825414447024, "level": 0, "difficulty": 0.05, "reward_ma": 0.3050637735637137, "leveled_up": false}
{"t": 120, "ts": 1788181091.4887288, "step": 240, "loss_diff": 0.9623328447341919, "reward": 0.4185495619315339, "level": 0, "difficulty": 0.05, "reward_ma": 0.31641235240049576, "leveled_up": false}
{"t": 121, "ts": 1788181092.1091378, "step": 242, "loss_diff": 0.8410464525222778, "reward": 0.3253197166182089, "level": 0, "difficulty": 0.05, "reward_ma": 0.31730308882226704, "leveled_up": false}
{"t": 122, "ts": 1788181092.7231498, "step": 244, "loss_diff": 1.1220985651016235, "reward": 0.24600624721585884, "level": 0, "difficulty": 0.05, "reward_ma": 0.3101734046616262, "leveled_up": false}
{"t": 123, "ts": 1788181093.3876572, "step": 246, "loss_diff": 0.9844196438789368, "reward": 0.2909227017890237, "level": 0, "difficulty": 0.05, "reward_ma": 0.30824833437436594, "leveled_up": false}
{"t": 124, "ts": 1788181093.9980636, "step": 248, "loss_diff": 1.0341612100601196, "reward": 0.15769115735708833, "level": 0, "difficulty": 0.05, "reward_ma": 0.2931926166726382, "leveled_up": false}
{"t": 125, "ts": 1788181094.621756, "step": 250, "loss_diff": 0.928580105304718, "reward": 0.1465635436975093, "level": 0, "difficulty": 0.05, "reward_ma": 0.27852970937512533, "leveled_up": false}
{"t": 126, "ts": 1788181095.2798576, "step": 252, "loss_diff": 0.9513219594955444, "reward": 0.28113110548092723, "level": 0, "difficulty": 0.05, "reward_ma": 0.2787898489857055, "leveled_up": false}
{"t": 127, "ts": 1788181095.893792, "step": 254, "loss_diff": 1.0028789043426514, "reward": 0.19521355269809898, "level": 0, "difficulty": 0.05, "reward_ma": 0.2704322193569449, "leveled_up": false}
{"t": 128, "ts": 1788181096.5197291, "step": 256, "loss_diff": 1.0247048139572144, "reward": 0.2628236840317585, "level": 0, "difficulty": 0.05, "reward_ma": 0.26967136582442625, "leveled_up": false}
{"t": 129, "ts": 1788181097.1792603, "step": 258, "loss_diff": 1.1192431449890137, "reward": 0.3782637452694634, "level": 0, "difficulty": 0.05, "reward_ma": 0.28053060376892996, "leveled_up": false}
{"t": 130, "ts": 1788181097.8090434, "step": 260, "loss_diff": 0.9243597388267517, "reward": 0.4557713355245796, "level": 0, "difficulty": 0.05, "reward_ma": 0.29805467694449495, "leveled_up": false}
{"t": 131, "ts": 1788181098.414493, "step": 262, "loss_diff": 1.2789332866668701, "reward": 0.4068603031255813, "level": 0, "difficulty": 0.05, "reward_ma": 0.3089352395626036, "leveled_up": false}
{"t": 132, "ts": 1788181099.0237532, "step": 264, "loss_diff": 1.076732873916626, "reward": 0.11017715873166326, "level": 0, "difficulty": 0.05, "reward_ma": 0.2890594314795096, "leveled_up": false}
{"t": 133, "ts": 1788181099.6867461, "step": 266, "loss_diff": 1.1580605506896973, "reward": 0.34787503653229246, "level": 0, "difficulty": 0.05, "reward_ma": 0.29494099198478785, "leveled_up": false}
{"t": 134, "ts": 1788181100.2899628, "step": 268, "loss_diff": 1.0337172746658325, "reward": 0.3048220546868833, "level": 0, "difficulty": 0.05, "reward_ma": 0.2959290982549974, "leveled_up": false}
{"t": 135, "ts": 1788181100.917423, "step": 270, "loss_diff": 1.0834635496139526, "reward": 0.4254869002066661, "level": 0, "difficulty": 0.05, "reward_ma": 0.3088848784501643, "leveled_up": false}
{"t": 136, "ts": 1788181101.610567, "step": 272, "loss_diff": 0.9847787022590637, "reward": 0.31061091354110715, "level": 0, "difficulty": 0.05, "reward_ma": 0.30905748195925864, "leveled_up": false}
{"t": 137, "ts": 1788181102.2135823, "step": 274, "loss_diff": 1.0193283557891846, "reward": 0.3186017466834456, "level": 0, "difficulty": 0.05, "reward_ma": 0.31001190843167736, "leveled_up": false}
{"t": 138, "ts": 1788181102.8848693, "step": 276, "loss_diff": 1.0447804927825928, "reward": 0.4981186494608875, "level": 0, "difficulty": 0.05, "reward_ma": 0.3288225825345984, "leveled_up": false}
{"t": 139, "ts": 1788181103.5000205, "step": 278, "loss_diff": 1.0783218145370483, "reward": 0.22587568095102198, "level": 0, "difficulty": 0.05, "reward_ma": 0.3185278923762408, "leveled_up": false}
{"t": 140, "ts": 1788181104.1283154, "step": 280, "loss_diff": 0.87043297290802, "reward": 0.25951233187435774, "level": 0, "difficulty": 0.05, "reward_ma": 0.31262633632605247, "leveled_up": false}
{"t": 141, "ts": 1788181104.7978654, "step": 282, "loss_diff": 0.9958599209785461, "reward": 0.268108615928377, "level": 0, "difficulty": 0.05, "reward_ma": 0.3081745642862849, "leveled_up": false}
{"t": 142, "ts": 1788181105.3963895, "step": 284, "loss_diff": 0.9798465371131897, "reward": 0.3135706609613215, "level": 0, "difficulty": 0.05, "reward_ma": 0.3087141739537886, "leveled_up": false}
{"t": 143, "ts": 1788181106.009516, "step": 286, "loss_diff": 1.0273668766021729, "reward": 0.4128966313191912, "level": 0, "difficulty": 0.05, "reward_ma": 0.31913241969032885, "leveled_up": false}
{"t": 144, "ts": 1788181106.6047707, "step": 288, "loss_diff": 1.037400484085083, "reward": 0.19736503762391056, "level": 0, "difficulty": 0.05, "reward_ma": 0.306955681483687, "leveled_up": false}
{"t": 145, "ts": 1788181139.9959934, "step": 0, "loss_diff": 2.3539650440216064, "reward": 0.05146113225331846, "level": 0, "difficulty": 0.14413595849189992, "reward_ma": 0.005146113225331847, "leveled_up": false}
{"t": 146, "ts": 1788181141.272033, "step": 2, "loss_diff": 1.1377142667770386, "reward": 0.07690635179069032, "level": 0, "difficulty": 0.08881011877303999, "reward_ma": 0.012322137081867694, "leveled_up": false}
{"t": 147, "ts": 1788181142.5719273, "step": 4, "loss_diff": 1.2897894382476807, "reward": 0.07224615377760536, "level": 0, "difficulty": 0.05, "reward_ma": 0.018314538751441463, "leveled_up": false}
{"t": 148, "ts": 1788181143.837345, "step": 6, "loss_diff": 1.4023228883743286, "reward": 0.0691775136060149, "level": 0, "difficulty": 0.05, "reward_ma": 0.023400836236898807, "leveled_up": false}
{"t": 149, "ts": 1788181145.1229825, "step": 8, "loss_diff": 1.4119958877563477, "reward": 0.06892710775239456, "level": 0, "difficulty": 0.05, "reward_ma": 0.027953463388448382, "leveled_up": false}
{"t": 150, "ts": 1788181146.435465, "step": 10, "loss_diff": 1.3907074928283691, "reward": 0.0694808799802089, "level": 0, "difficulty": 0.05, "reward_ma": 0.03210620504762443, "leveled_up": false}
{"t": 151, "ts": 1788181147.871041, "step": 12, "loss_diff": 1.627363920211792, "reward": 0.06382939095402433, "level": 0, "difficulty": 0.05, "reward_ma": 0.03527852363826442, "leveled_up": false}
{"t": 152, "ts": 1788181149.2367368, "step": 14, "loss_diff": 1.0689235925674438, "reward": 0.07923941613930469, "level": 0, "difficulty": 0.05, "reward_ma": 0.039674612888368446, "leveled_up": false}
{"t": 153, "ts": 1788181150.6648636, "step": 16, "loss_diff": 1.2892099618911743, "reward": 0.07226273611719729, "level": 0, "difficulty": 0.05, "reward_ma": 0.04293342521125133, "leveled_up": false}
{"t": 154, "ts": 1788181152.025123, "step": 18, "loss_diff": 1.0470389127731323, "reward": 0.0800145217940386, "level": 0, "difficulty": 0.05, "reward_ma": 0.04664153486953006, "leveled_up": false}
{"t": 155, "ts": 1788181153.435478, "step": 20, "loss_diff": 1.2155998945236206, "reward": 0.07662230785869487, "level": 0, "difficulty": 0.05, "reward_ma": 0.04963961216844654, "leveled_up": false}
{"t": 156, "ts": 1788181154.8368573, "step": 22, "loss_diff": 1.610947847366333, "reward": 0.06418834768453202, "level": 0, "difficulty": 0.05, "reward_ma": 0.05109448572005509, "leveled_up": false}
{"t": 157, "ts": 1788181156.1900868, "step": 24, "loss_diff": 1.541276216506958, "reward": 0.12856715428743534, "level": 0, "difficulty": 0.05, "reward_ma": 0.05884175257679311, "leveled_up": false}
{"t": 158, "ts": 1788181157.5923257, "step": 26, "loss_diff": 1.106243371963501, "reward": 0.07795478831793345, "level": 0, "difficulty": 0.05, "reward_ma": 0.06075305615090715, "leveled_up": false}
{"t": 159, "ts": 1788181158.9355497, "step": 28, "loss_diff": 1.4669227600097656, "reward": 0.06754244498807244, "level": 0, "difficulty": 0.05, "reward_ma": 0.06143199503462368, "leveled_up": false}
{"t": 160, "ts": 1788181160.3771667, "step": 30, "loss_diff": 1.0783257484436035, "reward": 0.07891142611434472, "level": 0, "difficulty": 0.05, "reward_ma": 0.06317993814259579, "leveled_up": false}
{"t": 161, "ts": 1788181161.7250898, "step": 32, "loss_diff": 1.1662217378616333, "reward": 0.0759829358099129, "level": 0, "difficulty": 0.05, "reward_ma": 0.0644602379093275, "leveled_up": false}
{"t": 162, "ts": 1788181163.072006, "step": 34, "loss_diff": 1.1287118196487427, "reward": 0.07720309808973491, "level": 0, "difficulty": 0.05, "reward_ma": 0.06573452392736824, "leveled_up": false}
{"t": 163, "ts": 1788181164.4288082, "step": 36, "loss_diff": 1.7026385068893433, "reward": 0.062239265291425476, "level": 0, "difficulty": 0.05, "reward_ma": 0.06538499806377397, "leveled_up": false}
{"t": 164, "ts": 1788181165.8236256, "step": 38, "loss_diff": 1.1526042222976685, "reward": 0.07642098415298061, "level": 0, "difficulty": 0.05, "reward_ma": 0.06648859667269463, "leveled_up": false}
{"t": 165, "ts": 1788181167.3153253, "step": 40, "loss_diff": 1.3656665086746216, "reward": 0.0701450246450544, "level": 0, "difficulty": 0.05, "reward_ma": 0.0668542394699306, "leveled_up": false}
{"t": 166, "ts": 1788181168.6675518, "step": 42, "loss_diff": 0.9733127355575562, "reward": 0.0827522539546516, "level": 0, "difficulty": 0.05, "reward_ma": 0.06844404091840271, "leveled_up": false}
{"t": 167, "ts": 1788181169.9698594, "step": 44, "loss_diff": 1.1496038436889648, "reward": 0.07651824649026191, "level": 0, "difficulty": 0.05, "reward_ma": 0.06925146147558864, "leveled_up": false}
{"t": 168, "ts": 1788181171.3661265, "step": 46, "loss_diff": 1.075244426727295, "reward": 0.07901858925410563, "level": 0, "difficulty": 0.05, "reward_ma": 0.07022817425344034, "leveled_up": false}
{"t": 169, "ts": 1788181172.6906824, "step": 48, "loss_diff": 0.8876814246177673, "reward": 0.08620050781247757, "level": 0, "difficulty": 0.05, "reward_ma": 0.07182540760934406, "leveled_up": false}
{"t": 170, "ts": 1788181174.1218808, "step": 50, "loss_diff": 1.0360474586486816, "reward": 0.0804101000536879, "level": 0, "difficulty": 0.05, "reward_ma": 0.07268387685377845, "leveled_up": false}
{"t": 171, "ts": 1788181175.4938388, "step": 52, "loss_diff": 1.1007763147354126, "reward": 0.07814012292227132, "level": 0, "difficulty": 0.05, "reward_ma": 0.07322950146062773, "leveled_up": false}
{"t": 172, "ts": 1788181176.8808641, "step": 54, "loss_diff": 1.015779733657837, "reward": 0.08115083918934961, "level": 0, "difficulty": 0.05, "reward_ma": 0.07402163523349993, "leveled_up": false}
{"t": 173, "ts": 1788181178.2800295, "step": 56, "loss_diff": 1.0408872365951538, "reward": 0.08023539326184297, "level": 0, "difficulty": 0.05, "reward_ma": 0.07464301103633424, "leveled_up": false}
{"t": 174, "ts": 1788181202.5034723, "step": 58, "loss_diff": 1.069875955581665, "reward": 0.07920605775495335, "level": 0, "difficulty": 0.05, "reward_ma": 0.07509931570819614, "leveled_up": false}
{"t": 175, "ts": 1788181203.783029, "step": 60, "loss_diff": 0.9575588703155518, "reward": 0.08336399501971051, "level": 0, "difficulty": 0.05, "reward_ma": 0.07592578363934759, "leveled_up": false}
{"t": 176, "ts": 1788181205.0315807, "step": 62, "loss_diff": 1.2289857864379883, "reward": 0.07403312712659368, "level": 0, "difficulty": 0.05, "reward_ma": 0.0757365179880722, "leveled_up": false}
{"t": 177, "ts": 1788181206.3191767, "step": 64, "loss_diff": 0.947656512260437, "reward": 0.0837535804312408, "level": 0, "difficulty": 0.05, "reward_ma": 0.07653822423238907, "leveled_up": false}
{"t": 178, "ts": 1788181207.7159007, "step": 66, "loss_diff": 1.0107849836349487, "reward": 0.08133567933784655, "level": 0, "difficulty": 0.05, "reward_ma": 0.07701796974293482, "leveled_up": false}
{"t": 179, "ts": 1788181209.0214112, "step": 68, "loss_diff": 1.0469008684158325, "reward": 0.080019463615027, "level": 0, "difficulty": 0.05, "reward_ma": 0.07731811913014404, "leveled_up": false}
{"t": 180, "ts": 1788181210.334319, "step": 70, "loss_diff": 1.227837085723877, "reward": 0.07406782536461301, "level": 0, "difficulty": 0.05, "reward_ma": 0.07699308975359094, "leveled_up": false}
{"t": 181, "ts": 1788181211.61167, "step": 72, "loss_diff": 1.1225788593292236, "reward": 0.07740669946532029, "level": 0, "difficulty": 0.05, "reward_ma": 0.07703445072476388, "leveled_up": false}
{"t": 182, "ts": 1788181212.8963065, "step": 74, "loss_diff": 0.9083172082901001, "reward": 0.08534123126879226, "level": 0, "difficulty": 0.05, "reward_ma": 0.07786512877916671, "leveled_up": false}
{"t": 183, "ts": 1788181214.2040703, "step": 76, "loss_diff": 1.1911468505859375, "reward": 0.07519524823377371, "level": 0, "difficulty": 0.05, "reward_ma": 0.07759814072462741, "leveled_up": false}
{"t": 184, "ts": 1788181215.4803267, "step": 78, "loss_diff": 1.1073877811431885, "reward": 0.07791611427432227, "level": 0, "difficulty": 0.05, "reward_ma": 0.07762993807959691, "leveled_up": false}
{"t": 185, "ts": 1788181216.8000047, "step": 80, "loss_diff": 1.2238861322402954, "reward": 0.07418744354722626, "level": 0, "difficulty": 0.05, "reward_ma": 0.07728568862635984, "leveled_up": false}
{"t": 186, "ts": 1788181218.0947497, "step": 82, "loss_diff": 1.3882615566253662, "reward": 0.06954513810588839, "level": 0, "difficulty": 0.05, "reward_ma": 0.0765116335743127, "leveled_up": false}
{"t": 187, "ts": 1788181219.5026984, "step": 84, "loss_diff": 1.0238456726074219, "reward": 0.08085427021000868, "level": 0, "difficulty": 0.05, "reward_ma": 0.07694589723788231, "leveled_up": false}
{"t": 188, "ts": 1788181220.7711952, "step": 86, "loss_diff": 1.1318628787994385, "reward": 0.07709894511565885, "level": 0, "difficulty": 0.05, "reward_ma": 0.07696120202565997, "leveled_up": false}
{"t": 189, "ts": 1788181222.232568, "step": 88, "loss_diff": 0.8047128915786743, "reward": 0.09618741813277151, "level": 0, "difficulty": 0.05, "reward_ma": 0.07888382363637113, "leveled_up": false}
{"t": 190, "ts": 1788181223.5217702, "step": 90, "loss_diff": 0.9955084323883057, "reward": 0.08190675990180715, "level": 0, "difficulty": 0.05, "reward_ma": 0.07918611726291473, "leveled_up": false}
{"t": 191, "ts": 1788181224.7870684, "step": 92, "loss_diff": 1.508994460105896, "reward": 0.06652285381536796, "level": 0, "difficulty": 0.05, "reward_ma": 0.07791979091816005, "leveled_up": false}
{"t": 192, "ts": 1788181226.007306, "step": 94, "loss_diff": 1.1532106399536133, "reward": 0.0764013590297967, "level": 0, "difficulty": 0.05, "reward_ma": 0.07776794772932372, "leveled_up": false}
{"t": 193, "ts": 1788181227.3745494, "step": 96, "loss_diff": 1.1035865545272827, "reward": 0.07804473476932197, "level": 0, "difficulty": 0.05, "reward_ma": 0.07779562643332354, "leveled_up": false}
{"t": 194, "ts": 1788181228.68846, "step": 98, "loss_diff": 1.5788862705230713, "reward": 0.0649025902850322, "level": 0, "difficulty": 0.05, "reward_ma": 0.07650632281849441, "leveled_up": false}
{"t": 195, "ts": 1788181229.9906094, "step": 100, "loss_diff": 1.0414801836013794, "reward": 0.08021404596144947, "level": 0, "difficulty": 0.05, "reward_ma": 0.07687709513278992, "leveled_up": false}
{"t": 196, "ts": 1788181231.4241693, "step": 102, "loss_diff": 1.1631269454956055, "reward": 0.07608200482812456, "level": 0, "difficulty": 0.05, "reward_ma": 0.07679758610232339, "leveled_up": false}
{"t": 197, "ts": 1788181232.9121583, "step": 104, "loss_diff": 1.1234626770019531, "reward": 0.07737728604872679, "level": 0, "difficulty": 0.05, "reward_ma": 0.07685555609696373, "leveled_up": false}
{"t": 198, "ts": 1788181234.3279831, "step": 106, "loss_diff": 1.0123015642166138, "reward": 0.23152172510461017, "level": 0, "difficulty": 0.05, "reward_ma": 0.09232217299772838, "leveled_up": false}
{"t": 199, "ts": 1788181235.894106, "step": 108, "loss_diff": 0.8811335563659668, "reward": 0.08647710187853735, "level": 0, "difficulty": 0.05, "reward_ma": 0.09173766588580928, "leveled_up": false}
{"t": 200, "ts": 1788181237.300234, "step": 110, "loss_diff": 1.1396453380584717, "reward": 0.07684302344886335, "level": 0, "difficulty": 0.05, "reward_ma": 0.0902482016421147, "leveled_up": false}
{"t": 201, "ts": 1788181238.6154544, "step": 112, "loss_diff": 1.2409294843673706, "reward": 0.0736744575168834, "level": 0, "difficulty": 0.05, "reward_ma": 0.08859082722959156, "leveled_up": false}
{"t": 202, "ts": 1788181239.9032059, "step": 114, "loss_diff": 1.1288527250289917, "reward": 0.07719843411331608, "level": 0, "difficulty": 0.05, "reward_ma": 0.08745158791796402, "leveled_up": false}
{"t": 203, "ts": 1788181264.3884823, "step": 116, "loss_diff": 1.19705069065094, "reward": 0.07501129209680742, "level": 0, "difficulty": 0.05, "reward_ma": 0.08620755833584837, "leveled_up": false}
{"t": 204, "ts": 1788181265.630686, "step": 118, "loss_diff": 1.1268283128738403, "reward": 0.07726550161740585, "level": 0, "difficulty": 0.05, "reward_ma": 0.08531335266400411, "leveled_up": false}
{"t": 205, "ts": 1788181267.0123262, "step": 120, "loss_diff": 1.1368298530578613, "reward": 0.07693539383152555, "level": 0, "difficulty": 0.05, "reward_ma": 0.08447555678075626, "leveled_up": false}
{"t": 206, "ts": 1788181268.3169324, "step": 122, "loss_diff": 1.1828889846801758, "reward": 0.07545422210639566, "level": 0, "difficulty": 0.05, "reward_ma": 0.08357342331332021, "leveled_up": false}
{"t": 207, "ts": 1788181269.9019468, "step": 124, "loss_diff": 1.1281280517578125, "reward": 0.07952098753936036, "level": 0, "difficulty": 0.05, "reward_ma": 0.08316817973592422, "leveled_up": false}
{"t": 208, "ts": 1788181271.2342513, "step": 126, "loss_diff": 1.108184814453125, "reward": 0.07788920421887092, "level": 0, "difficulty": 0.05, "reward_ma": 0.0826402821842189, "leveled_up": false}
{"t": 209, "ts": 1788181272.514793, "step": 128, "loss_diff": 0.8925386667251587, "reward": 0.08599656540267105, "level": 0, "difficulty": 0.05, "reward_ma": 0.08297591050606412, "leveled_up": false}
{"t": 210, "ts": 1788181273.8225794, "step": 130, "loss_diff": 0.9527729153633118, "reward": 0.1745038435223133, "level": 0, "difficulty": 0.05, "reward_ma": 0.09212870380768903, "leveled_up": false}
{"t": 211, "ts": 1788181275.1725059, "step": 132, "loss_diff": 1.0465633869171143, "reward": 0.08239045773586733, "level": 0, "difficulty": 0.05, "reward_ma": 0.09115487920050687, "leveled_up": false}
{"t": 212, "ts": 1788181276.5693982, "step": 134, "loss_diff": 0.9885602593421936, "reward": 0.08216940515847727, "level": 0, "difficulty": 0.05, "reward_ma": 0.09025633179630392, "leveled_up": false}
{"t": 213, "ts": 1788181277.8879397, "step": 136, "loss_diff": 1.165475606918335, "reward": 0.07600679469276296, "level": 0, "difficulty": 0.05, "reward_ma": 0.08883137808594983, "leveled_up": false}
{"t": 214, "ts": 1788181279.193825, "step": 138, "loss_diff": 1.3124006986618042, "reward": 0.0716055973534577, "level": 0, "difficulty": 0.05, "reward_ma": 0.08710880001270062, "leveled_up": false}
{"t": 215, "ts": 1788181280.4904187, "step": 140, "loss_diff": 1.1573617458343506, "reward": 0.07980330967257633, "level": 0, "difficulty": 0.05, "reward_ma": 0.08637825097868819, "leveled_up": false}
{"t": 216, "ts": 1788181281.768819, "step": 142, "loss_diff": 1.0457156896591187, "reward": 0.08006191902424736, "level": 0, "difficulty": 0.05, "reward_ma": 0.08574661778324412, "leveled_up": false}
{"t": 217, "ts": 1788181283.0130112, "step": 144, "loss_diff": 0.919857919216156, "reward": 0.13220155529290029, "level": 0, "difficulty": 0.05, "reward_ma": 0.09039211153420973, "leveled_up": false}
{"t": 218, "ts": 1788181284.3660862, "step": 146, "loss_diff": 0.95284104347229, "reward": 0.10078802059115924, "level": 0, "difficulty": 0.05, "reward_ma": 0.09143170243990467, "leveled_up": false}
{"t": 219, "ts": 1788181285.8363767, "step": 148, "loss_diff": 1.9575942754745483, "reward": 0.057454842566491304, "level": 0, "difficulty": 0.05, "reward_ma": 0.08803401645256334, "leveled_up": false}
{"t": 220, "ts": 1788181287.5711179, "step": 150, "loss_diff": 1.0206127166748047, "reward": 0.08097285543163535, "level": 0, "difficulty": 0.05, "reward_ma": 0.08732790035047054, "leveled_up": false}
{"t": 221, "ts": 1788181289.1302266, "step": 152, "loss_diff": 1.580472707748413, "reward": 0.06486683150524335, "level": 0, "difficulty": 0.05, "reward_ma": 0.08508179346594782, "leveled_up": false}
{"t": 222, "ts": 1788181290.6844783, "step": 154, "loss_diff": 0.8802925944328308, "reward": 0.0865127652609453, "level": 0, "difficulty": 0.05, "reward_ma": 0.08522489064544757, "leveled_up": false}
{"t": 223, "ts": 1788181292.2062566, "step": 156, "loss_diff": 1.0416712760925293, "reward": 0.08150399608358555, "level": 0, "difficulty": 0.05, "reward_ma": 0.08485280118926138, "leveled_up": false}
{"t": 224, "ts": 1788181293.5127683, "step": 158, "loss_diff": 1.1553970575332642, "reward": 0.07633069302039948, "level": 0, "difficulty": 0.05, "reward_ma": 0.0840005903723752, "leveled_up": false}
{"t": 225, "ts": 1788181294.8348236, "step": 160, "loss_diff": 0.8737993240356445, "reward": 0.0867892086661788, "level": 0, "difficulty": 0.05, "reward_ma": 0.08427945220175556, "leveled_up": false}
{"t": 226, "ts": 1788181296.1251943, "step": 162, "loss_diff": 1.0071735382080078, "reward": 0.08146990073633884, "level": 0, "difficulty": 0.05, "reward_ma": 0.0839984970552139, "leveled_up": false}
{"t": 227, "ts": 1788181297.469684, "step": 164, "loss_diff": 1.0447323322296143, "reward": 0.09552946783303902, "level": 0, "difficulty": 0.05, "reward_ma": 0.0851515941329964, "leveled_up": false}
{"t": 228, "ts": 1788181298.8029482, "step": 166, "loss_diff": 1.1598626375198364, "reward": 0.07618680795639363, "level": 0, "difficulty": 0.05, "reward_ma": 0.08425511551533613, "leveled_up": false}
{"t": 229, "ts": 1788181300.0677714, "step": 168, "loss_diff": 1.01365327835083, "reward": 0.08122942058725408, "level": 0, "difficulty": 0.05, "reward_ma": 0.08395254602252793, "leveled_up": false}
{"t": 230, "ts": 1788181301.5279977, "step": 170, "loss_diff": 1.2377803325653076, "reward": 0.07376865498106401, "level": 0, "difficulty": 0.05, "reward_ma": 0.08293415691838153, "leveled_up": false}
{"t": 231, "ts": 1788181302.9239304, "step": 172, "loss_diff": 1.0839118957519531, "reward": 0.07871795743319951, "level": 0, "difficulty": 0.05, "reward_ma": 0.08251253696986333, "leveled_up": false}
{"t": 232, "ts": 1788181327.2271082, "step": 174, "loss_diff": 0.9163782000541687, "reward": 0.08501059693622212, "level": 0, "difficulty": 0.05, "reward_ma": 0.0827623429664992, "leveled_up": false}
{"t": 233, "ts": 1788181328.6050818, "step": 176, "loss_diff": 1.0613709688186646, "reward": 0.07950505309933406, "level": 0, "difficulty": 0.05, "reward_ma": 0.08243661397978269, "leveled_up": false}
{"t": 234, "ts": 1788181329.9052892, "step": 178, "loss_diff": 1.1258481740951538, "reward": 0.0806178158372798, "level": 0, "difficulty": 0.05, "reward_ma": 0.08225473416553242, "leveled_up": false}
{"t": 235, "ts": 1788181331.3912394, "step": 180, "loss_diff": 0.9513155221939087, "reward": 0.2497762891504753, "level": 0, "difficulty": 0.05, "reward_ma": 0.09900688966402671, "leveled_up": false}
{"t": 236, "ts": 1788181332.8261538, "step": 182, "loss_diff": 1.049786925315857, "reward": 0.17098575400355992, "level": 0, "difficulty": 0.05, "reward_ma": 0.10620477609798003, "leveled_up": false}
{"t": 237, "ts": 1788181334.130602, "step": 184, "loss_diff": 1.0642063617706299, "reward": 0.25573598473845804, "level": 0, "difficulty": 0.05, "reward_ma": 0.12115789696202783, "leveled_up": false}
{"t": 238, "ts": 1788181335.466604, "step": 186, "loss_diff": 1.1236742734909058, "reward": 0.0773702477583866, "level": 0, "difficulty": 0.05, "reward_ma": 0.11677913204166372, "leveled_up": false}
{"t": 239, "ts": 1788181336.7982924, "step": 188, "loss_diff": 1.086430549621582, "reward": 0.07863106610012893, "level": 0, "difficulty": 0.05, "reward_ma": 0.11296432544751024, "leveled_up": false}
{"t": 240, "ts": 1788181338.090364, "step": 190, "loss_diff": 1.2488844394683838, "reward": 0.0734376837074148, "level": 0, "difficulty": 0.05, "reward_ma": 0.1090116612735007, "leveled_up": false}
{"t": 241, "ts": 1788181339.3054287, "step": 192, "loss_diff": 0.9413595199584961, "reward": 0.08400338828283428, "level": 0, "difficulty": 0.05, "reward_ma": 0.10651083397443406, "leveled_up": false}
{"t": 242, "ts": 1788181340.509308, "step": 194, "loss_diff": 0.9465794563293457, "reward": 0.08379619371604928, "level": 0, "difficulty": 0.05, "reward_ma": 0.10423936994859559, "leveled_up": false}
{"t": 243, "ts": 1788181341.7965422, "step": 196, "loss_diff": 1.0206284523010254, "reward": 0.08097227732794177, "level": 0, "difficulty": 0.05, "reward_ma": 0.10191266068653021, "leveled_up": false}
{"t": 244, "ts": 1788181343.011852, "step": 198, "loss_diff": 0.9374677538871765, "reward": 0.08536965588520119, "level": 0, "difficulty": 0.05, "reward_ma": 0.1002583602063973, "leveled_up": false}
{"t": 245, "ts": 1788181344.4821868, "step": 200, "loss_diff": 1.091550350189209, "reward": 0.0784550825614354, "level": 0, "difficulty": 0.05, "reward_ma": 0.09807803244190112, "leveled_up": false}
{"t": 246, "ts": 1788181345.724466, "step": 202, "loss_diff": 0.9079203009605408, "reward": 0.08535758321999187, "level": 0, "difficulty": 0.05, "reward_ma": 0.09680598751971019, "leveled_up": false}
{"t": 247, "ts": 1788181347.2738485, "step": 204, "loss_diff": 0.8364410400390625, "reward": 0.08841767247331545, "level": 0, "difficulty": 0.05, "reward_ma": 0.09596715601507072, "leveled_up": false}
{"t": 248, "ts": 1788181348.6108284, "step": 206, "loss_diff": 1.107215404510498, "reward": 0.0779219368650122, "level": 0, "difficulty": 0.05, "reward_ma": 0.09416263410006487, "leveled_up": false}
{"t": 249, "ts": 1788181349.9074535, "step": 208, "loss_diff": 0.9902096390724182, "reward": 0.2008231078324516, "level": 0, "difficulty": 0.05, "reward_ma": 0.10482868147330354, "leveled_up": false}
{"t": 250, "ts": 1788181351.2048042, "step": 210, "loss_diff": 0.9828781485557556, "reward": 0.1268439127716721, "level": 0, "difficulty": 0.05, "reward_ma": 0.1070302046031404, "leveled_up": false}
{"t": 251, "ts": 1788181352.5315735, "step": 212, "loss_diff": 1.1080732345581055, "reward": 0.13640491557395873, "level": 0, "difficulty": 0.05, "reward_ma": 0.10996767570022223, "leveled_up": false}
{"t": 252, "ts": 1788181353.909799, "step": 214, "loss_diff": 1.0427744388580322, "reward": 0.0913718453502585, "level": 0, "difficulty": 0.05, "reward_ma": 0.10810809266522586, "leveled_up": false}
{"t": 253, "ts": 1788181355.2041, "step": 216, "loss_diff": 1.0516911745071411, "reward": 0.1410006092584642, "level": 0, "difficulty": 0.05, "reward_ma": 0.1113973443245497, "leveled_up": false}
{"t": 254, "ts": 1788181356.6228096, "step": 218, "loss_diff": 1.0961613655090332, "reward": 0.09143150608565756, "level": 0, "difficulty": 0.05, "reward_ma": 0.10940076050066048, "leveled_up": false}
{"t": 255, "ts": 1788181357.9250162, "step": 220, "loss_diff": 1.1331979036331177, "reward": 0.217016299941483, "level": 0, "difficulty": 0.05, "reward_ma": 0.12016231444474275, "leveled_up": false}
{"t": 256, "ts": 1788181359.272723, "step": 222, "loss_diff": 1.0867414474487305, "reward": 0.1473943551907435, "level": 0, "difficulty": 0.05, "reward_ma": 0.12288551851934282, "leveled_up": false}
{"t": 257, "ts": 1788181360.5225608, "step": 224, "loss_diff": 1.0522594451904297, "reward": 0.24615159471384396, "level": 0, "difficulty": 0.05, "reward_ma": 0.13521212613879294, "leveled_up": false}
{"t": 258, "ts": 1788181361.8281233, "step": 226, "loss_diff": 1.0497978925704956, "reward": 0.29196922313589163, "level": 0, "difficulty": 0.05, "reward_ma": 0.15088783583850282, "leveled_up": false}
{"t": 259, "ts": 1788181363.1879292, "step": 228, "loss_diff": 1.0907628536224365, "reward": 0.18863983967789877, "level": 0, "difficulty": 0.05, "reward_ma": 0.15466303622244243, "leveled_up": false}
{"t": 260, "ts": 1788181364.4644594, "step": 230, "loss_diff": 1.075143575668335, "reward": 0.1732680777502273, "level": 0, "difficulty": 0.05, "reward_ma": 0.15652354037522093, "leveled_up": false}
{"t": 261, "ts": 1788181390.728364, "step": 232, "loss_diff": 0.872826099395752, "reward": 0.19830028462430505, "level": 0, "difficulty": 0.05, "reward_ma": 0.16070121480012936, "leveled_up": false}
{"t": 262, "ts": 1788181392.1227005, "step": 234, "loss_diff": 1.18147873878479, "reward": 0.130370106540256, "level": 0, "difficulty": 0.05, "reward_ma": 0.15766810397414202, "leveled_up": false}
{"t": 263, "ts": 1788181393.4267607, "step": 236, "loss_diff": 1.0344281196594238, "reward": 0.14667622206700742, "level": 0, "difficulty": 0.05, "reward_ma": 0.15656891578342855, "leveled_up": false}
{"t": 264, "ts": 1788181394.8259628, "step": 238, "loss_diff": 0.9830788373947144, "reward": 0.17388842053395187, "level": 0, "difficulty": 0.05, "reward_ma": 0.1583008662584809, "leveled_up": false}
{"t": 265, "ts": 1788181396.1810813, "step": 240, "loss_diff": 0.9067860841751099, "reward": 0.21954789034893812, "level": 0, "difficulty": 0.05, "reward_ma": 0.1644255686675266, "leveled_up": false}
{"t": 266, "ts": 1788181397.4732883, "step": 242, "loss_diff": 0.857951819896698, "reward": 0.22792942331192412, "level": 0, "difficulty": 0.05, "reward_ma": 0.17077595413196636, "leveled_up": false}
{"t": 267, "ts": 1788181398.7240698, "step": 244, "loss_diff": 1.1748766899108887, "reward": 0.31863798681771405, "level": 0, "difficulty": 0.05, "reward_ma": 0.18556215740054113, "leveled_up": false}
{"t": 268, "ts": 1788181400.0303838, "step": 246, "loss_diff": 0.9782499670982361, "reward": 0.2513336767623058, "level": 0, "difficulty": 0.05, "reward_ma": 0.1921393093367176, "leveled_up": false}
{"t": 269, "ts": 1788181401.3218658, "step": 248, "loss_diff": 1.0299198627471924, "reward": 0.2799252808439088, "level": 0, "difficulty": 0.05, "reward_ma": 0.2009179064874367, "leveled_up": false}
{"t": 270, "ts": 1788181402.67935, "step": 250, "loss_diff": 0.915078341960907, "reward": 0.315605533447847, "level": 0, "difficulty": 0.05, "reward_ma": 0.21238666918347773, "leveled_up": false}
{"t": 271, "ts": 1788181403.9979854, "step": 252, "loss_diff": 0.9732936024665833, "reward": 0.2570418665216099, "level": 0, "difficulty": 0.05, "reward_ma": 0.21685218891729094, "leveled_up": false}
{"t": 272, "ts": 1788181405.3092442, "step": 254, "loss_diff": 0.9719570875167847, "reward": 0.2809051690067774, "level": 0, "difficulty": 0.05, "reward_ma": 0.2232574869262396, "leveled_up": false}
{"t": 273, "ts": 1788181406.6756303, "step": 256, "loss_diff": 1.0355720520019531, "reward": 0.2664397321321463, "level": 0, "difficulty": 0.05, "reward_ma": 0.22757571144683025, "leveled_up": false}
{"t": 274, "ts": 1788181407.9285948, "step": 258, "loss_diff": 1.1436655521392822, "reward": 0.2081171881786571, "level": 0, "difficulty": 0.05, "reward_ma": 0.22562985912001293, "leveled_up": false}
{"t": 275, "ts": 1788181409.266884, "step": 260, "loss_diff": 0.9442514777183533, "reward": 0.34934403163409766, "level": 0, "difficulty": 0.05, "reward_ma": 0.2380012763714214, "leveled_up": false}
{"t": 276, "ts": 1788181410.5153265, "step": 262, "loss_diff": 1.1749606132507324, "reward": 0.28045481459275395, "level": 0, "difficulty": 0.05, "reward_ma": 0.24224663019355466, "leveled_up": false}
{"t": 277, "ts": 1788181411.801647, "step": 264, "loss_diff": 1.1894220113754272, "reward": 0.4319518459048546, "level": 0, "difficulty": 0.05, "reward_ma": 0.26121715176468463, "leveled_up": false}
{"t": 278, "ts": 1788181413.0940838, "step": 266, "loss_diff": 1.1796625852584839, "reward": 0.26791044752794607, "level": 0, "difficulty": 0.05, "reward_ma": 0.2618864813410108, "leveled_up": false}
{"t": 279, "ts": 1788181414.3946922, "step": 268, "loss_diff": 1.0125447511672974, "reward": 0.43355265347447064, "level": 0, "difficulty": 0.05, "reward_ma": 0.2790530985543568, "leveled_up": false}
{"t": 280, "ts": 1788181415.7803783, "step": 270, "loss_diff": 1.1856552362442017, "reward": 0.1711154351056351, "level": 0, "difficulty": 0.05, "reward_ma": 0.2682593322094846, "leveled_up": false}
{"t": 281, "ts": 1788181417.0822668, "step": 272, "loss_diff": 0.8997160196304321, "reward": 0.31121001605136184, "level": 0, "difficulty": 0.05, "reward_ma": 0.27255440059367236, "leveled_up": false}
{"t": 282, "ts": 1788181418.4853163, "step": 274, "loss_diff": 1.0338897705078125, "reward": 0.26151911539298084, "level": 0, "difficulty": 0.05, "reward_ma": 0.27145087207360324, "leveled_up": false}
{"t": 283, "ts": 1788181420.0153441, "step": 276, "loss_diff": 0.9002158045768738, "reward": 0.190391595519817, "level": 0, "difficulty": 0.05, "reward_ma": 0.26334494441822465, "leveled_up": false}
{"t": 284, "ts": 1788181421.6012142, "step": 278, "loss_diff": 0.8807723522186279, "reward": 0.20172213306102377, "level": 0, "difficulty": 0.05, "reward_ma": 0.25718266328250455, "leveled_up": false}
{"t": 285, "ts": 1788181423.0827167, "step": 280, "loss_diff": 0.9609189629554749, "reward": 0.1716085435975877, "level": 0, "difficulty": 0.05, "reward_ma": 0.2486252513140129, "leveled_up": false}
{"t": 286, "ts": 1788181424.4912584, "step": 282, "loss_diff": 0.9900162220001221, "reward": 0.26073597654200176, "level": 0, "difficulty": 0.05, "reward_ma": 0.24983632383681179, "leveled_up": false}
{"t": 287, "ts": 1788181425.8787386, "step": 284, "loss_diff": 0.9066033959388733, "reward": 0.2882985526685643, "level": 0, "difficulty": 0.05, "reward_ma": 0.253682546719987, "leveled_up": false}
{"t": 288, "ts": 1788181427.4187298, "step": 286, "loss_diff": 0.9861056804656982, "reward": 0.47588304006599985, "level": 0, "difficulty": 0.05, "reward_ma": 0.27590259605458833, "leveled_up": false}
{"t": 289, "ts": 1788181428.771904, "step": 288, "loss_diff": 1.0322519540786743, "reward": 0.19963992591345764, "level": 0, "difficulty": 0.05, "reward_ma": 0.26827632904047527, "leveled_up": false}
{"t": 290, "ts": 1788181454.4311929, "step": 290, "loss_diff": 0.981938898563385, "reward": 0.27845712791873517, "level": 0, "difficulty": 0.05, "reward_ma": 0.26929440892830125, "leveled_up": false}
{"t": 291, "ts": 1788181455.8140335, "step": 292, "loss_diff": 0.9412468671798706, "reward": 0.29888690834065446, "level": 0, "difficulty": 0.05, "reward_ma": 0.27225365886953656, "leveled_up": false}
{"t": 292, "ts": 1788181457.1791103, "step": 294, "loss_diff": 0.7981592416763306, "reward": 0.30670486956906406, "level": 0, "difficulty": 0.05, "reward_ma": 0.2756987799394893, "leveled_up": false}
{"t": 293, "ts": 1788181458.5682516, "step": 296, "loss_diff": 0.9616726636886597, "reward": 0.12682963871127229, "level": 0, "difficulty": 0.05, "reward_ma": 0.26081186581666765, "leveled_up": false}
{"t": 294, "ts": 1788181459.9272385, "step": 298, "loss_diff": 0.9657434821128845, "reward": 0.4437198124519963, "level": 0, "difficulty": 0.05, "reward_ma": 0.27910266048020055, "leveled_up": false}
{"t": 295, "ts": 1788181461.7926905, "step": 300, "loss_diff": 0.9902575612068176, "reward": 0.37728416622303235, "level": 0, "difficulty": 0.05, "reward_ma": 0.28892081105448375, "leveled_up": false}
{"t": 296, "ts": 1788181463.1112688, "step": 302, "loss_diff": 0.84196537733078, "reward": 0.2542260573191662, "level": 0, "difficulty": 0.05, "reward_ma": 0.285451335680952, "leveled_up": false}
{"t": 297, "ts": 1788181464.4209406, "step": 304, "loss_diff": 1.1129229068756104, "reward": 0.36118793458532883, "level": 0, "difficulty": 0.05, "reward_ma": 0.29302499557138967, "leveled_up": false}
{"t": 298, "ts": 1788181465.7832727, "step": 306, "loss_diff": 1.1316181421279907, "reward": 0.40447888280046745, "level": 0, "difficulty": 0.05, "reward_ma": 0.30417038429429744, "leveled_up": false}
{"t": 299, "ts": 1788181467.1207147, "step": 308, "loss_diff": 1.0716123580932617, "reward": 0.4492717561145626, "level": 0, "difficulty": 0.05, "reward_ma": 0.318680521476324, "leveled_up": false}
{"t": 300, "ts": 1788181468.5806556, "step": 310, "loss_diff": 1.0563874244689941, "reward": 0.46257371085529786, "level": 0, "difficulty": 0.05, "reward_ma": 0.3330698404142214, "leveled_up": false}
{"t": 301, "ts": 1788181469.9298704, "step": 312, "loss_diff": 0.983777642250061, "reward": 0.38671885726475685, "level": 0, "difficulty": 0.05, "reward_ma": 0.33843474209927493, "leveled_up": false}
{"t": 302, "ts": 1788181471.3186345, "step": 314, "loss_diff": 0.9972625970840454, "reward": 0.4548548484356203, "level": 0, "difficulty": 0.05, "reward_ma": 0.35007675273290945, "leveled_up": false}
{"t": 303, "ts": 1788181472.6714015, "step": 316, "loss_diff": 0.9903937578201294, "reward": 0.44970315513086234, "level": 0, "difficulty": 0.05, "reward_ma": 0.3600393929727047, "leveled_up": false}
{"t": 304, "ts": 1788181473.9671626, "step": 318, "loss_diff": 1.0447542667388916, "reward": 0.3876988691109906, "level": 0, "difficulty": 0.05, "reward_ma": 0.3628053405865333, "leveled_up": false}
{"t": 305, "ts": 1788181475.3017812, "step": 320, "loss_diff": 1.1263657808303833, "reward": 0.45109540312504315, "level": 0, "difficulty": 0.05, "reward_ma": 0.37163434684038427, "leveled_up": false}
{"t": 306, "ts": 1788181476.6237416, "step": 322, "loss_diff": 1.1034797430038452, "reward": 0.30218472680281405, "level": 0, "difficulty": 0.05, "reward_ma": 0.3646893848366272, "leveled_up": false}
{"t": 307, "ts": 1788181477.97181, "step": 324, "loss_diff": 0.9750000834465027, "reward": 0.18183383710830325, "level": 0, "difficulty": 0.05, "reward_ma": 0.3464038300637948, "leveled_up": false}
{"t": 308, "ts": 1788181479.3220491, "step": 326, "loss_diff": 0.9697603583335876, "reward": 0.26101446360984676, "level": 0, "difficulty": 0.05, "reward_ma": 0.33786489341840004, "leveled_up": false}
{"t": 309, "ts": 1788181480.66436, "step": 328, "loss_diff": 1.174438714981079, "reward": 0.3213645505377523, "level": 0, "difficulty": 0.05, "reward_ma": 0.3362148591303353, "leveled_up": false}
{"t": 310, "ts": 1788181482.1873016, "step": 330, "loss_diff": 0.973086953163147, "reward": 0.17754725163719393, "level": 0, "difficulty": 0.05, "reward_ma": 0.32034809838102113, "leveled_up": false}
{"t": 311, "ts": 1788181483.511045, "step": 332, "loss_diff": 1.0371173620224, "reward": 0.20896485531586567, "level": 0, "difficulty": 0.05, "reward_ma": 0.3092097740745056, "leveled_up": false}
{"t": 312, "ts": 1788181484.817012, "step": 334, "loss_diff": 1.143452763557434, "reward": 0.4794731736300729, "level": 0, "difficulty": 0.05, "reward_ma": 0.32623611403006236, "leveled_up": false}
{"t": 313, "ts": 1788181486.172241, "step": 336, "loss_diff": 0.865206778049469, "reward": 0.4714754677436347, "level": 0, "difficulty": 0.05, "reward_ma": 0.3407600494014196, "leveled_up": false}
{"t": 314, "ts": 1788181487.4801621, "step": 338, "loss_diff": 1.0902258157730103, "reward": 0.4710227063810375, "level": 0, "difficulty": 0.05, "reward_ma": 0.35378631509938135, "leveled_up": false}
{"t": 315, "ts": 1788181488.7969885, "step": 340, "loss_diff": 0.9954327344894409, "reward": 0.3880313490251745, "level": 0, "difficulty": 0.05, "reward_ma": 0.3572108184919607, "leveled_up": false}
{"t": 316, "ts": 1788181490.0727725, "step": 342, "loss_diff": 1.1459252834320068, "reward": 0.38321188300117165, "level": 0, "difficulty": 0.05, "reward_ma": 0.3598109249428818, "leveled_up": false}
{"t": 317, "ts": 1788181491.38763, "step": 344, "loss_diff": 1.0174534320831299, "reward": 0.5071195652835738, "level": 0, "difficulty": 0.05, "reward_ma": 0.374541788976951, "leveled_up": false}
{"t": 318, "ts": 1788181492.7070832, "step": 346, "loss_diff": 1.0495083332061768, "reward": 0.3140423382291942, "level": 0, "difficulty": 0.05, "reward_ma": 0.3684918439021753, "leveled_up": false}
{"t": 319, "ts": 1788181517.700842, "step": 348, "loss_diff": 1.2103583812713623, "reward": 0.3887426798675974, "level": 0, "difficulty": 0.05, "reward_ma": 0.37051692749871756, "leveled_up": false}
{"t": 320, "ts": 1788181519.0322168, "step": 350, "loss_diff": 0.9865288734436035, "reward": 0.3312822168651638, "level": 0, "difficulty": 0.05, "reward_ma": 0.3665934564353622, "leveled_up": false}
{"t": 321, "ts": 1788181520.3236127, "step": 352, "loss_diff": 1.1952226161956787, "reward": 0.19718990009380458, "level": 0, "difficulty": 0.05, "reward_ma": 0.3496531008012064, "leveled_up": false}
{"t": 322, "ts": 1788181521.693756, "step": 354, "loss_diff": 1.0654133558273315, "reward": 0.3598175331927047, "level": 0, "difficulty": 0.05, "reward_ma": 0.3506695440403562, "leveled_up": false}
{"t": 323, "ts": 1788181523.0283577, "step": 356, "loss_diff": 1.0128620862960815, "reward": 0.37257461167263534, "level": 0, "difficulty": 0.05, "reward_ma": 0.3528600508035841, "leveled_up": false}
{"t": 324, "ts": 1788181524.3146381, "step": 358, "loss_diff": 1.159348726272583, "reward": 0.3305198440740854, "level": 0, "difficulty": 0.05, "reward_ma": 0.35062603013063426, "leveled_up": false}
{"t": 325, "ts": 1788181525.623401, "step": 360, "loss_diff": 0.7075534462928772, "reward": 0.1962045657492636, "level": 0, "difficulty": 0.05, "reward_ma": 0.3351838836924972, "leveled_up": false}
{"t": 326, "ts": 1788181526.9241197, "step": 362, "loss_diff": 0.8980357646942139, "reward": 0.19924419201890375, "level": 0, "difficulty": 0.05, "reward_ma": 0.32158991452513785, "leveled_up": false}
{"t": 327, "ts": 1788181528.2191916, "step": 364, "loss_diff": 0.9525798559188843, "reward": 0.4738924593025749, "level": 0, "difficulty": 0.05, "reward_ma": 0.3368201690028816, "leveled_up": false}
{"t": 328, "ts": 1788181529.5144577, "step": 366, "loss_diff": 1.2094473838806152, "reward": 0.24608606115032244, "level": 0, "difficulty": 0.05, "reward_ma": 0.32774675821762567, "leveled_up": false}
{"t": 0, "ts": 1788181587.135867, "step": 0, "loss_diff": 2.3539650440216064, "reward": 0.05146113225331846, "level": 0, "difficulty": 0.14413595849189992, "reward_ma": 0.005146113225331847, "leveled_up": false}
{"t": 1, "ts": 1788181588.4799912, "step": 2, "loss_diff": 1.1377142667770386, "reward": 0.07690635179069032, "level": 0, "difficulty": 0.08881011877303999, "reward_ma": 0.012322137081867694, "leveled_up": false}
{"t": 2, "ts": 1788181590.1095154, "step": 4, "loss_diff": 1.2897894382476807, "reward": 0.07224615377760536, "level": 0, "difficulty": 0.05, "reward_ma": 0.018314538751441463, "leveled_up": false}
{"t": 3, "ts": 1788181591.3895721, "step": 6, "loss_diff": 1.4023228883743286, "reward": 0.0691775136060149, "level": 0, "difficulty": 0.05, "reward_ma": 0.023400836236898807, "leveled_up": false}
{"t": 4, "ts": 1788181592.628576, "step": 8, "loss_diff": 1.4119958877563477, "reward": 0.06892710775239456, "level": 0, "difficulty": 0.05, "reward_ma": 0.027953463388448382, "leveled_up": false}
{"t": 5, "ts": 1788181593.9972014, "step": 10, "loss_diff": 1.3907074928283691, "reward": 0.0694808799802089, "level": 0, "difficulty": 0.05, "reward_ma": 0.03210620504762443, "leveled_up": false}
{"t": 6, "ts": 1788181595.2736988, "step": 12, "loss_diff": 1.627363920211792, "reward": 0.06382939095402433, "level": 0, "difficulty": 0.05, "reward_ma": 0.03527852363826442, "leveled_up": false}
{"t": 7, "ts": 1788181596.5960653, "step": 14, "loss_diff": 1.0689235925674438, "reward": 0.07923941613930469, "level": 0, "difficulty": 0.05, "reward_ma": 0.039674612888368446, "leveled_up": false}
{"t": 8, "ts": 1788181597.906192, "step": 16, "loss_diff": 1.2892099618911743, "reward": 0.07226273611719729, "level": 0, "difficulty": 0.05, "reward_ma": 0.04293342521125133, "leveled_up": false}
{"t": 9, "ts": 1788181599.1143246, "step": 18, "loss_diff": 1.0470389127731323, "reward": 0.0800145217940386, "level": 0, "difficulty": 0.05, "reward_ma": 0.04664153486953006, "leveled_up": false}
{"t": 10, "ts": 1788181600.3898568, "step": 20, "loss_diff": 1.2155998945236206, "reward": 0.07662230785869487, "level": 0, "difficulty": 0.05, "reward_ma": 0.04963961216844654, "leveled_up": false}
{"t": 11, "ts": 1788181601.7328086, "step": 22, "loss_diff": 1.610947847366333, "reward": 0.06418834768453202, "level": 0, "difficulty": 0.05, "reward_ma": 0.05109448572005509, "leveled_up": false}
{"t": 12, "ts": 1788181603.007911, "step": 24, "loss_diff": 1.541276216506958, "reward": 0.12856715428743534, "level": 0, "difficulty": 0.05, "reward_ma": 0.05884175257679311, "leveled_up": false}
{"t": 13, "ts": 1788181604.3063512, "step": 26, "loss_diff": 1.106243371963501, "reward": 0.07795478831793345, "level": 0, "difficulty": 0.05, "reward_ma": 0.06075305615090715, "leveled_up": false}
{"t": 14, "ts": 1788181605.6094372, "step": 28, "loss_diff": 1.4669227600097656, "reward": 0.06754244498807244, "level": 0, "difficulty": 0.05, "reward_ma": 0.06143199503462368, "leveled_up": false}
{"t": 15, "ts": 1788181606.9240615, "step": 30, "loss_diff": 1.0783257484436035, "reward": 0.07891142611434472, "level": 0, "difficulty": 0.05, "reward_ma": 0.06317993814259579, "leveled_up": false}
{"t": 16, "ts": 1788181608.2172754, "step": 32, "loss_diff": 1.1662217378616333, "reward": 0.0759829358099129, "level": 0, "difficulty": 0.05, "reward_ma": 0.0644602379093275, "leveled_up": false}
{"t": 17, "ts": 1788181609.5633345, "step": 34, "loss_diff": 1.1287118196487427, "reward": 0.07720309808973491, "level": 0, "difficulty": 0.05, "reward_ma": 0.06573452392736824, "leveled_up": false}
{"t": 18, "ts": 1788181610.829776, "step": 36, "loss_diff": 1.7026385068893433, "reward": 0.062239265291425476, "level": 0, "difficulty": 0.05, "reward_ma": 0.06538499806377397, "leveled_up": false}
{"t": 19, "ts": 1788181612.1187034, "step": 38, "loss_diff": 1.1526042222976685, "reward": 0.07642098415298061, "level": 0, "difficulty": 0.05, "reward_ma": 0.06648859667269463, "leveled_up": false}
{"t": 20, "ts": 1788181613.4340022, "step": 40, "loss_diff": 1.3656665086746216, "reward": 0.0701450246450544, "level": 0, "difficulty": 0.05, "reward_ma": 0.0668542394699306, "leveled_up": false}
{"t": 21, "ts": 1788181615.193612, "step": 42, "loss_diff": 0.9733127355575562, "reward": 0.0827522539546516, "level": 0, "difficulty": 0.05, "reward_ma": 0.06844404091840271, "leveled_up": false}
{"t": 22, "ts": 1788181616.405196, "step": 44, "loss_diff": 1.1496038436889648, "reward": 0.07651824649026191, "level": 0, "difficulty": 0.05, "reward_ma": 0.06925146147558864, "leveled_up": false}
{"t": 23, "ts": 1788181617.7233076, "step": 46, "loss_diff": 1.075244426727295, "reward": 0.07901858925410563, "level": 0, "difficulty": 0.05, "reward_ma": 0.07022817425344034, "leveled_up": false}
{"t": 24, "ts": 1788181619.0979767, "step": 48, "loss_diff": 0.8876814246177673, "reward": 0.08620050781247757, "level": 0, "difficulty": 0.05, "reward_ma": 0.07182540760934406, "leveled_up": false}
{"t": 25, "ts": 1788181620.48823, "step": 50, "loss_diff": 1.0360474586486816, "reward": 0.0804101000536879, "level": 0, "difficulty": 0.05, "reward_ma": 0.07268387685377845, "leveled_up": false}
{"t": 26, "ts": 1788181622.087102, "step": 52, "loss_diff": 1.1007763147354126, "reward": 0.07814012292227132, "level": 0, "difficulty": 0.05, "reward_ma": 0.07322950146062773, "leveled_up": false}
{"t": 27, "ts": 1788181623.3830802, "step": 54, "loss_diff": 1.015779733657837, "reward": 0.08115083918934961, "level": 0, "difficulty": 0.05, "reward_ma": 0.07402163523349993, "leveled_up": false}
{"t": 28, "ts": 1788181624.8256676, "step": 56, "loss_diff": 1.0408872365951538, "reward": 0.08023539326184297, "level": 0, "difficulty": 0.05, "reward_ma": 0.07464301103633424, "leveled_up": false}
{"t": 29, "ts": 1788181650.476059, "step": 58, "loss_diff": 1.069875955581665, "reward": 0.07920605775495335, "level": 0, "difficulty": 0.05, "reward_ma": 0.07509931570819614, "leveled_up": false}
{"t": 30, "ts": 1788181651.7965896, "step": 60, "loss_diff": 0.9575588703155518, "reward": 0.08336399501971051, "level": 0, "difficulty": 0.05, "reward_ma": 0.07592578363934759, "leveled_up": false}
{"t": 31, "ts": 1788181653.1172512, "step": 62, "loss_diff": 1.2289857864379883, "reward": 0.07403312712659368, "level": 0, "difficulty": 0.05, "reward_ma": 0.0757365179880722, "leveled_up": false}
{"t": 32, "ts": 1788181654.4281623, "step": 64, "loss_diff": 0.947656512260437, "reward": 0.0837535804312408, "level": 0, "difficulty": 0.05, "reward_ma": 0.07653822423238907, "leveled_up": false}
{"t": 33, "ts": 1788181655.8195171, "step": 66, "loss_diff": 1.0107849836349487, "reward": 0.08133567933784655, "level": 0, "difficulty": 0.05, "reward_ma": 0.07701796974293482, "leveled_up": false}
{"t": 34, "ts": 1788181657.1779356, "step": 68, "loss_diff": 1.0469008684158325, "reward": 0.080019463615027, "level": 0, "difficulty": 0.05, "reward_ma": 0.07731811913014404, "leveled_up": false}
{"t": 35, "ts": 1788181658.576119, "step": 70, "loss_diff": 1.227837085723877, "reward": 0.07406782536461301, "level": 0, "difficulty": 0.05, "reward_ma": 0.07699308975359094, "leveled_up": false}
{"t": 36, "ts": 1788181660.0081751, "step": 72, "loss_diff": 1.1225788593292236, "reward": 0.07740669946532029, "level": 0, "difficulty": 0.05, "reward_ma": 0.07703445072476388, "leveled_up": false}
{"t": 37, "ts": 1788181661.48505, "step": 74, "loss_diff": 0.9083172082901001, "reward": 0.08534123126879226, "level": 0, "difficulty": 0.05, "reward_ma": 0.07786512877916671, "leveled_up": false}
{"t": 38, "ts": 1788181662.918487, "step": 76, "loss_diff": 1.1911468505859375, "reward": 0.07519524823377371, "level": 0, "difficulty": 0.05, "reward_ma": 0.07759814072462741, "leveled_up": false}
{"t": 39, "ts": 1788181664.3774955, "step": 78, "loss_diff": 1.1073877811431885, "reward": 0.07791611427432227, "level": 0, "difficulty": 0.05, "reward_ma": 0.07762993807959691, "leveled_up": false}
{"t": 40, "ts": 1788181665.8181646, "step": 80, "loss_diff": 1.2238861322402954, "reward": 0.07418744354722626, "level": 0, "difficulty": 0.05, "reward_ma": 0.07728568862635984, "leveled_up": false}
{"t": 41, "ts": 1788181667.2926025, "step": 82, "loss_diff": 1.3882615566253662, "reward": 0.06954513810588839, "level": 0, "difficulty": 0.05, "reward_ma": 0.0765116335743127, "leveled_up": false}
{"t": 42, "ts": 1788181668.6854472, "step": 84, "loss_diff": 1.0238456726074219, "reward": 0.08085427021000868, "level": 0, "difficulty": 0.05, "reward_ma": 0.07694589723788231, "leveled_up": false}
{"t": 43, "ts": 1788181670.064937, "step": 86, "loss_diff": 1.1318628787994385, "reward": 0.07709894511565885, "level": 0, "difficulty": 0.05, "reward_ma": 0.07696120202565997, "leveled_up": false}
{"t": 44, "ts": 1788181671.4664035, "step": 88, "loss_diff": 0.8047128915786743, "reward": 0.09618741813277151, "level": 0, "difficulty": 0.05, "reward_ma": 0.07888382363637113, "leveled_up": false}
{"t": 45, "ts": 1788181672.8823807, "step": 90, "loss_diff": 0.9955084323883057, "reward": 0.08190675990180715, "level": 0, "difficulty": 0.05, "reward_ma": 0.07918611726291473, "leveled_up": false}
{"t": 46, "ts": 1788181674.2357512, "step": 92, "loss_diff": 1.508994460105896, "reward": 0.06652285381536796, "level": 0, "difficulty": 0.05, "reward_ma": 0.07791979091816005, "leveled_up": false}
{"t": 47, "ts": 1788181675.5152833, "step": 94, "loss_diff": 1.1532106399536133, "reward": 0.0764013590297967, "level": 0, "difficulty": 0.05, "reward_ma": 0.07776794772932372, "leveled_up": false}
{"t": 48, "ts": 1788181676.817434, "step": 96, "loss_diff": 1.1035865545272827, "reward": 0.07804473476932197, "level": 0, "difficulty": 0.05, "reward_ma": 0.07779562643332354, "leveled_up": false}
{"t": 49, "ts": 1788181678.164081, "step": 98, "loss_diff": 1.5788862705230713, "reward": 0.0649025902850322, "level": 0, "difficulty": 0.05, "reward_ma": 0.07650632281849441, "leveled_up": false}
{"t": 50, "ts": 1788181679.4877133, "step": 100, "loss_diff": 1.0414801836013794, "reward": 0.08021404596144947, "level": 0, "difficulty": 0.05, "reward_ma": 0.07687709513278992, "leveled_up": false}
{"t": 51, "ts": 1788181680.723751, "step": 102, "loss_diff": 1.1631269454956055, "reward": 0.07608200482812456, "level": 0, "difficulty": 0.05, "reward_ma": 0.07679758610232339, "leveled_up": false}
{"t": 52, "ts": 1788181682.017696, "step": 104, "loss_diff": 1.1234626770019531, "reward": 0.07737728604872679, "level": 0, "difficulty": 0.05, "reward_ma": 0.07685555609696373, "leveled_up": false}
{"t": 53, "ts": 1788181683.394872, "step": 106, "loss_diff": 1.0123015642166138, "reward": 0.23152172510461017, "level": 0, "difficulty": 0.05, "reward_ma": 0.09232217299772838, "leveled_up": false}
{"t": 54, "ts": 1788181684.7827322, "step": 108, "loss_diff": 0.8811335563659668, "reward": 0.08647710187853735, "level": 0, "difficulty": 0.05, "reward_ma": 0.09173766588580928, "leveled_up": false}
{"t": 55, "ts": 1788181686.233041, "step": 110, "loss_diff": 1.1396453380584717, "reward": 0.07684302344886335, "level": 0, "difficulty": 0.05, "reward_ma": 0.0902482016421147, "leveled_up": false}
{"t": 56, "ts": 1788181687.6837227, "step": 112, "loss_diff": 1.2409294843673706, "reward": 0.0736744575168834, "level": 0, "difficulty": 0.05, "reward_ma": 0.08859082722959156, "leveled_up": false}
{"t": 57, "ts": 1788181689.095195, "step": 114, "loss_diff": 1.1288527250289917, "reward": 0.07719843411331608, "level": 0, "difficulty": 0.05, "reward_ma": 0.08745158791796402, "leveled_up": false}
{"t": 58, "ts": 1788181713.4643323, "step": 116, "loss_diff": 1.19705069065094, "reward": 0.07501129209680742, "level": 0, "difficulty": 0.05, "reward_ma": 0.08620755833584837, "leveled_up": false}
{"t": 59, "ts": 1788181714.710124, "step": 118, "loss_diff": 1.1268283128738403, "reward": 0.07726550161740585, "level": 0, "difficulty": 0.05, "reward_ma": 0.08531335266400411, "leveled_up": false}
{"t": 60, "ts": 1788181715.9923644, "step": 120, "loss_diff": 1.1368298530578613, "reward": 0.07693539383152555, "level": 0, "difficulty": 0.05, "reward_ma": 0.08447555678075626, "leveled_up": false}
{"t": 61, "ts": 1788181717.279935, "step": 122, "loss_diff": 1.1828889846801758, "reward": 0.07545422210639566, "level": 0, "difficulty": 0.05, "reward_ma": 0.08357342331332021, "leveled_up": false}
{"t": 62, "ts": 1788181718.5658727, "step": 124, "loss_diff": 1.1281280517578125, "reward": 0.07952098753936036, "level": 0, "difficulty": 0.05, "reward_ma": 0.08316817973592422, "leveled_up": false}
{"t": 63, "ts": 1788181719.932991, "step": 126, "loss_diff": 1.108184814453125, "reward": 0.07788920421887092, "level": 0, "difficulty": 0.05, "reward_ma": 0.0826402821842189, "leveled_up": false}
{"t": 64, "ts": 1788181721.19891, "step": 128, "loss_diff": 0.8925386667251587, "reward": 0.08599656540267105, "level": 0, "difficulty": 0.05, "reward_ma": 0.08297591050606412, "leveled_up": false}
{"t": 65, "ts": 1788181722.5179958, "step": 130, "loss_diff": 0.9527729153633118, "reward": 0.1745038435223133, "level": 0, "difficulty": 0.05, "reward_ma": 0.09212870380768903, "leveled_up": false}
{"t": 66, "ts": 1788181723.798758, "step": 132, "loss_diff": 1.0465633869171143, "reward": 0.08239045773586733, "level": 0, "difficulty": 0.05, "reward_ma": 0.09115487920050687, "leveled_up": false}
{"t": 67, "ts": 1788181725.029093, "step": 134, "loss_diff": 0.9885602593421936, "reward": 0.08216940515847727, "level": 0, "difficulty": 0.05, "reward_ma": 0.09025633179630392, "leveled_up": false}
{"t": 68, "ts": 1788181726.376361, "step": 136, "loss_diff": 1.165475606918335, "reward": 0.07600679469276296, "level": 0, "difficulty": 0.05, "reward_ma": 0.08883137808594983, "leveled_up": false}
{"t": 69, "ts": 1788181727.5996141, "step": 138, "loss_diff": 1.3124006986618042, "reward": 0.0716055973534577, "level": 0, "difficulty": 0.05, "reward_ma": 0.08710880001270062, "leveled_up": false}
{"t": 70, "ts": 1788181728.897435, "step": 140, "loss_diff": 1.1573617458343506, "reward": 0.07980330967257633, "level": 0, "difficulty": 0.05, "reward_ma": 0.08637825097868819, "leveled_up": false}
{"t": 71, "ts": 1788181730.1095154, "step": 142, "loss_diff": 1.0457156896591187, "reward": 0.08006191902424736, "level": 0, "difficulty": 0.05, "reward_ma": 0.08574661778324412, "leveled_up": false}
{"t": 72, "ts": 1788181731.3231554, "step": 144, "loss_diff": 0.919857919216156, "reward": 0.13220155529290029, "level": 0, "difficulty": 0.05, "reward_ma": 0.09039211153420973, "leveled_up": false}
{"t": 73, "ts": 1788181732.59759, "step": 146, "loss_diff": 0.95284104347229, "reward": 0.10078802059115924, "level": 0, "difficulty": 0.05, "reward_ma": 0.09143170243990467, "leveled_up": false}
{"t": 74, "ts": 1788181733.9921815, "step": 148, "loss_diff": 1.9575942754745483, "reward": 0.057454842566491304, "level": 0, "difficulty": 0.05, "reward_ma": 0.08803401645256334, "leveled_up": false}
{"t": 75, "ts": 1788181735.4894361, "step": 150, "loss_diff": 1.0206127166748047, "reward": 0.08097285543163535, "level": 0, "difficulty": 0.05, "reward_ma": 0.08732790035047054, "leveled_up": false}
{"t": 76, "ts": 1788181736.7097552, "step": 152, "loss_diff": 1.580472707748413, "reward": 0.06486683150524335, "level": 0, "difficulty": 0.05, "reward_ma": 0.08508179346594782, "leveled_up": false}
{"t": 77, "ts": 1788181737.9300804, "step": 154, "loss_diff": 0.8802925944328308, "reward": 0.0865127652609453, "level": 0, "difficulty": 0.05, "reward_ma": 0.08522489064544757, "leveled_up": false}
{"t": 78, "ts": 1788181739.2038398, "step": 156, "loss_diff": 1.0416712760925293, "reward": 0.08150399608358555, "level": 0, "difficulty": 0.05, "reward_ma": 0.08485280118926138, "leveled_up": false}
{"t": 79, "ts": 1788181740.3952398, "step": 158, "loss_diff": 1.1553970575332642, "reward": 0.07633069302039948, "level": 0, "difficulty": 0.05, "reward_ma": 0.0840005903723752, "leveled_up": false}
{"t": 80, "ts": 1788181741.626467, "step": 160, "loss_diff": 0.8737993240356445, "reward": 0.0867892086661788, "level": 0, "difficulty": 0.05, "reward_ma": 0.08427945220175556, "leveled_up": false}
{"t": 81, "ts": 1788181742.969617, "step": 162, "loss_diff": 1.0071735382080078, "reward": 0.08146990073633884, "level": 0, "difficulty": 0.05, "reward_ma": 0.0839984970552139, "leveled_up": false}
{"t": 82, "ts": 1788181744.2028077, "step": 164, "loss_diff": 1.0447323322296143, "reward": 0.09552946783303902, "level": 0, "difficulty": 0.05, "reward_ma": 0.0851515941329964, "leveled_up": false}
{"t": 83, "ts": 1788181745.518273, "step": 166, "loss_diff": 1.1598626375198364, "reward": 0.07618680795639363, "level": 0, "difficulty": 0.05, "reward_ma": 0.08425511551533613, "leveled_up": false}
{"t": 84, "ts": 1788181746.9700394, "step": 168, "loss_diff": 1.01365327835083, "reward": 0.08122942058725408, "level": 0, "difficulty": 0.05, "reward_ma": 0.08395254602252793, "leveled_up": false}
{"t": 85, "ts": 1788181748.2339938, "step": 170, "loss_diff": 1.2377803325653076, "reward": 0.07376865498106401, "level": 0, "difficulty": 0.05, "reward_ma": 0.08293415691838153, "leveled_up": false}
{"t": 86, "ts": 1788181749.5014884, "step": 172, "loss_diff": 1.0839118957519531, "reward": 0.07871795743319951, "level": 0, "difficulty": 0.05, "reward_ma": 0.08251253696986333, "leveled_up": false}
{"t": 87, "ts": 1788181773.5260499, "step": 174, "loss_diff": 0.9163782000541687, "reward": 0.08501059693622212, "level": 0, "difficulty": 0.05, "reward_ma": 0.0827623429664992, "leveled_up": false}
{"t": 88, "ts": 1788181774.9830902, "step": 176, "loss_diff": 1.0613709688186646, "reward": 0.07950505309933406, "level": 0, "difficulty": 0.05, "reward_ma": 0.08243661397978269, "leveled_up": false}
{"t": 89, "ts": 1788181776.2226605, "step": 178, "loss_diff": 1.1258481740951538, "reward": 0.0806178158372798, "level": 0, "difficulty": 0.05, "reward_ma": 0.08225473416553242, "leveled_up": false}
{"t": 90, "ts": 1788181777.5325015, "step": 180, "loss_diff": 0.9513155221939087, "reward": 0.2497762891504753, "level": 0, "difficulty": 0.05, "reward_ma": 0.09900688966402671, "leveled_up": false}
{"t": 91, "ts": 1788181778.8227487, "step": 182, "loss_diff": 1.049786925315857, "reward": 0.17098575400355992, "level": 0, "difficulty": 0.05, "reward_ma": 0.10620477609798003, "leveled_up": false}
{"t": 92, "ts": 1788181780.1259124, "step": 184, "loss_diff": 1.0642063617706299, "reward": 0.25573598473845804, "level": 0, "difficulty": 0.05, "reward_ma": 0.12115789696202783, "leveled_up": false}
{"t": 93, "ts": 1788181781.6862576, "step": 186, "loss_diff": 1.1236742734909058, "reward": 0.0773702477583866, "level": 0, "difficulty": 0.05, "reward_ma": 0.11677913204166372, "leveled_up": false}
{"t": 94, "ts": 1788181782.9729598, "step": 188, "loss_diff": 1.086430549621582, "reward": 0.07863106610012893, "level": 0, "difficulty": 0.05, "reward_ma": 0.11296432544751024, "leveled_up": false}
{"t": 95, "ts": 1788181784.2368362, "step": 190, "loss_diff": 1.2488844394683838, "reward": 0.0734376837074148, "level": 0, "difficulty": 0.05, "reward_ma": 0.1090116612735007, "leveled_up": false}
{"t": 96, "ts": 1788181785.497379, "step": 192, "loss_diff": 0.9413595199584961, "reward": 0.08400338828283428, "level": 0, "difficulty": 0.05, "reward_ma": 0.10651083397443406, "leveled_up": false}
{"t": 97, "ts": 1788181786.7867527, "step": 194, "loss_diff": 0.9465794563293457, "reward": 0.08379619371604928, "level": 0, "difficulty": 0.05, "reward_ma": 0.10423936994859559, "leveled_up": false}
{"t": 98, "ts": 1788181788.0921388, "step": 196, "loss_diff": 1.0206284523010254, "reward": 0.08097227732794177, "level": 0, "difficulty": 0.05, "reward_ma": 0.10191266068653021, "leveled_up": false}
{"t": 99, "ts": 1788181789.3948936, "step": 198, "loss_diff": 0.9374677538871765, "reward": 0.08536965588520119, "level": 0, "difficulty": 0.05, "reward_ma": 0.1002583602063973, "leveled_up": false}
{"t": 100, "ts": 1788181790.7101283, "step": 200, "loss_diff": 1.091550350189209, "reward": 0.0784550825614354, "level": 0, "difficulty": 0.05, "reward_ma": 0.09807803244190112, "leveled_up": false}
{"t": 101, "ts": 1788181791.9660475, "step": 202, "loss_diff": 0.9079203009605408, "reward": 0.08535758321999187, "level": 0, "difficulty": 0.05, "reward_ma": 0.09680598751971019, "leveled_up": false}
{"t": 102, "ts": 1788181793.2108912, "step": 204, "loss_diff": 0.8364410400390625, "reward": 0.08841767247331545, "level": 0, "difficulty": 0.05, "reward_ma": 0.09596715601507072, "leveled_up": false}
{"t": 103, "ts": 1788181794.5106437, "step": 206, "loss_diff": 1.107215404510498, "reward": 0.0779219368650122, "level": 0, "difficulty": 0.05, "reward_ma": 0.09416263410006487, "leveled_up": false}
{"t": 104, "ts": 1788181795.9716158, "step": 208, "loss_diff": 0.9902096390724182, "reward": 0.2008231078324516, "level": 0, "difficulty": 0.05, "reward_ma": 0.10482868147330354, "leveled_up": false}
{"t": 105, "ts": 1788181797.5962088, "step": 210, "loss_diff": 0.9828781485557556, "reward": 0.1268439127716721, "level": 0, "difficulty": 0.05, "reward_ma": 0.1070302046031404, "leveled_up": false}
{"t": 106, "ts": 1788181798.9168751, "step": 212, "loss_diff": 1.1080732345581055, "reward": 0.13640491557395873, "level": 0, "difficulty": 0.05, "reward_ma": 0.10996767570022223, "leveled_up": false}
{"t": 107, "ts": 1788181800.2104926, "step": 214, "loss_diff": 1.0427744388580322, "reward": 0.0913718453502585, "level": 0, "difficulty": 0.05, "reward_ma": 0.10810809266522586, "leveled_up": false}
{"t": 108, "ts": 1788181801.5048184, "step": 216, "loss_diff": 1.0516911745071411, "reward": 0.1410006092584642, "level": 0, "difficulty": 0.05, "reward_ma": 0.1113973443245497, "leveled_up": false}
{"t": 109, "ts": 1788181802.7980204, "step": 218, "loss_diff": 1.0961613655090332, "reward": 0.09143150608565756, "level": 0, "difficulty": 0.05, "reward_ma": 0.10940076050066048, "leveled_up": false}
{"t": 110, "ts": 1788181804.1751258, "step": 220, "loss_diff": 1.1331979036331177, "reward": 0.217016299941483, "level": 0, "difficulty": 0.05, "reward_ma": 0.12016231444474275, "leveled_up": false}
{"t": 111, "ts": 1788181805.4235203, "step": 222, "loss_diff": 1.0867414474487305, "reward": 0.1473943551907435, "level": 0, "difficulty": 0.05, "reward_ma": 0.12288551851934282, "leveled_up": false}
{"t": 112, "ts": 1788181806.7281737, "step": 224, "loss_diff": 1.0522594451904297, "reward": 0.24615159471384396, "level": 0, "difficulty": 0.05, "reward_ma": 0.13521212613879294, "leveled_up": false}
{"t": 113, "ts": 1788181808.108418, "step": 226, "loss_diff": 1.0497978925704956, "reward": 0.29196922313589163, "level": 0, "difficulty": 0.05, "reward_ma": 0.15088783583850282, "leveled_up": false}
{"t": 114, "ts": 1788181809.413619, "step": 228, "loss_diff": 1.0907628536224365, "reward": 0.18863983967789877, "level": 0, "difficulty": 0.05, "reward_ma": 0.15466303622244243, "leveled_up": false}
{"t": 115, "ts": 1788181810.7273912, "step": 230, "loss_diff": 1.075143575668335, "reward": 0.1732680777502273, "level": 0, "difficulty": 0.05, "reward_ma": 0.15652354037522093, "leveled_up": false}
{"t": 0, "ts": 1788181980.1992269, "step": 0, "loss_diff": 2.3539650440216064, "reward": 0.05146113225331846, "level": 0, "difficulty": 0.14413595849189992, "reward_ma": 0.005146113225331847, "leveled_up": false}
{"t": 1, "ts": 1788181981.5358653, "step": 2, "loss_diff": 1.1377142667770386, "reward": 0.07690635179069032, "level": 0, "difficulty": 0.08881011877303999, "reward_ma": 0.012322137081867694, "leveled_up": false}
{"t": 2, "ts": 1788181982.8793526, "step": 4, "loss_diff": 1.2897894382476807, "reward": 0.07224615377760536, "level": 0, "difficulty": 0.05, "reward_ma": 0.018314538751441463, "leveled_up": false}
{"t": 3, "ts": 1788181984.2764008, "step": 6, "loss_diff": 1.4023228883743286, "reward": 0.0691775136060149, "level": 0, "difficulty": 0.05, "reward_ma": 0.023400836236898807, "leveled_up": false}
{"t": 4, "ts": 1788181985.6014154, "step": 8, "loss_diff": 1.4119958877563477, "reward": 0.06892710775239456, "level": 0, "difficulty": 0.05, "reward_ma": 0.027953463388448382, "leveled_up": false}
{"t": 5, "ts": 1788181986.977354, "step": 10, "loss_diff": 1.3907074928283691, "reward": 0.0694808799802089, "level": 0, "difficulty": 0.05, "reward_ma": 0.03210620504762443, "leveled_up": false}
{"t": 6, "ts": 1788181988.2765005, "step": 12, "loss_diff": 1.627363920211792, "reward": 0.06382939095402433, "level": 0, "difficulty": 0.05, "reward_ma": 0.03527852363826442, "leveled_up": false}
{"t": 7, "ts": 1788181989.729364, "step": 14, "loss_diff": 1.0689235925674438, "reward": 0.07923941613930469, "level": 0, "difficulty": 0.05, "reward_ma": 0.039674612888368446, "leveled_up": false}
{"t": 8, "ts": 1788181991.2059667, "step": 16, "loss_diff": 1.2892099618911743, "reward": 0.07226273611719729, "level": 0, "difficulty": 0.05, "reward_ma": 0.04293342521125133, "leveled_up": false}
{"t": 9, "ts": 1788181992.4879718, "step": 18, "loss_diff": 1.0470389127731323, "reward": 0.0800145217940386, "level": 0, "difficulty": 0.05, "reward_ma": 0.04664153486953006, "leveled_up": false}
{"t": 10, "ts": 1788181993.7377262, "step": 20, "loss_diff": 1.2155998945236206, "reward": 0.07662230785869487, "level": 0, "difficulty": 0.05, "reward_ma": 0.04963961216844654, "leveled_up": false}
{"t": 11, "ts": 1788181995.012084, "step": 22, "loss_diff": 1.610947847366333, "reward": 0.06418834768453202, "level": 0, "difficulty": 0.05, "reward_ma": 0.05109448572005509, "leveled_up": false}
{"t": 12, "ts": 1788181996.2891917, "step": 24, "loss_diff": 1.541276216506958, "reward": 0.12856715428743534, "level": 0, "difficulty": 0.05, "reward_ma": 0.05884175257679311, "leveled_up": false}
{"t": 13, "ts": 1788181997.690747, "step": 26, "loss_diff": 1.106243371963501, "reward": 0.07795478831793345, "level": 0, "difficulty": 0.05, "reward_ma": 0.06075305615090715, "leveled_up": false}
{"t": 14, "ts": 1788181999.075089, "step": 28, "loss_diff": 1.4669227600097656, "reward": 0.06754244498807244, "level": 0, "difficulty": 0.05, "reward_ma": 0.06143199503462368, "leveled_up": false}
{"t": 15, "ts": 1788182000.49602, "step": 30, "loss_diff": 1.0783257484436035, "reward": 0.07891142611434472, "level": 0, "difficulty": 0.05, "reward_ma": 0.06317993814259579, "leveled_up": false}
{"t": 16, "ts": 1788182001.8855565, "step": 32, "loss_diff": 1.1662217378616333, "reward": 0.0759829358099129, "level": 0, "difficulty": 0.05, "reward_ma": 0.0644602379093275, "leveled_up": false}
{"t": 17, "ts": 1788182003.2811348, "step": 34, "loss_diff": 1.1287118196487427, "reward": 0.07720309808973491, "level": 0, "difficulty": 0.05, "reward_ma": 0.06573452392736824, "leveled_up": false}
{"t": 18, "ts": 1788182004.714786, "step": 36, "loss_diff": 1.7026385068893433, "reward": 0.062239265291425476, "level": 0, "difficulty": 0.05, "reward_ma": 0.06538499806377397, "leveled_up": false}
{"t": 19, "ts": 1788182006.1024535, "step": 38, "loss_diff": 1.1526042222976685, "reward": 0.07642098415298061, "level": 0, "difficulty": 0.05, "reward_ma": 0.06648859667269463, "leveled_up": false}
{"t": 20, "ts": 1788182007.5154092, "step": 40, "loss_diff": 1.3656665086746216, "reward": 0.0701450246450544, "level": 0, "difficulty": 0.05, "reward_ma": 0.0668542394699306, "leveled_up": false}
{"t": 21, "ts": 1788182008.9181793, "step": 42, "loss_diff": 0.9733127355575562, "reward": 0.0827522539546516, "level": 0, "difficulty": 0.05, "reward_ma": 0.06844404091840271, "leveled_up": false}
{"t": 22, "ts": 1788182010.312518, "step": 44, "loss_diff": 1.1496038436889648, "reward": 0.07651824649026191, "level": 0, "difficulty": 0.05, "reward_ma": 0.06925146147558864, "leveled_up": false}
{"t": 23, "ts": 1788182011.7113624, "step": 46, "loss_diff": 1.075244426727295, "reward": 0.07901858925410563, "level": 0, "difficulty": 0.05, "reward_ma": 0.07022817425344034, "leveled_up": false}
{"t": 24, "ts": 1788182013.12494, "step": 48, "loss_diff": 0.8876814246177673, "reward": 0.08620050781247757, "level": 0, "difficulty": 0.05, "reward_ma": 0.07182540760934406, "leveled_up": false}
{"t": 25, "ts": 1788182014.6668155, "step": 50, "loss_diff": 1.0360474586486816, "reward": 0.0804101000536879, "level": 0, "difficulty": 0.05, "reward_ma": 0.07268387685377845, "leveled_up": false}
{"t": 26, "ts": 1788182016.0301642, "step": 52, "loss_diff": 1.1007763147354126, "reward": 0.07814012292227132, "level": 0, "difficulty": 0.05, "reward_ma": 0.07322950146062773, "leveled_up": false}
{"t": 27, "ts": 1788182017.5712712, "step": 54, "loss_diff": 1.015779733657837, "reward": 0.08115083918934961, "level": 0, "difficulty": 0.05, "reward_ma": 0.07402163523349993, "leveled_up": false}
{"t": 28, "ts": 1788182018.9825742, "step": 56, "loss_diff": 1.0408872365951538, "reward": 0.08023539326184297, "level": 0, "difficulty": 0.05, "reward_ma": 0.07464301103633424, "leveled_up": false}
{"t": 29, "ts": 1788182045.3748243, "step": 58, "loss_diff": 1.069875955581665, "reward": 0.07920605775495335, "level": 0, "difficulty": 0.05, "reward_ma": 0.07509931570819614, "leveled_up": false}
{"t": 30, "ts": 1788182046.9926453, "step": 60, "loss_diff": 0.9575588703155518, "reward": 0.08336399501971051, "level": 0, "difficulty": 0.05, "reward_ma": 0.07592578363934759, "leveled_up": false}
{"t": 31, "ts": 1788182048.3670115, "step": 62, "loss_diff": 1.2289857864379883, "reward": 0.07403312712659368, "level": 0, "difficulty": 0.05, "reward_ma": 0.0757365179880722, "leveled_up": false}
{"t": 32, "ts": 1788182049.728115, "step": 64, "loss_diff": 0.947656512260437, "reward": 0.0837535804312408, "level": 0, "difficulty": 0.05, "reward_ma": 0.07653822423238907, "leveled_up": false}
{"t": 33, "ts": 1788182051.16459, "step": 66, "loss_diff": 1.0107849836349487, "reward": 0.08133567933784655, "level": 0, "difficulty": 0.05, "reward_ma": 0.07701796974293482, "leveled_up": false}
{"t": 34, "ts": 1788182052.565261, "step": 68, "loss_diff": 1.0469008684158325, "reward": 0.080019463615027, "level": 0, "difficulty": 0.05, "reward_ma": 0.07731811913014404, "leveled_up": false}
{"t": 35, "ts": 1788182053.9911525, "step": 70, "loss_diff": 1.227837085723877, "reward": 0.07406782536461301, "level": 0, "difficulty": 0.05, "reward_ma": 0.07699308975359094, "leveled_up": false}
{"t": 36, "ts": 1788182055.3358364, "step": 72, "loss_diff": 1.1225788593292236, "reward": 0.07740669946532029, "level": 0, "difficulty": 0.05, "reward_ma": 0.07703445072476388, "leveled_up": false}
{"t": 37, "ts": 1788182056.7718482, "step": 74, "loss_diff": 0.9083172082901001, "reward": 0.08534123126879226, "level": 0, "difficulty": 0.05, "reward_ma": 0.07786512877916671, "leveled_up": false}
{"t": 38, "ts": 1788182058.196967, "step": 76, "loss_diff": 1.1911468505859375, "reward": 0.07519524823377371, "level": 0, "difficulty": 0.05, "reward_ma": 0.07759814072462741, "leveled_up": false}
{"t": 39, "ts": 1788182059.5740047, "step": 78, "loss_diff": 1.1073877811431885, "reward": 0.07791611427432227, "level": 0, "difficulty": 0.05, "reward_ma": 0.07762993807959691, "leveled_up": false}
{"t": 40, "ts": 1788182060.9844866, "step": 80, "loss_diff": 1.2238861322402954, "reward": 0.07418744354722626, "level": 0, "difficulty": 0.05, "reward_ma": 0.07728568862635984, "leveled_up": false}
{"t": 41, "ts": 1788182062.4020681, "step": 82, "loss_diff": 1.3882615566253662, "reward": 0.06954513810588839, "level": 0, "difficulty": 0.05, "reward_ma": 0.0765116335743127, "leveled_up": false}
{"t": 42, "ts": 1788182063.7692647, "step": 84, "loss_diff": 1.0238456726074219, "reward": 0.08085427021000868, "level": 0, "difficulty": 0.05, "reward_ma": 0.07694589723788231, "leveled_up": false}
{"t": 43, "ts": 1788182065.180452, "step": 86, "loss_diff": 1.1318628787994385, "reward": 0.07709894511565885, "level": 0, "difficulty": 0.05, "reward_ma": 0.07696120202565997, "leveled_up": false}
{"t": 44, "ts": 1788182066.7191217, "step": 88, "loss_diff": 0.8047128915786743, "reward": 0.09618741813277151, "level": 0, "difficulty": 0.05, "reward_ma": 0.07888382363637113, "leveled_up": false}
{"t": 45, "ts": 1788182068.1836462, "step": 90, "loss_diff": 0.9955084323883057, "reward": 0.08190675990180715, "level": 0, "difficulty": 0.05, "reward_ma": 0.07918611726291473, "leveled_up": false}
{"t": 46, "ts": 1788182069.4881632, "step": 92, "loss_diff": 1.508994460105896, "reward": 0.06652285381536796, "level": 0, "difficulty": 0.05, "reward_ma": 0.07791979091816005, "leveled_up": false}
{"t": 47, "ts": 1788182070.735431, "step": 94, "loss_diff": 1.1532106399536133, "reward": 0.0764013590297967, "level": 0, "difficulty": 0.05, "reward_ma": 0.07776794772932372, "leveled_up": false}
{"t": 48, "ts": 1788182072.1024244, "step": 96, "loss_diff": 1.1035865545272827, "reward": 0.07804473476932197, "level": 0, "difficulty": 0.05, "reward_ma": 0.07779562643332354, "leveled_up": false}
{"t": 49, "ts": 1788182073.3737478, "step": 98, "loss_diff": 1.5788862705230713, "reward": 0.0649025902850322, "level": 0, "difficulty": 0.05, "reward_ma": 0.07650632281849441, "leveled_up": false}
{"t": 50, "ts": 1788182074.6708305, "step": 100, "loss_diff": 1.0414801836013794, "reward": 0.08021404596144947, "level": 0, "difficulty": 0.05, "reward_ma": 0.07687709513278992, "leveled_up": false}
{"t": 51, "ts": 1788182075.91778, "step": 102, "loss_diff": 1.1631269454956055, "reward": 0.07608200482812456, "level": 0, "difficulty": 0.05, "reward_ma": 0.07679758610232339, "leveled_up": false}
{"t": 52, "ts": 1788182077.2063715, "step": 104, "loss_diff": 1.1234626770019531, "reward": 0.07737728604872679, "level": 0, "difficulty": 0.05, "reward_ma": 0.07685555609696373, "leveled_up": false}
{"t": 53, "ts": 1788182078.508309, "step": 106, "loss_diff": 1.0123015642166138, "reward": 0.23152172510461017, "level": 0, "difficulty": 0.05, "reward_ma": 0.09232217299772838, "leveled_up": false}
{"t": 54, "ts": 1788182079.8089755, "step": 108, "loss_diff": 0.8811335563659668, "reward": 0.08647710187853735, "level": 0, "difficulty": 0.05, "reward_ma": 0.09173766588580928, "leveled_up": false}
{"t": 55, "ts": 1788182081.1081665, "step": 110, "loss_diff": 1.1396453380584717, "reward": 0.07684302344886335, "level": 0, "difficulty": 0.05, "reward_ma": 0.0902482016421147, "leveled_up": false}
{"t": 56, "ts": 1788182082.3955154, "step": 112, "loss_diff": 1.2409294843673706, "reward": 0.0736744575168834, "level": 0, "difficulty": 0.05, "reward_ma": 0.08859082722959156, "leveled_up": false}
{"t": 57, "ts": 1788182083.6345859, "step": 114, "loss_diff": 1.1288527250289917, "reward": 0.07719843411331608, "level": 0, "difficulty": 0.05, "reward_ma": 0.08745158791796402, "leveled_up": false}
{"t": 58, "ts": 1788182108.028739, "step": 116, "loss_diff": 1.19705069065094, "reward": 0.07501129209680742, "level": 0, "difficulty": 0.05, "reward_ma": 0.08620755833584837, "leveled_up": false}
{"t": 59, "ts": 1788182109.3703237, "step": 118, "loss_diff": 1.1268283128738403, "reward": 0.07726550161740585, "level": 0, "difficulty": 0.05, "reward_ma": 0.08531335266400411, "leveled_up": false}
{"t": 60, "ts": 1788182110.6656637, "step": 120, "loss_diff": 1.1368298530578613, "reward": 0.07693539383152555, "level": 0, "difficulty": 0.05, "reward_ma": 0.08447555678075626, "leveled_up": false}
{"t": 61, "ts": 1788182111.9699194, "step": 122, "loss_diff": 1.1828889846801758, "reward": 0.07545422210639566, "level": 0, "difficulty": 0.05, "reward_ma": 0.08357342331332021, "leveled_up": false}
{"t": 62, "ts": 1788182113.3255982, "step": 124, "loss_diff": 1.1281280517578125, "reward": 0.07952098753936036, "level": 0, "difficulty": 0.05, "reward_ma": 0.08316817973592422, "leveled_up": false}
{"t": 63, "ts": 1788182114.768724, "step": 126, "loss_diff": 1.108184814453125, "reward": 0.07788920421887092, "level": 0, "difficulty": 0.05, "reward_ma": 0.0826402821842189, "leveled_up": false}
{"t": 64, "ts": 1788182116.1125176, "step": 128, "loss_diff": 0.8925386667251587, "reward": 0.08599656540267105, "level": 0, "difficulty": 0.05, "reward_ma": 0.08297591050606412, "leveled_up": false}
{"t": 65, "ts": 1788182117.534241, "step": 130, "loss_diff": 0.9527729153633118, "reward": 0.1745038435223133, "level": 0, "difficulty": 0.05, "reward_ma": 0.09212870380768903, "leveled_up": false}
{"t": 66, "ts": 1788182118.9335632, "step": 132, "loss_diff": 1.0465633869171143, "reward": 0.08239045773586733, "level": 0, "difficulty": 0.05, "reward_ma": 0.09115487920050687, "leveled_up": false}
{"t": 67, "ts": 1788182120.3288164, "step": 134, "loss_diff": 0.9885602593421936, "reward": 0.08216940515847727, "level": 0, "difficulty": 0.05, "reward_ma": 0.09025633179630392, "leveled_up": false}
{"t": 68, "ts": 1788182121.9816644, "step": 136, "loss_diff": 1.165475606918335, "reward": 0.07600679469276296, "level": 0, "difficulty": 0.05, "reward_ma": 0.08883137808594983, "leveled_up": false}
{"t": 69, "ts": 1788182123.386483, "step": 138, "loss_diff": 1.3124006986618042, "reward": 0.0716055973534577, "level": 0, "difficulty": 0.05, "reward_ma": 0.08710880001270062, "leveled_up": false}
{"t": 70, "ts": 1788182124.797121, "step": 140, "loss_diff": 1.1573617458343506, "reward": 0.07980330967257633, "level": 0, "difficulty": 0.05, "reward_ma": 0.08637825097868819, "leveled_up": false}
{"t": 71, "ts": 1788182126.1212833, "step": 142, "loss_diff": 1.0457156896591187, "reward": 0.08006191902424736, "level": 0, "difficulty": 0.05, "reward_ma": 0.08574661778324412, "leveled_up": false}
{"t": 72, "ts": 1788182127.5669818, "step": 144, "loss_diff": 0.919857919216156, "reward": 0.13220155529290029, "level": 0, "difficulty": 0.05, "reward_ma": 0.09039211153420973, "leveled_up": false}
{"t": 73, "ts": 1788182128.9741318, "step": 146, "loss_diff": 0.95284104347229, "reward": 0.10078802059115924, "level": 0, "difficulty": 0.05, "reward_ma": 0.09143170243990467, "leveled_up": false}
{"t": 74, "ts": 1788182130.3343747, "step": 148, "loss_diff": 1.9575942754745483, "reward": 0.057454842566491304, "level": 0, "difficulty": 0.05, "reward_ma": 0.08803401645256334, "leveled_up": false}
{"t": 75, "ts": 1788182131.7704659, "step": 150, "loss_diff": 1.0206127166748047, "reward": 0.08097285543163535, "level": 0, "difficulty": 0.05, "reward_ma": 0.08732790035047054, "leveled_up": false}
{"t": 76, "ts": 1788182133.1258569, "step": 152, "loss_diff": 1.580472707748413, "reward": 0.06486683150524335, "level": 0, "difficulty": 0.05, "reward_ma": 0.08508179346594782, "leveled_up": false}
{"t": 77, "ts": 1788182134.530461, "step": 154, "loss_diff": 0.8802925944328308, "reward": 0.0865127652609453, "level": 0, "difficulty": 0.05, "reward_ma": 0.08522489064544757, "leveled_up": false}
{"t": 78, "ts": 1788182135.9292374, "step": 156, "loss_diff": 1.0416712760925293, "reward": 0.08150399608358555, "level": 0, "difficulty": 0.05, "reward_ma": 0.08485280118926138, "leveled_up": false}
{"t": 79, "ts": 1788182137.3138845, "step": 158, "loss_diff": 1.1553970575332642, "reward": 0.07633069302039948, "level": 0, "difficulty": 0.05, "reward_ma": 0.0840005903723752, "leveled_up": false}
{"t": 80, "ts": 1788182138.9375212, "step": 160, "loss_diff": 0.8737993240356445, "reward": 0.0867892086661788, "level": 0, "difficulty": 0.05, "reward_ma": 0.08427945220175556, "leveled_up": false}
{"t": 81, "ts": 1788182140.3173695, "step": 162, "loss_diff": 1.0071735382080078, "reward": 0.08146990073633884, "level": 0, "difficulty": 0.05, "reward_ma": 0.0839984970552139, "leveled_up": false}
{"t": 82, "ts": 1788182141.6153176, "step": 164, "loss_diff": 1.0447323322296143, "reward": 0.09552946783303902, "level": 0, "difficulty": 0.05, "reward_ma": 0.0851515941329964, "leveled_up": false}
{"t": 83, "ts": 1788182142.9173381, "step": 166, "loss_diff": 1.1598626375198364, "reward": 0.07618680795639363, "level": 0, "difficulty": 0.05, "reward_ma": 0.08425511551533613, "leveled_up": false}
{"t": 84, "ts": 1788182144.4342191, "step": 168, "loss_diff": 1.01365327835083, "reward": 0.08122942058725408, "level": 0, "difficulty": 0.05, "reward_ma": 0.08395254602252793, "leveled_up": false}
{"t": 85, "ts": 1788182145.7893417, "step": 170, "loss_diff": 1.2377803325653076, "reward": 0.07376865498106401, "level": 0, "difficulty": 0.05, "reward_ma": 0.08293415691838153, "leveled_up": false}
{"t": 86, "ts": 1788182147.1071832, "step": 172, "loss_diff": 1.0839118957519531, "reward": 0.07871795743319951, "level": 0, "difficulty": 0.05, "reward_ma": 0.08251253696986333, "leveled_up": false}
{"t": 87, "ts": 1788182172.6656053, "step": 174, "loss_diff": 0.9163782000541687, "reward": 0.08501059693622212, "level": 0, "difficulty": 0.05, "reward_ma": 0.0827623429664992, "leveled_up": false}
{"t": 88, "ts": 1788182174.0366385, "step": 176, "loss_diff": 1.0613709688186646, "reward": 0.07950505309933406, "level": 0, "difficulty": 0.05, "reward_ma": 0.08243661397978269, "leveled_up": false}
{"t": 89, "ts": 1788182175.466971, "step": 178, "loss_diff": 1.1258481740951538, "reward": 0.0806178158372798, "level": 0, "difficulty": 0.05, "reward_ma": 0.08225473416553242, "leveled_up": false}
{"t": 90, "ts": 1788182176.8669312, "step": 180, "loss_diff": 0.9513155221939087, "reward": 0.2497762891504753, "level": 0, "difficulty": 0.05, "reward_ma": 0.09900688966402671, "leveled_up": false}
{"t": 91, "ts": 1788182178.1654913, "step": 182, "loss_diff": 1.049786925315857, "reward": 0.17098575400355992, "level": 0, "difficulty": 0.05, "reward_ma": 0.10620477609798003, "leveled_up": false}
{"t": 92, "ts": 1788182179.7824402, "step": 184, "loss_diff": 1.0642063617706299, "reward": 0.25573598473845804, "level": 0, "difficulty": 0.05, "reward_ma": 0.12115789696202783, "leveled_up": false}
{"t": 93, "ts": 1788182181.1782851, "step": 186, "loss_diff": 1.1236742734909058, "reward": 0.0773702477583866, "level": 0, "difficulty": 0.05, "reward_ma": 0.11677913204166372, "leveled_up": false}
{"t": 94, "ts": 1788182182.5669293, "step": 188, "loss_diff": 1.086430549621582, "reward": 0.07863106610012893, "level": 0, "difficulty": 0.05, "reward_ma": 0.11296432544751024, "leveled_up": false}
{"t": 95, "ts": 1788182183.9813683, "step": 190, "loss_diff": 1.2488844394683838, "reward": 0.0734376837074148, "level": 0, "difficulty": 0.05, "reward_ma": 0.1090116612735007, "leveled_up": false}
{"t": 96, "ts": 1788182185.3703496, "step": 192, "loss_diff": 0.9413595199584961, "reward": 0.08400338828283428, "level": 0, "difficulty": 0.05, "reward_ma": 0.10651083397443406, "leveled_up": false}
{"t": 97, "ts": 1788182186.732948, "step": 194, "loss_diff": 0.9465794563293457, "reward": 0.08379619371604928, "level": 0, "difficulty": 0.05, "reward_ma": 0.10423936994859559, "leveled_up": false}
{"t": 98, "ts": 1788182188.1766152, "step": 196, "loss_diff": 1.0206284523010254, "reward": 0.08097227732794177, "level": 0, "difficulty": 0.05, "reward_ma": 0.10191266068653021, "leveled_up": false}
{"t": 99, "ts": 1788182189.565697, "step": 198, "loss_diff": 0.9374677538871765, "reward": 0.08536965588520119, "level": 0, "difficulty": 0.05, "reward_ma": 0.1002583602063973, "leveled_up": false}
{"t": 100, "ts": 1788182190.9861608, "step": 200, "loss_diff": 1.091550350189209, "reward": 0.0784550825614354, "level": 0, "difficulty": 0.05, "reward_ma": 0.09807803244190112, "leveled_up": false}
{"t": 101, "ts": 1788182192.3264499, "step": 202, "loss_diff": 0.9079203009605408, "reward": 0.08535758321999187, "level": 0, "difficulty": 0.05, "reward_ma": 0.09680598751971019, "leveled_up": false}
{"t": 102, "ts": 1788182193.7220204, "step": 204, "loss_diff": 0.8364410400390625, "reward": 0.08841767247331545, "level": 0, "difficulty": 0.05, "reward_ma": 0.09596715601507072, "leveled_up": false}
{"t": 103, "ts": 1788182195.2026534, "step": 206, "loss_diff": 1.107215404510498, "reward": 0.0779219368650122, "level": 0, "difficulty": 0.05, "reward_ma": 0.09416263410006487, "leveled_up": false}
{"t": 104, "ts": 1788182196.572224, "step": 208, "loss_diff": 0.9902096390724182, "reward": 0.2008231078324516, "level": 0, "difficulty": 0.05, "reward_ma": 0.10482868147330354, "leveled_up": false}
{"t": 105, "ts": 1788182197.9903166, "step": 210, "loss_diff": 0.9828781485557556, "reward": 0.1268439127716721, "level": 0, "difficulty": 0.05, "reward_ma": 0.1070302046031404, "leveled_up": false}
{"t": 106, "ts": 1788182199.3793147, "step": 212, "loss_diff": 1.1080732345581055, "reward": 0.13640491557395873, "level": 0, "difficulty": 0.05, "reward_ma": 0.10996767570022223, "leveled_up": false}
{"t": 107, "ts": 1788182200.7057052, "step": 214, "loss_diff": 1.0427744388580322, "reward": 0.0913718453502585, "level": 0, "difficulty": 0.05, "reward_ma": 0.10810809266522586, "leveled_up": false}
{"t": 108, "ts": 1788182202.0734422, "step": 216, "loss_diff": 1.0516911745071411, "reward": 0.1410006092584642, "level": 0, "difficulty": 0.05, "reward_ma": 0.1113973443245497, "leveled_up": false}
{"t": 109, "ts": 1788182203.4342237, "step": 218, "loss_diff": 1.0961613655090332, "reward": 0.09143150608565756, "level": 0, "difficulty": 0.05, "reward_ma": 0.10940076050066048, "leveled_up": false}
{"t": 110, "ts": 1788182204.9678807, "step": 220, "loss_diff": 1.1331979036331177, "reward": 0.217016299941483, "level": 0, "difficulty": 0.05, "reward_ma": 0.12016231444474275, "leveled_up": false}
{"t": 111, "ts": 1788182206.310088, "step": 222, "loss_diff": 1.0867414474487305, "reward": 0.1473943551907435, "level": 0, "difficulty": 0.05, "reward_ma": 0.12288551851934282, "leveled_up": false}
{"t": 112, "ts": 1788182207.7703207, "step": 224, "loss_diff": 1.0522594451904297, "reward": 0.24615159471384396, "level": 0, "difficulty": 0.05, "reward_ma": 0.13521212613879294, "leveled_up": false}
{"t": 113, "ts": 1788182209.171721, "step": 226, "loss_diff": 1.0497978925704956, "reward": 0.29196922313589163, "level": 0, "difficulty": 0.05, "reward_ma": 0.15088783583850282, "leveled_up": false}
{"t": 114, "ts": 1788182210.5214806, "step": 228, "loss_diff": 1.0907628536224365, "reward": 0.18863983967789877, "level": 0, "difficulty": 0.05, "reward_ma": 0.15466303622244243, "leveled_up": false}
{"t": 115, "ts": 1788182211.8839295, "step": 230, "loss_diff": 1.075143575668335, "reward": 0.1732680777502273, "level": 0, "difficulty": 0.05, "reward_ma": 0.15652354037522093, "leveled_up": false}
{"t": 116, "ts": 1788182237.7693093, "step": 232, "loss_diff": 0.872826099395752, "reward": 0.19830028462430505, "level": 0, "difficulty": 0.05, "reward_ma": 0.16070121480012936, "leveled_up": false}
{"t": 117, "ts": 1788182239.118405, "step": 234, "loss_diff": 1.18147873878479, "reward": 0.130370106540256, "level": 0, "difficulty": 0.05, "reward_ma": 0.15766810397414202, "leveled_up": false}
{"t": 118, "ts": 1788182240.4268963, "step": 236, "loss_diff": 1.0344281196594238, "reward": 0.14667622206700742, "level": 0, "difficulty": 0.05, "reward_ma": 0.15656891578342855, "leveled_up": false}
{"t": 119, "ts": 1788182241.7730427, "step": 238, "loss_diff": 0.9830788373947144, "reward": 0.17388842053395187, "level": 0, "difficulty": 0.05, "reward_ma": 0.1583008662584809, "leveled_up": false}
{"t": 120, "ts": 1788182243.0806286, "step": 240, "loss_diff": 0.9067860841751099, "reward": 0.21954789034893812, "level": 0, "difficulty": 0.05, "reward_ma": 0.1644255686675266, "leveled_up": false}
{"t": 121, "ts": 1788182244.4727492, "step": 242, "loss_diff": 0.857951819896698, "reward": 0.22792942331192412, "level": 0, "difficulty": 0.05, "reward_ma": 0.17077595413196636, "leveled_up": false}
{"t": 122, "ts": 1788182245.7648172, "step": 244, "loss_diff": 1.1748766899108887, "reward": 0.31863798681771405, "level": 0, "difficulty": 0.05, "reward_ma": 0.18556215740054113, "leveled_up": false}
{"t": 123, "ts": 1788182247.1197374, "step": 246, "loss_diff": 0.9782499670982361, "reward": 0.2513336767623058, "level": 0, "difficulty": 0.05, "reward_ma": 0.1921393093367176, "leveled_up": false}
{"t": 124, "ts": 1788182248.4739752, "step": 248, "loss_diff": 1.0299198627471924, "reward": 0.2799252808439088, "level": 0, "difficulty": 0.05, "reward_ma": 0.2009179064874367, "leveled_up": false}
{"t": 125, "ts": 1788182250.0036194, "step": 250, "loss_diff": 0.915078341960907, "reward": 0.315605533447847, "level": 0, "difficulty": 0.05, "reward_ma": 0.21238666918347773, "leveled_up": false}
{"t": 126, "ts": 1788182251.4309375, "step": 252, "loss_diff": 0.9732936024665833, "reward": 0.2570418665216099, "level": 0, "difficulty": 0.05, "reward_ma": 0.21685218891729094, "leveled_up": false}
{"t": 127, "ts": 1788182252.7668257, "step": 254, "loss_diff": 0.9719570875167847, "reward": 0.2809051690067774, "level": 0, "difficulty": 0.05, "reward_ma": 0.2232574869262396, "leveled_up": false}
{"t": 128, "ts": 1788182254.1078265, "step": 256, "loss_diff": 1.0355720520019531, "reward": 0.2664397321321463, "level": 0, "difficulty": 0.05, "reward_ma": 0.22757571144683025, "leveled_up": false}
{"t": 129, "ts": 1788182255.4266813, "step": 258, "loss_diff": 1.1436655521392822, "reward": 0.2081171881786571, "level": 0, "difficulty": 0.05, "reward_ma": 0.22562985912001293, "leveled_up": false}
{"t": 130, "ts": 1788182256.79042, "step": 260, "loss_diff": 0.9442514777183533, "reward": 0.34934403163409766, "level": 0, "difficulty": 0.05, "reward_ma": 0.2380012763714214, "leveled_up": false}
{"t": 131, "ts": 1788182258.1751084, "step": 262, "loss_diff": 1.1749606132507324, "reward": 0.28045481459275395, "level": 0, "difficulty": 0.05, "reward_ma": 0.24224663019355466, "leveled_up": false}
{"t": 132, "ts": 1788182259.871017, "step": 264, "loss_diff": 1.1894220113754272, "reward": 0.4319518459048546, "level": 0, "difficulty": 0.05, "reward_ma": 0.26121715176468463, "leveled_up": false}
{"t": 133, "ts": 1788182261.212925, "step": 266, "loss_diff": 1.1796625852584839, "reward": 0.26791044752794607, "level": 0, "difficulty": 0.05, "reward_ma": 0.2618864813410108, "leveled_up": false}
{"t": 134, "ts": 1788182262.515709, "step": 268, "loss_diff": 1.0125447511672974, "reward": 0.43355265347447064, "level": 0, "difficulty": 0.05, "reward_ma": 0.2790530985543568, "leveled_up": false}
{"t": 135, "ts": 1788182263.829062, "step": 270, "loss_diff": 1.1856552362442017, "reward": 0.1711154351056351, "level": 0, "difficulty": 0.05, "reward_ma": 0.2682593322094846, "leveled_up": false}
{"t": 136, "ts": 1788182265.1220765, "step": 272, "loss_diff": 0.8997160196304321, "reward": 0.31121001605136184, "level": 0, "difficulty": 0.05, "reward_ma": 0.27255440059367236, "leveled_up": false}
{"t": 137, "ts": 1788182266.4238927, "step": 274, "loss_diff": 1.0338897705078125, "reward": 0.26151911539298084, "level": 0, "difficulty": 0.05, "reward_ma": 0.27145087207360324, "leveled_up": false}
{"t": 138, "ts": 1788182267.8130105, "step": 276, "loss_diff": 0.9002158045768738, "reward": 0.190391595519817, "level": 0, "difficulty": 0.05, "reward_ma": 0.26334494441822465, "leveled_up": false}
{"t": 139, "ts": 1788182269.1348937, "step": 278, "loss_diff": 0.8807723522186279, "reward": 0.20172213306102377, "level": 0, "difficulty": 0.05, "reward_ma": 0.25718266328250455, "leveled_up": false}
{"t": 140, "ts": 1788182270.5131843, "step": 280, "loss_diff": 0.9609189629554749, "reward": 0.1716085435975877, "level": 0, "difficulty": 0.05, "reward_ma": 0.2486252513140129, "leveled_up": false}
{"t": 141, "ts": 1788182271.8221684, "step": 282, "loss_diff": 0.9900162220001221, "reward": 0.26073597654200176, "level": 0, "difficulty": 0.05, "reward_ma": 0.24983632383681179, "leveled_up": false}
{"t": 142, "ts": 1788182273.1217413, "step": 284, "loss_diff": 0.9066033959388733, "reward": 0.2882985526685643, "level": 0, "difficulty": 0.05, "reward_ma": 0.253682546719987, "leveled_up": false}
{"t": 143, "ts": 1788182274.4270542, "step": 286, "loss_diff": 0.9861056804656982, "reward": 0.47588304006599985, "level": 0, "difficulty": 0.05, "reward_ma": 0.27590259605458833, "leveled_up": false}
{"t": 144, "ts": 1788182275.7281995, "step": 288, "loss_diff": 1.0322519540786743, "reward": 0.19963992591345764, "level": 0, "difficulty": 0.05, "reward_ma": 0.26827632904047527, "leveled_up": false}
{"t": 145, "ts": 1788182300.9874952, "step": 290, "loss_diff": 0.981938898563385, "reward": 0.27845712791873517, "level": 0, "difficulty": 0.05, "reward_ma": 0.26929440892830125, "leveled_up": false}
{"t": 146, "ts": 1788182302.2284563, "step": 292, "loss_diff": 0.9412468671798706, "reward": 0.29888690834065446, "level": 0, "difficulty": 0.05, "reward_ma": 0.27225365886953656, "leveled_up": false}
{"t": 147, "ts": 1788182303.5112872, "step": 294, "loss_diff": 0.7981592416763306, "reward": 0.30670486956906406, "level": 0, "difficulty": 0.05, "reward_ma": 0.2756987799394893, "leveled_up": false}
{"t": 148, "ts": 1788182304.8021235, "step": 296, "loss_diff": 0.9616726636886597, "reward": 0.12682963871127229, "level": 0, "difficulty": 0.05, "reward_ma": 0.26081186581666765, "leveled_up": false}
{"t": 149, "ts": 1788182306.077248, "step": 298, "loss_diff": 0.9657434821128845, "reward": 0.4437198124519963, "level": 0, "difficulty": 0.05, "reward_ma": 0.27910266048020055, "leveled_up": false}
{"t": 150, "ts": 1788182308.237581, "step": 300, "loss_diff": 0.9902575612068176, "reward": 0.37728416622303235, "level": 0, "difficulty": 0.05, "reward_ma": 0.28892081105448375, "leveled_up": false}
{"t": 151, "ts": 1788182309.6808443, "step": 302, "loss_diff": 0.84196537733078, "reward": 0.2542260573191662, "level": 0, "difficulty": 0.05, "reward_ma": 0.285451335680952, "leveled_up": false}
{"t": 152, "ts": 1788182311.0724983, "step": 304, "loss_diff": 1.1129229068756104, "reward": 0.36118793458532883, "level": 0, "difficulty": 0.05, "reward_ma": 0.29302499557138967, "leveled_up": false}
{"t": 153, "ts": 1788182312.485664, "step": 306, "loss_diff": 1.1316181421279907, "reward": 0.40447888280046745, "level": 0, "difficulty": 0.05, "reward_ma": 0.30417038429429744, "leveled_up": false}
{"t": 154, "ts": 1788182313.872158, "step": 308, "loss_diff": 1.0716123580932617, "reward": 0.4492717561145626, "level": 0, "difficulty": 0.05, "reward_ma": 0.318680521476324, "leveled_up": false}
{"t": 155, "ts": 1788182315.2963042, "step": 310, "loss_diff": 1.0563874244689941, "reward": 0.46257371085529786, "level": 0, "difficulty": 0.05, "reward_ma": 0.3330698404142214, "leveled_up": false}
{"t": 156, "ts": 1788182316.6830297, "step": 312, "loss_diff": 0.983777642250061, "reward": 0.38671885726475685, "level": 0, "difficulty": 0.05, "reward_ma": 0.33843474209927493, "leveled_up": false}
{"t": 157, "ts": 1788182318.0893104, "step": 314, "loss_diff": 0.9972625970840454, "reward": 0.4548548484356203, "level": 0, "difficulty": 0.05, "reward_ma": 0.35007675273290945, "leveled_up": false}
{"t": 158, "ts": 1788182319.5307267, "step": 316, "loss_diff": 0.9903937578201294, "reward": 0.44970315513086234, "level": 0, "difficulty": 0.05, "reward_ma": 0.3600393929727047, "leveled_up": false}
{"t": 159, "ts": 1788182321.0132158, "step": 318, "loss_diff": 1.0447542667388916, "reward": 0.3876988691109906, "level": 0, "difficulty": 0.05, "reward_ma": 0.3628053405865333, "leveled_up": false}
{"t": 160, "ts": 1788182322.4102514, "step": 320, "loss_diff": 1.1263657808303833, "reward": 0.45109540312504315, "level": 0, "difficulty": 0.05, "reward_ma": 0.37163434684038427, "leveled_up": false}
{"t": 161, "ts": 1788182323.7992396, "step": 322, "loss_diff": 1.1034797430038452, "reward": 0.30218472680281405, "level": 0, "difficulty": 0.05, "reward_ma": 0.3646893848366272, "leveled_up": false}
{"t": 162, "ts": 1788182325.1812122, "step": 324, "loss_diff": 0.9750000834465027, "reward": 0.18183383710830325, "level": 0, "difficulty": 0.05, "reward_ma": 0.3464038300637948, "leveled_up": false}
{"t": 163, "ts": 1788182326.6260817, "step": 326, "loss_diff": 0.9697603583335876, "reward": 0.26101446360984676, "level": 0, "difficulty": 0.05, "reward_ma": 0.33786489341840004, "leveled_up": false}
{"t": 164, "ts": 1788182328.0787551, "step": 328, "loss_diff": 1.174438714981079, "reward": 0.3213645505377523, "level": 0, "difficulty": 0.05, "reward_ma": 0.3362148591303353, "leveled_up": false}
{"t": 165, "ts": 1788182329.5033395, "step": 330, "loss_diff": 0.973086953163147, "reward": 0.17754725163719393, "level": 0, "difficulty": 0.05, "reward_ma": 0.32034809838102113, "leveled_up": false}
{"t": 166, "ts": 1788182330.8871984, "step": 332, "loss_diff": 1.0371173620224, "reward": 0.20896485531586567, "level": 0, "difficulty": 0.05, "reward_ma": 0.3092097740745056, "leveled_up": false}
{"t": 167, "ts": 1788182332.5218472, "step": 334, "loss_diff": 1.143452763557434, "reward": 0.4794731736300729, "level": 0, "difficulty": 0.05, "reward_ma": 0.32623611403006236, "leveled_up": false}
{"t": 168, "ts": 1788182334.0166645, "step": 336, "loss_diff": 0.865206778049469, "reward": 0.4714754677436347, "level": 0, "difficulty": 0.05, "reward_ma": 0.3407600494014196, "leveled_up": false}
{"t": 169, "ts": 1788182335.4874294, "step": 338, "loss_diff": 1.0902258157730103, "reward": 0.4710227063810375, "level": 0, "difficulty": 0.05, "reward_ma": 0.35378631509938135, "leveled_up": false}
{"t": 170, "ts": 1788182337.0268443, "step": 340, "loss_diff": 0.9954327344894409, "reward": 0.3880313490251745, "level": 0, "difficulty": 0.05, "reward_ma": 0.3572108184919607, "leveled_up": false}
{"t": 171, "ts": 1788182338.431659, "step": 342, "loss_diff": 1.1459252834320068, "reward": 0.38321188300117165, "level": 0, "difficulty": 0.05, "reward_ma": 0.3598109249428818, "leveled_up": false}
{"t": 172, "ts": 1788182339.970777, "step": 344, "loss_diff": 1.0174534320831299, "reward": 0.5071195652835738, "level": 0, "difficulty": 0.05, "reward_ma": 0.374541788976951, "leveled_up": false}
{"t": 173, "ts": 1788182341.3910146, "step": 346, "loss_diff": 1.0495083332061768, "reward": 0.3140423382291942, "level": 0, "difficulty": 0.05, "reward_ma": 0.3684918439021753, "leveled_up": false}
{"t": 174, "ts": 1788182367.4333694, "step": 348, "loss_diff": 1.2103583812713623, "reward": 0.3887426798675974, "level": 0, "difficulty": 0.05, "reward_ma": 0.37051692749871756, "leveled_up": false}
{"t": 175, "ts": 1788182368.9792979, "step": 350, "loss_diff": 0.9865288734436035, "reward": 0.3312822168651638, "level": 0, "difficulty": 0.05, "reward_ma": 0.3665934564353622, "leveled_up": false}
{"t": 176, "ts": 1788182370.329739, "step": 352, "loss_diff": 1.1952226161956787, "reward": 0.19718990009380458, "level": 0, "difficulty": 0.05, "reward_ma": 0.3496531008012064, "leveled_up": false}
{"t": 177, "ts": 1788182371.7780793, "step": 354, "loss_diff": 1.0654133558273315, "reward": 0.3598175331927047, "level": 0, "difficulty": 0.05, "reward_ma": 0.3506695440403562, "leveled_up": false}
{"t": 178, "ts": 1788182373.1806686, "step": 356, "loss_diff": 1.0128620862960815, "reward": 0.37257461167263534, "level": 0, "difficulty": 0.05, "reward_ma": 0.3528600508035841, "leveled_up": false}
{"t": 179, "ts": 1788182374.5954905, "step": 358, "loss_diff": 1.159348726272583, "reward": 0.3305198440740854, "level": 0, "difficulty": 0.05, "reward_ma": 0.35062603013063426, "leveled_up": false}
{"t": 180, "ts": 1788182376.0158532, "step": 360, "loss_diff": 0.7075534462928772, "reward": 0.1962045657492636, "level": 0, "difficulty": 0.05, "reward_ma": 0.3351838836924972, "leveled_up": false}
{"t": 181, "ts": 1788182377.5770314, "step": 362, "loss_diff": 0.8980357646942139, "reward": 0.19924419201890375, "level": 0, "difficulty": 0.05, "reward_ma": 0.32158991452513785, "leveled_up": false}
{"t": 182, "ts": 1788182379.0734737, "step": 364, "loss_diff": 0.9525798559188843, "reward": 0.4738924593025749, "level": 0, "difficulty": 0.05, "reward_ma": 0.3368201690028816, "leveled_up": false}
{"t": 183, "ts": 1788182380.4980016, "step": 366, "loss_diff": 1.2094473838806152, "reward": 0.24608606115032244, "level": 0, "difficulty": 0.05, "reward_ma": 0.32774675821762567, "leveled_up": false}
{"t": 184, "ts": 1788182381.8870313, "step": 368, "loss_diff": 1.2810028791427612, "reward": 0.20833124107037249, "level": 0, "difficulty": 0.05, "reward_ma": 0.31580520650290034, "leveled_up": false}
{"t": 185, "ts": 1788182383.2964807, "step": 370, "loss_diff": 1.0756958723068237, "reward": 0.2940745917490078, "level": 0, "difficulty": 0.05, "reward_ma": 0.3136321450275111, "leveled_up": false}
{"t": 186, "ts": 1788182384.7020583, "step": 372, "loss_diff": 0.8491578102111816, "reward": 0.24104610506167617, "level": 0, "difficulty": 0.05, "reward_ma": 0.3063735410309276, "leveled_up": false}
{"t": 187, "ts": 1788182386.2747066, "step": 374, "loss_diff": 0.7675318121910095, "reward": 0.34950386441998493, "level": 0, "difficulty": 0.05, "reward_ma": 0.31068657336983335, "leveled_up": false}
{"t": 0, "ts": 1788182440.2137358, "step": 0, "loss_diff": 0.9384867548942566, "reward": 0.5895825896096666, "level": 0, "difficulty": 0.1481718694220725, "reward_ma": 0.05895825896096666, "leveled_up": false}
{"t": 1, "ts": 1788182441.4710813, "step": 2, "loss_diff": 1.5861222743988037, "reward": 0.0667803252604953, "level": 0, "difficulty": 0.09640240434139147, "reward_ma": 0.05974046559091953, "leveled_up": false}
{"t": 2, "ts": 1788182442.7092621, "step": 4, "loss_diff": 0.8497772216796875, "reward": 0.20311630223585314, "level": 0, "difficulty": 0.05, "reward_ma": 0.07407804925541289, "leveled_up": false}
{"t": 3, "ts": 1788182444.129553, "step": 6, "loss_diff": 1.1195933818817139, "reward": 0.07750623740902923, "level": 0, "difficulty": 0.05, "reward_ma": 0.07442086807077453, "leveled_up": false}
{"t": 4, "ts": 1788182445.5069625, "step": 8, "loss_diff": 1.2446917295455933, "reward": 0.07356226769561398, "level": 0, "difficulty": 0.05, "reward_ma": 0.07433500803325847, "leveled_up": false}
{"t": 5, "ts": 1788182446.8858318, "step": 10, "loss_diff": 1.3745129108428955, "reward": 0.07378664836926681, "level": 0, "difficulty": 0.05, "reward_ma": 0.0742801720668593, "leveled_up": false}
{"t": 6, "ts": 1788182448.2784169, "step": 12, "loss_diff": 1.3268961906433105, "reward": 0.07120150175634772, "level": 0, "difficulty": 0.05, "reward_ma": 0.07397230503580815, "leveled_up": false}
{"t": 7, "ts": 1788182449.6244147, "step": 14, "loss_diff": 0.9409447908401489, "reward": 0.1220206240480485, "level": 0, "difficulty": 0.05, "reward_ma": 0.0787771369370322, "leveled_up": false}
{"t": 8, "ts": 1788182450.9982345, "step": 16, "loss_diff": 1.1567939519882202, "reward": 0.11639198860466789, "level": 0, "difficulty": 0.05, "reward_ma": 0.08253862210379577, "leveled_up": false}
{"t": 9, "ts": 1788182452.3074453, "step": 18, "loss_diff": 0.8271422982215881, "reward": 0.12283604399487022, "level": 0, "difficulty": 0.05, "reward_ma": 0.08656836429290321, "leveled_up": false}
{"t": 10, "ts": 1788182453.6775732, "step": 20, "loss_diff": 1.1738557815551758, "reward": 0.07573976454039909, "level": 0, "difficulty": 0.05, "reward_ma": 0.08548550431765281, "leveled_up": false}
{"t": 11, "ts": 1788182455.0902774, "step": 22, "loss_diff": 1.0100840330123901, "reward": 0.14593929527203597, "level": 0, "difficulty": 0.05, "reward_ma": 0.09153088341309112, "leveled_up": false}
{"t": 12, "ts": 1788182456.4950426, "step": 24, "loss_diff": 0.8999640345573425, "reward": 0.18828820166783483, "level": 0, "difficulty": 0.05, "reward_ma": 0.1012066152385655, "leveled_up": false}
{"t": 13, "ts": 1788182457.936513, "step": 26, "loss_diff": 0.8668069243431091, "reward": 0.12087320689097425, "level": 0, "difficulty": 0.05, "reward_ma": 0.10317327440380639, "leveled_up": false}
{"t": 14, "ts": 1788182459.5208473, "step": 28, "loss_diff": 1.0166093111038208, "reward": 0.19563415885387725, "level": 0, "difficulty": 0.05, "reward_ma": 0.11241936284881347, "leveled_up": false}
{"t": 15, "ts": 1788182460.8962007, "step": 30, "loss_diff": 0.8960044384002686, "reward": 0.08585168585011935, "level": 0, "difficulty": 0.05, "reward_ma": 0.10976259514894406, "leveled_up": false}
{"t": 16, "ts": 1788182462.3331122, "step": 32, "loss_diff": 1.58463716506958, "reward": 0.06805434554329227, "level": 0, "difficulty": 0.05, "reward_ma": 0.10559177018837887, "leveled_up": false}
{"t": 17, "ts": 1788182463.6709774, "step": 34, "loss_diff": 1.0624734163284302, "reward": 0.10098327755094644, "level": 0, "difficulty": 0.05, "reward_ma": 0.10513092092463563, "leveled_up": false}
{"t": 18, "ts": 1788182465.0143127, "step": 36, "loss_diff": 1.0111037492752075, "reward": 0.08132385538598957, "level": 0, "difficulty": 0.05, "reward_ma": 0.10275021437077103, "leveled_up": false}
{"t": 19, "ts": 1788182466.3124993, "step": 38, "loss_diff": 1.0936728715896606, "reward": 0.09381611729624692, "level": 0, "difficulty": 0.05, "reward_ma": 0.10185680466331862, "leveled_up": false}
{"t": 20, "ts": 1788182467.6778345, "step": 40, "loss_diff": 0.9961507320404053, "reward": 0.1490963558732878, "level": 0, "difficulty": 0.05, "reward_ma": 0.10658075978431553, "leveled_up": false}
{"t": 21, "ts": 1788182469.0149736, "step": 42, "loss_diff": 0.9806348085403442, "reward": 0.08283651388779142, "level": 0, "difficulty": 0.05, "reward_ma": 0.10420633519466312, "leveled_up": false}
{"t": 22, "ts": 1788182470.3239784, "step": 44, "loss_diff": 0.9893880486488342, "reward": 0.12588617503996816, "level": 0, "difficulty": 0.05, "reward_ma": 0.10637431917919361, "leveled_up": false}
{"t": 23, "ts": 1788182471.7695065, "step": 46, "loss_diff": 0.903569221496582, "reward": 0.4226445018399718, "level": 0, "difficulty": 0.05, "reward_ma": 0.13800133744527143, "leveled_up": false}
{"t": 24, "ts": 1788182473.2308202, "step": 48, "loss_diff": 0.739780843257904, "reward": 0.14318115290354197, "level": 0, "difficulty": 0.05, "reward_ma": 0.13851931899109848, "leveled_up": false}
{"t": 25, "ts": 1788182474.7021708, "step": 50, "loss_diff": 1.040970802307129, "reward": 0.17074972054387433, "level": 0, "difficulty": 0.05, "reward_ma": 0.14174235914637606, "leveled_up": false}
{"t": 26, "ts": 1788182476.0906765, "step": 52, "loss_diff": 1.068763256072998, "reward": 0.23244609523639603, "level": 0, "difficulty": 0.05, "reward_ma": 0.15081273275537807, "leveled_up": false}
{"t": 27, "ts": 1788182477.6675782, "step": 54, "loss_diff": 0.9477720260620117, "reward": 0.33878775865364325, "level": 0, "difficulty": 0.05, "reward_ma": 0.1696102353452046, "leveled_up": false}
{"t": 28, "ts": 1788182479.0814424, "step": 56, "loss_diff": 0.9513556361198425, "reward": 0.3623705975082378, "level": 0, "difficulty": 0.05, "reward_ma": 0.18888627156150795, "leveled_up": false}
{"t": 29, "ts": 1788182505.8033218, "step": 58, "loss_diff": 1.120201826095581, "reward": 0.4084444181572381, "level": 0, "difficulty": 0.05, "reward_ma": 0.21084208622108097, "leveled_up": false}
{"t": 30, "ts": 1788182507.209475, "step": 60, "loss_diff": 0.935108482837677, "reward": 0.09453593862010118, "level": 0, "difficulty": 0.05, "reward_ma": 0.199211471460983, "leveled_up": false}
{"t": 31, "ts": 1788182508.6192057, "step": 62, "loss_diff": 0.9620193839073181, "reward": 0.08318979106867784, "level": 0, "difficulty": 0.05, "reward_ma": 0.1876093034217525, "leveled_up": false}
{"t": 32, "ts": 1788182510.0662687, "step": 64, "loss_diff": 0.6925460696220398, "reward": 0.400160726330646, "level": 0, "difficulty": 0.05, "reward_ma": 0.20886444571264184, "leveled_up": false}
{"t": 33, "ts": 1788182511.4863157, "step": 66, "loss_diff": 1.0223432779312134, "reward": 0.24019341845654577, "level": 0, "difficulty": 0.05, "reward_ma": 0.21199734298703224, "leveled_up": false}
{"t": 34, "ts": 1788182512.9020512, "step": 68, "loss_diff": 0.721857488155365, "reward": 0.18915165528788175, "level": 0, "difficulty": 0.05, "reward_ma": 0.2097127742171172, "leveled_up": false}
{"t": 35, "ts": 1788182514.3163373, "step": 70, "loss_diff": 1.1011537313461304, "reward": 0.4247062630845931, "level": 0, "difficulty": 0.05, "reward_ma": 0.2312121231038648, "leveled_up": false}
{"t": 36, "ts": 1788182515.7263837, "step": 72, "loss_diff": 0.7915611863136292, "reward": 0.23625451549096083, "level": 0, "difficulty": 0.05, "reward_ma": 0.23171636234257442, "leveled_up": false}
{"t": 37, "ts": 1788182517.2000978, "step": 74, "loss_diff": 0.7581579089164734, "reward": 0.25306811169675125, "level": 0, "difficulty": 0.05, "reward_ma": 0.2338515372779921, "leveled_up": false}
{"t": 38, "ts": 1788182518.6756496, "step": 76, "loss_diff": 1.0419145822525024, "reward": 0.12216977257111647, "level": 0, "difficulty": 0.05, "reward_ma": 0.22268336080730455, "leveled_up": false}
{"t": 39, "ts": 1788182520.1090226, "step": 78, "loss_diff": 0.8285633325576782, "reward": 0.1810937015418615, "level": 0, "difficulty": 0.05, "reward_ma": 0.21852439488076025, "leveled_up": false}
{"t": 40, "ts": 1788182521.642259, "step": 80, "loss_diff": 0.9966726899147034, "reward": 0.25535932144257917, "level": 0, "difficulty": 0.05, "reward_ma": 0.22220788753694215, "leveled_up": false}
{"t": 41, "ts": 1788182523.1664748, "step": 82, "loss_diff": 0.9235143065452576, "reward": 0.2146134006789625, "level": 0, "difficulty": 0.05, "reward_ma": 0.22144843885114418, "leveled_up": false}
{"t": 42, "ts": 1788182524.6732202, "step": 84, "loss_diff": 0.8928515911102295, "reward": 0.5225263010769802, "level": 0, "difficulty": 0.05, "reward_ma": 0.25155622507372777, "leveled_up": false}
{"t": 43, "ts": 1788182526.1978157, "step": 86, "loss_diff": 1.2419289350509644, "reward": 0.4305413187532975, "level": 0, "difficulty": 0.05, "reward_ma": 0.2694547344416848, "leveled_up": false}
{"t": 44, "ts": 1788182527.6982327, "step": 88, "loss_diff": 0.8473835587501526, "reward": 0.4972867983305025, "level": 0, "difficulty": 0.05, "reward_ma": 0.29223794083056653, "leveled_up": false}
{"t": 45, "ts": 1788182529.1285195, "step": 90, "loss_diff": 1.3299051523208618, "reward": 0.24845109336040339, "level": 0, "difficulty": 0.05, "reward_ma": 0.28785925608355023, "leveled_up": false}
{"t": 46, "ts": 1788182530.58521, "step": 92, "loss_diff": 0.7139092683792114, "reward": 0.4377180271077921, "level": 0, "difficulty": 0.05, "reward_ma": 0.3028451331859744, "leveled_up": false}
{"t": 47, "ts": 1788182531.9904933, "step": 94, "loss_diff": 0.9583028554916382, "reward": 0.5243276373989856, "level": 0, "difficulty": 0.05, "reward_ma": 0.32499338360727553, "leveled_up": false}
{"t": 48, "ts": 1788182533.3809347, "step": 96, "loss_diff": 1.1246156692504883, "reward": 0.3055376687983757, "level": 0, "difficulty": 0.05, "reward_ma": 0.32304781212638556, "leveled_up": false}
{"t": 49, "ts": 1788182534.789906, "step": 98, "loss_diff": 0.7897117137908936, "reward": 0.14884988424412637, "level": 0, "difficulty": 0.05, "reward_ma": 0.3056280193381597, "leveled_up": false}
{"t": 50, "ts": 1788182536.2189934, "step": 100, "loss_diff": 1.1477928161621094, "reward": 0.2777027867240291, "level": 0, "difficulty": 0.05, "reward_ma": 0.30283549607674665, "leveled_up": false}
{"t": 51, "ts": 1788182537.691994, "step": 102, "loss_diff": 1.0889660120010376, "reward": 0.3477260875609299, "level": 0, "difficulty": 0.05, "reward_ma": 0.307324555225165, "leveled_up": false}
{"t": 52, "ts": 1788182539.0864232, "step": 104, "loss_diff": 0.9318753480911255, "reward": 0.21544741092749334, "level": 0, "difficulty": 0.05, "reward_ma": 0.2981368407953979, "leveled_up": false}
{"t": 53, "ts": 1788182540.4833765, "step": 106, "loss_diff": 0.949219822883606, "reward": 0.36434780552498536, "level": 0, "difficulty": 0.05, "reward_ma": 0.30475793726835665, "leveled_up": false}
{"t": 54, "ts": 1788182541.8711207, "step": 108, "loss_diff": 0.8591909408569336, "reward": 0.3327990065828997, "level": 0, "difficulty": 0.05, "reward_ma": 0.3075620441998109, "leveled_up": false}
{"t": 55, "ts": 1788182543.2967577, "step": 110, "loss_diff": 1.0027167797088623, "reward": 0.14061197194294944, "level": 0, "difficulty": 0.05, "reward_ma": 0.2908670369741248, "leveled_up": false}
{"t": 56, "ts": 1788182544.6945012, "step": 112, "loss_diff": 1.2975890636444092, "reward": 0.288542143520329, "level": 0, "difficulty": 0.05, "reward_ma": 0.29063454762874524, "leveled_up": false}
{"t": 57, "ts": 1788182546.2179856, "step": 114, "loss_diff": 0.9844002723693848, "reward": 0.5526950588452317, "level": 0, "difficulty": 0.05, "reward_ma": 0.3168405987503939, "leveled_up": false}
{"t": 58, "ts": 1788182573.913408, "step": 116, "loss_diff": 0.9563685655593872, "reward": 0.2967838323458449, "level": 0, "difficulty": 0.05, "reward_ma": 0.314834922109939, "leveled_up": false}
{"t": 59, "ts": 1788182575.1790116, "step": 118, "loss_diff": 0.6774513721466064, "reward": 0.24796464690350262, "level": 0, "difficulty": 0.05, "reward_ma": 0.30814789458929537, "leveled_up": false}
{"t": 60, "ts": 1788182576.4293356, "step": 120, "loss_diff": 0.8060727119445801, "reward": 0.3909361268114744, "level": 0, "difficulty": 0.05, "reward_ma": 0.3164267178115133, "leveled_up": false}
{"t": 61, "ts": 1788182577.703043, "step": 122, "loss_diff": 0.8968470096588135, "reward": 0.2658453925190424, "level": 0, "difficulty": 0.05, "reward_ma": 0.31136858528226624, "leveled_up": false}
{"t": 62, "ts": 1788182578.9894354, "step": 124, "loss_diff": 0.7880815267562866, "reward": 0.2667347067226284, "level": 0, "difficulty": 0.05, "reward_ma": 0.30690519742630246, "leveled_up": false}
{"t": 63, "ts": 1788182580.308213, "step": 126, "loss_diff": 0.9893231391906738, "reward": 0.3810734956349519, "level": 0, "difficulty": 0.05, "reward_ma": 0.3143220272471674, "leveled_up": false}
{"t": 64, "ts": 1788182581.5954926, "step": 128, "loss_diff": 0.7948892116546631, "reward": 0.09058024102249711, "level": 0, "difficulty": 0.05, "reward_ma": 0.29194784862470036, "leveled_up": false}
{"t": 65, "ts": 1788182582.924674, "step": 130, "loss_diff": 0.7291420698165894, "reward": 0.5757897305329818, "level": 0, "difficulty": 0.05, "reward_ma": 0.3203320368155285, "leveled_up": false}
{"t": 66, "ts": 1788182584.2010498, "step": 132, "loss_diff": 0.894642174243927, "reward": 0.4505671368454452, "level": 0, "difficulty": 0.05, "reward_ma": 0.3333555468185202, "leveled_up": false}
{"t": 67, "ts": 1788182585.4211226, "step": 134, "loss_diff": 0.8910433650016785, "reward": 0.12250097044887213, "level": 0, "difficulty": 0.05, "reward_ma": 0.3122700891815554, "leveled_up": false}
{"t": 68, "ts": 1788182586.7035193, "step": 136, "loss_diff": 1.0154229402542114, "reward": 0.13499842844373752, "level": 0, "difficulty": 0.05, "reward_ma": 0.29454292310777364, "leveled_up": false}
{"t": 69, "ts": 1788182587.9357262, "step": 138, "loss_diff": 0.7030235528945923, "reward": 0.5370726620086559, "level": 0, "difficulty": 0.05, "reward_ma": 0.31879589699786187, "leveled_up": false}
{"t": 70, "ts": 1788182589.2333002, "step": 140, "loss_diff": 1.1742068529129028, "reward": 0.36663377684145887, "level": 0, "difficulty": 0.05, "reward_ma": 0.3235796849822216, "leveled_up": false}
{"t": 71, "ts": 1788182590.5178483, "step": 142, "loss_diff": 0.6762307286262512, "reward": 0.5792612933047256, "level": 0, "difficulty": 0.05, "reward_ma": 0.34914784581447206, "leveled_up": false}
{"t": 72, "ts": 1788182591.819891, "step": 144, "loss_diff": 0.6876594424247742, "reward": 0.2233552384417642, "level": 0, "difficulty": 0.05, "reward_ma": 0.3365685850772013, "leveled_up": false}
{"t": 73, "ts": 1788182593.1005678, "step": 146, "loss_diff": 0.7218869924545288, "reward": 0.4140446720111687, "level": 0, "difficulty": 0.05, "reward_ma": 0.3443161937705981, "leveled_up": false}
{"t": 74, "ts": 1788182594.3688817, "step": 148, "loss_diff": 0.6984610557556152, "reward": 0.3537870895368059, "level": 0, "difficulty": 0.05, "reward_ma": 0.3452632833472189, "leveled_up": false}
{"t": 75, "ts": 1788182595.7070749, "step": 150, "loss_diff": 0.7099675536155701, "reward": 0.19087970763462525, "level": 0, "difficulty": 0.05, "reward_ma": 0.32982492577595957, "leveled_up": false}
{"t": 76, "ts": 1788182597.026809, "step": 152, "loss_diff": 0.7626438140869141, "reward": 0.10448532924555756, "level": 0, "difficulty": 0.05, "reward_ma": 0.3072909661229194, "leveled_up": false}
{"t": 77, "ts": 1788182598.3892741, "step": 154, "loss_diff": 0.6645567417144775, "reward": 0.4913608086272796, "level": 0, "difficulty": 0.05, "reward_ma": 0.3256979503733554, "leveled_up": false}
{"t": 78, "ts": 1788182599.7190893, "step": 156, "loss_diff": 0.8503182530403137, "reward": 0.08780508220868005, "level": 0, "difficulty": 0.05, "reward_ma": 0.3019086635568879, "leveled_up": false}
{"t": 79, "ts": 1788182601.0975127, "step": 158, "loss_diff": 0.73811936378479, "reward": 0.2955572665425924, "level": 0, "difficulty": 0.05, "reward_ma": 0.30127352385545836, "leveled_up": false}
{"t": 80, "ts": 1788182602.701041, "step": 160, "loss_diff": 0.6752652525901794, "reward": 0.09627600657984758, "level": 0, "difficulty": 0.05, "reward_ma": 0.2807737721278973, "leveled_up": false}
{"t": 81, "ts": 1788182603.9992416, "step": 162, "loss_diff": 0.875896155834198, "reward": 0.1765649934385808, "level": 0, "difficulty": 0.05, "reward_ma": 0.27035289425896564, "leveled_up": false}
{"t": 82, "ts": 1788182605.5677376, "step": 164, "loss_diff": 0.6268188953399658, "reward": 0.3957547121770389, "level": 0, "difficulty": 0.05, "reward_ma": 0.28289307605077296, "leveled_up": false}
{"t": 83, "ts": 1788182607.0683386, "step": 166, "loss_diff": 0.9379068613052368, "reward": 0.15005079715701408, "level": 0, "difficulty": 0.05, "reward_ma": 0.2696088481613971, "leveled_up": false}
{"t": 84, "ts": 1788182608.491961, "step": 168, "loss_diff": 0.8317474722862244, "reward": 0.08862696405490449, "level": 0, "difficulty": 0.05, "reward_ma": 0.2515106597507478, "leveled_up": false}
{"t": 85, "ts": 1788182609.905778, "step": 170, "loss_diff": 1.1153242588043213, "reward": 0.28236643523443833, "level": 0, "difficulty": 0.05, "reward_ma": 0.2545962372991169, "leveled_up": false}
{"t": 86, "ts": 1788182611.281507, "step": 172, "loss_diff": 0.8075655102729797, "reward": 0.38661775870869913, "level": 0, "difficulty": 0.05, "reward_ma": 0.26779838944007517, "leveled_up": false}
{"t": 87, "ts": 1788182637.1238637, "step": 174, "loss_diff": 0.7436577081680298, "reward": 0.13320174628917728, "level": 0, "difficulty": 0.05, "reward_ma": 0.2543387251249854, "leveled_up": false}
{"t": 88, "ts": 1788182638.4677076, "step": 176, "loss_diff": 0.9014719724655151, "reward": 0.10898771218766257, "level": 0, "difficulty": 0.05, "reward_ma": 0.23980362383125312, "leveled_up": false}
{"t": 89, "ts": 1788182639.779122, "step": 178, "loss_diff": 0.8049075603485107, "reward": 0.23972573187949572, "level": 0, "difficulty": 0.05, "reward_ma": 0.23979583463607737, "leveled_up": false}
{"t": 90, "ts": 1788182641.0782607, "step": 180, "loss_diff": 0.7997948527336121, "reward": 0.28586919456163373, "level": 0, "difficulty": 0.05, "reward_ma": 0.244403170628633, "leveled_up": false}
{"t": 91, "ts": 1788182642.4117358, "step": 182, "loss_diff": 0.7910286784172058, "reward": 0.6112520817110557, "level": 0, "difficulty": 0.05, "reward_ma": 0.2810880617368753, "leveled_up": false}
{"t": 92, "ts": 1788182643.728428, "step": 184, "loss_diff": 0.8632469177246094, "reward": 0.33917730793631146, "level": 0, "difficulty": 0.05, "reward_ma": 0.28689698635681893, "leveled_up": false}
{"t": 93, "ts": 1788182645.0132258, "step": 186, "loss_diff": 0.9320425987243652, "reward": 0.28490079025900394, "level": 0, "difficulty": 0.05, "reward_ma": 0.28669736674703744, "leveled_up": false}
{"t": 94, "ts": 1788182646.2732162, "step": 188, "loss_diff": 0.6839208006858826, "reward": 0.29187927424725824, "level": 0, "difficulty": 0.05, "reward_ma": 0.2872155574970595, "leveled_up": false}
{"t": 95, "ts": 1788182647.6260333, "step": 190, "loss_diff": 0.7162682414054871, "reward": 0.13279721720894766, "level": 0, "difficulty": 0.05, "reward_ma": 0.27177372346824835, "leveled_up": false}
{"t": 96, "ts": 1788182648.908651, "step": 192, "loss_diff": 0.6813981533050537, "reward": 0.2656109274863332, "level": 0, "difficulty": 0.05, "reward_ma": 0.27115744387005686, "leveled_up": false}
{"t": 97, "ts": 1788182650.182874, "step": 194, "loss_diff": 0.6555318832397461, "reward": 0.48322347078961175, "level": 0, "difficulty": 0.05, "reward_ma": 0.29236404656201237, "leveled_up": false}
{"t": 98, "ts": 1788182651.4358728, "step": 196, "loss_diff": 0.7018119096755981, "reward": 0.37677327605210464, "level": 0, "difficulty": 0.05, "reward_ma": 0.3008049695110216, "leveled_up": false}
{"t": 99, "ts": 1788182652.718046, "step": 198, "loss_diff": 0.6523272395133972, "reward": 0.18907588588716473, "level": 0, "difficulty": 0.05, "reward_ma": 0.28963206114863593, "leveled_up": false}
{"t": 100, "ts": 1788182654.080446, "step": 200, "loss_diff": 0.8171455264091492, "reward": 0.41958301742449194, "level": 0, "difficulty": 0.05, "reward_ma": 0.30262715677622154, "leveled_up": false}
{"t": 101, "ts": 1788182655.3736947, "step": 202, "loss_diff": 1.2009493112564087, "reward": 0.07489035706725405, "level": 0, "difficulty": 0.05, "reward_ma": 0.2798534768053248, "leveled_up": false}
{"t": 102, "ts": 1788182656.6799765, "step": 204, "loss_diff": 0.8235505819320679, "reward": 0.08899505655569216, "level": 0, "difficulty": 0.05, "reward_ma": 0.2607676347803616, "leveled_up": false}
{"t": 103, "ts": 1788182658.2654915, "step": 206, "loss_diff": 1.466856598854065, "reward": 0.0810675565840795, "level": 0, "difficulty": 0.05, "reward_ma": 0.2427976269607334, "leveled_up": false}
{"t": 104, "ts": 1788182659.6814249, "step": 208, "loss_diff": 0.9621272087097168, "reward": 0.1703238568929198, "level": 0, "difficulty": 0.05, "reward_ma": 0.23555024995395202, "leveled_up": false}
{"t": 105, "ts": 1788182661.1250815, "step": 210, "loss_diff": 1.4796017408370972, "reward": 0.19733059816099371, "level": 0, "difficulty": 0.05, "reward_ma": 0.2317282847746562, "leveled_up": false}
{"t": 106, "ts": 1788182662.5704343, "step": 212, "loss_diff": 1.0611753463745117, "reward": 0.09570447040711637, "level": 0, "difficulty": 0.05, "reward_ma": 0.21812590333790222, "leveled_up": false}
{"t": 107, "ts": 1788182663.9263737, "step": 214, "loss_diff": 0.9436075687408447, "reward": 0.1862490855385433, "level": 0, "difficulty": 0.05, "reward_ma": 0.21493822155796632, "leveled_up": false}
{"t": 108, "ts": 1788182665.3860207, "step": 216, "loss_diff": 1.0559139251708984, "reward": 0.14608908579737725, "level": 0, "difficulty": 0.05, "reward_ma": 0.20805330798190744, "leveled_up": false}
{"t": 109, "ts": 1788182666.8130767, "step": 218, "loss_diff": 1.1038622856140137, "reward": 0.08873263885401896, "level": 0, "difficulty": 0.05, "reward_ma": 0.19612124106911857, "leveled_up": false}
{"t": 110, "ts": 1788182668.1932833, "step": 220, "loss_diff": 0.9292482733726501, "reward": 0.39941743130305113, "level": 0, "difficulty": 0.05, "reward_ma": 0.21645086009251185, "leveled_up": false}
{"t": 111, "ts": 1788182669.570151, "step": 222, "loss_diff": 1.0777573585510254, "reward": 0.1539854114348766, "level": 0, "difficulty": 0.05, "reward_ma": 0.21020431522674832, "leveled_up": false}
{"t": 112, "ts": 1788182670.9251554, "step": 224, "loss_diff": 1.135413646697998, "reward": 0.1871502370851414, "level": 0, "difficulty": 0.05, "reward_ma": 0.20789890741258762, "leveled_up": false}
{"t": 113, "ts": 1788182672.365451, "step": 226, "loss_diff": 1.2586002349853516, "reward": 0.1564216649314097, "level": 0, "difficulty": 0.05, "reward_ma": 0.20275118316446983, "leveled_up": false}
{"t": 114, "ts": 1788182673.7144537, "step": 228, "loss_diff": 1.055204153060913, "reward": 0.1605724173274016, "level": 0, "difficulty": 0.05, "reward_ma": 0.198533306580763, "leveled_up": false}
{"t": 115, "ts": 1788182675.1160948, "step": 230, "loss_diff": 0.9001083374023438, "reward": 0.269127121652393, "level": 0, "difficulty": 0.05, "reward_ma": 0.20559268808792602, "leveled_up": false}
{"t": 0, "ts": 1788183140.4907138, "step": 0, "loss_diff": 1.1265002489089966, "reward": 0.08067021702514805, "level": 0, "difficulty": 0.14435502662768862, "reward_ma": 0.008067021702514806, "leveled_up": false}
{"t": 1, "ts": 1788183142.6161592, "step": 2, "loss_diff": 1.0540556907653809, "reward": 0.07976420459977743, "level": 0, "difficulty": 0.08924778212710671, "reward_ma": 0.015236739992241068, "leveled_up": false}
{"t": 2, "ts": 1788183144.5261152, "step": 4, "loss_diff": 0.8788045644760132, "reward": 0.08657594762787042, "level": 0, "difficulty": 0.05, "reward_ma": 0.022370660755804003, "leveled_up": false}
{"t": 0, "ts": 1788183408.8875191, "step": 0, "loss_diff": 1.1728649139404297, "reward": 0.07577123067799543, "level": 0, "difficulty": 0.14431828423008497, "reward_ma": 0.007577123067799544, "leveled_up": false}
{"t": 1, "ts": 1788183410.5943692, "step": 2, "loss_diff": 0.9597572088241577, "reward": 0.08327804049872825, "level": 0, "difficulty": 0.0892043253409019, "reward_ma": 0.015147214810892415, "leveled_up": false}
{"t": 2, "ts": 1788183411.6659303, "step": 4, "loss_diff": 1.0990447998046875, "reward": 0.07819902301516538, "level": 0, "difficulty": 0.05, "reward_ma": 0.02145239563131971, "leveled_up": false}
{"t": 3, "ts": 1788183412.734309, "step": 6, "loss_diff": 1.0490111112594604, "reward": 0.0799439921863172, "level": 0, "difficulty": 0.05, "reward_ma": 0.027301555286819462, "leveled_up": false}
{"t": 4, "ts": 1788183414.431856, "step": 8, "loss_diff": 1.1424211263656616, "reward": 0.0767521931031908, "level": 0, "difficulty": 0.05, "reward_ma": 0.03224661906845659, "leveled_up": false}
{"t": 5, "ts": 1788183415.498065, "step": 10, "loss_diff": 1.039674162864685, "reward": 0.08027910505804119, "level": 0, "difficulty": 0.05, "reward_ma": 0.037049867667415054, "leveled_up": false}
{"t": 6, "ts": 1788183417.196828, "step": 12, "loss_diff": 2.1432290077209473, "reward": 0.054459573273068, "level": 0, "difficulty": 0.05, "reward_ma": 0.03879083822798035, "leveled_up": false}
{"t": 7, "ts": 1788183418.8301992, "step": 14, "loss_diff": 1.2930017709732056, "reward": 0.07215438142963385, "level": 0, "difficulty": 0.05, "reward_ma": 0.0421271925481457, "leveled_up": false}
{"t": 8, "ts": 1788183420.6125998, "step": 16, "loss_diff": 1.302194595336914, "reward": 0.07189316902237766, "level": 0, "difficulty": 0.05, "reward_ma": 0.0451037901955689, "leveled_up": false}
{"t": 9, "ts": 1788183422.4170976, "step": 18, "loss_diff": 1.0090988874435425, "reward": 0.08139828399766195, "level": 0, "difficulty": 0.05, "reward_ma": 0.04873323957577821, "leveled_up": false}
{"t": 10, "ts": 1788183424.2726858, "step": 20, "loss_diff": 1.1676652431488037, "reward": 0.07593682375097097, "level": 0, "difficulty": 0.05, "reward_ma": 0.05145359799329748, "leveled_up": false}
{"t": 11, "ts": 1788183425.9682684, "step": 22, "loss_diff": 1.2027091979980469, "reward": 0.07483590570209034, "level": 0, "difficulty": 0.05, "reward_ma": 0.05379182876417676, "leveled_up": false}
{"t": 12, "ts": 1788183427.6867738, "step": 24, "loss_diff": 1.1230548620224, "reward": 0.07739085507189501, "level": 0, "difficulty": 0.05, "reward_ma": 0.056151731394948584, "leveled_up": false}
{"t": 13, "ts": 1788183429.4344096, "step": 26, "loss_diff": 1.0557419061660767, "reward": 0.0797043050570128, "level": 0, "difficulty": 0.05, "reward_ma": 0.05850698876115501, "leveled_up": false}
{"t": 14, "ts": 1788183431.1859512, "step": 28, "loss_diff": 1.217970848083496, "reward": 0.07436733001357006, "level": 0, "difficulty": 0.05, "reward_ma": 0.060093022886396515, "leveled_up": false}
{"t": 15, "ts": 1788183432.9656596, "step": 30, "loss_diff": 1.0562665462493896, "reward": 0.07968568827007902, "level": 0, "difficulty": 0.05, "reward_ma": 0.06205228942476477, "leveled_up": false}
{"t": 16, "ts": 1788183434.7098083, "step": 32, "loss_diff": 1.101503610610962, "reward": 0.07811541180219903, "level": 0, "difficulty": 0.05, "reward_ma": 0.0636586016625082, "leveled_up": false}
{"t": 17, "ts": 1788183436.4678285, "step": 34, "loss_diff": 1.1175651550292969, "reward": 0.07757402004446229, "level": 0, "difficulty": 0.05, "reward_ma": 0.06505014350070361, "leveled_up": false}
{"t": 18, "ts": 1788183438.219081, "step": 36, "loss_diff": 1.1478147506713867, "reward": 0.07657637228837608, "level": 0, "difficulty": 0.05, "reward_ma": 0.06620276637947085, "leveled_up": false}
{"t": 19, "ts": 1788183439.9336152, "step": 38, "loss_diff": 1.2836580276489258, "reward": 0.0724220372542399, "level": 0, "difficulty": 0.05, "reward_ma": 0.06682469346694776, "leveled_up": false}
{"t": 20, "ts": 1788183441.7023425, "step": 40, "loss_diff": 1.1125315427780151, "reward": 0.07774280395035608, "level": 0, "difficulty": 0.05, "reward_ma": 0.06791650451528859, "leveled_up": false}
{"t": 21, "ts": 1788183443.7892094, "step": 42, "loss_diff": 1.0978991985321045, "reward": 0.07823804581458368, "level": 0, "difficulty": 0.05, "reward_ma": 0.0689486586452181, "leveled_up": false}
{"t": 22, "ts": 1788183445.6018322, "step": 44, "loss_diff": 1.232696771621704, "reward": 0.07392127520851738, "level": 0, "difficulty": 0.05, "reward_ma": 0.06944592030154803, "leveled_up": false}
{"t": 23, "ts": 1788183447.38124, "step": 46, "loss_diff": 0.9900032877922058, "reward": 0.08211470688696301, "level": 0, "difficulty": 0.05, "reward_ma": 0.07071279896008954, "leveled_up": false}
{"t": 24, "ts": 1788183449.1311047, "step": 48, "loss_diff": 1.0219831466674805, "reward": 0.08092254158743384, "level": 0, "difficulty": 0.05, "reward_ma": 0.07173377322282398, "leveled_up": false}
{"t": 25, "ts": 1788183450.878096, "step": 50, "loss_diff": 1.103926181793213, "reward": 0.07803322403782281, "level": 0, "difficulty": 0.05, "reward_ma": 0.07236371830432388, "leveled_up": false}
{"t": 26, "ts": 1788183452.526545, "step": 52, "loss_diff": 1.0863906145095825, "reward": 0.07863244218941122, "level": 0, "difficulty": 0.05, "reward_ma": 0.07299059069283262, "leveled_up": false}
{"t": 27, "ts": 1788183454.2961218, "step": 54, "loss_diff": 1.0784026384353638, "reward": 0.07890875607432848, "level": 0, "difficulty": 0.05, "reward_ma": 0.07358240723098221, "leveled_up": false}
{"t": 28, "ts": 1788183456.0889308, "step": 56, "loss_diff": 1.0708266496658325, "reward": 0.0791727884302624, "level": 0, "difficulty": 0.05, "reward_ma": 0.07414144535091023, "leveled_up": false}
{"t": 29, "ts": 1788183458.1840503, "step": 58, "loss_diff": 1.5005549192428589, "reward": 0.06672463189278033, "level": 0, "difficulty": 0.05, "reward_ma": 0.07339976400509723, "leveled_up": false}
{"t": 30, "ts": 1788183459.964102, "step": 60, "loss_diff": 1.1749389171600342, "reward": 0.0757054011268847, "level": 0, "difficulty": 0.05, "reward_ma": 0.07363032771727598, "leveled_up": false}
{"t": 31, "ts": 1788183478.966061, "step": 62, "loss_diff": 1.2397114038467407, "reward": 0.07371086134080491, "level": 0, "difficulty": 0.05, "reward_ma": 0.07363838107962889, "leveled_up": false}
{"t": 32, "ts": 1788183480.0040529, "step": 64, "loss_diff": 1.0597937107086182, "reward": 0.07956077348902382, "level": 0, "difficulty": 0.05, "reward_ma": 0.07423062032056839, "leveled_up": false}
{"t": 33, "ts": 1788183481.8120432, "step": 66, "loss_diff": 1.0814826488494873, "reward": 0.07880196352255278, "level": 0, "difficulty": 0.05, "reward_ma": 0.07468775464076682, "leveled_up": false}
{"t": 34, "ts": 1788183482.8937852, "step": 68, "loss_diff": 1.3687076568603516, "reward": 0.07006361725035672, "level": 0, "difficulty": 0.05, "reward_ma": 0.07422534090172582, "leveled_up": false}
{"t": 35, "ts": 1788183483.9693644, "step": 70, "loss_diff": 1.1151806116104126, "reward": 0.07765387690910676, "level": 0, "difficulty": 0.05, "reward_ma": 0.07456819450246391, "leveled_up": false}
{"t": 36, "ts": 1788183485.6741168, "step": 72, "loss_diff": 1.1472018957138062, "reward": 0.07659630559099359, "level": 0, "difficulty": 0.05, "reward_ma": 0.07477100561131689, "leveled_up": false}
{"t": 37, "ts": 1788183487.4659302, "step": 74, "loss_diff": 1.2576754093170166, "reward": 0.07317796728764299, "level": 0, "difficulty": 0.05, "reward_ma": 0.0746117017789495, "leveled_up": false}
{"t": 38, "ts": 1788183489.2327173, "step": 76, "loss_diff": 1.1931308507919312, "reward": 0.075133318823724, "level": 0, "difficulty": 0.05, "reward_ma": 0.07466386348342695, "leveled_up": false}
{"t": 39, "ts": 1788183490.92225, "step": 78, "loss_diff": 1.091773271560669, "reward": 0.07844743962879347, "level": 0, "difficulty": 0.05, "reward_ma": 0.0750422210979636, "leveled_up": false}
{"t": 40, "ts": 1788183492.6330197, "step": 80, "loss_diff": 1.043338418006897, "reward": 0.0801472259898423, "level": 0, "difficulty": 0.05, "reward_ma": 0.07555272158715147, "leveled_up": false}
{"t": 41, "ts": 1788183494.3328462, "step": 82, "loss_diff": 0.9905384182929993, "reward": 0.08209444282026813, "level": 0, "difficulty": 0.05, "reward_ma": 0.07620689371046314, "leveled_up": false}
{"t": 42, "ts": 1788183496.0312939, "step": 84, "loss_diff": 1.269557237625122, "reward": 0.07283013340146978, "level": 0, "difficulty": 0.05, "reward_ma": 0.07586921767956381, "leveled_up": false}
{"t": 43, "ts": 1788183498.1657352, "step": 86, "loss_diff": 1.1686967611312866, "reward": 0.07590391002738522, "level": 0, "difficulty": 0.05, "reward_ma": 0.07587268691434595, "leveled_up": false}
{"t": 44, "ts": 1788183499.8267477, "step": 88, "loss_diff": 0.9135851860046387, "reward": 0.08512484145095146, "level": 0, "difficulty": 0.05, "reward_ma": 0.0767979023680065, "leveled_up": false}
{"t": 45, "ts": 1788183501.6126153, "step": 90, "loss_diff": 0.9743221998214722, "reward": 0.08271338809657387, "level": 0, "difficulty": 0.05, "reward_ma": 0.07738945094086323, "leveled_up": false}
{"t": 46, "ts": 1788183503.3681858, "step": 92, "loss_diff": 0.9772478342056274, "reward": 0.08260097104951436, "level": 0, "difficulty": 0.05, "reward_ma": 0.07791060295172834, "leveled_up": false}
{"t": 47, "ts": 1788183505.0384388, "step": 94, "loss_diff": 0.9651923775672913, "reward": 0.0830663521528266, "level": 0, "difficulty": 0.05, "reward_ma": 0.07842617787183817, "leveled_up": false}
{"t": 48, "ts": 1788183506.8732345, "step": 96, "loss_diff": 0.9744844436645508, "reward": 0.08270714517701944, "level": 0, "difficulty": 0.05, "reward_ma": 0.0788542746023563, "leveled_up": false}
{"t": 49, "ts": 1788183508.5993903, "step": 98, "loss_diff": 1.0333704948425293, "reward": 0.08050709058627833, "level": 0, "difficulty": 0.05, "reward_ma": 0.0790195562007485, "leveled_up": false}
{"t": 50, "ts": 1788183510.4070225, "step": 100, "loss_diff": 1.0009673833847046, "reward": 0.08170168766049989, "level": 0, "difficulty": 0.05, "reward_ma": 0.07928776934672364, "leveled_up": false}
{"t": 51, "ts": 1788183512.09066, "step": 102, "loss_diff": 1.0694252252578735, "reward": 0.07922184164249221, "level": 0, "difficulty": 0.05, "reward_ma": 0.0792811765763005, "leveled_up": false}
{"t": 52, "ts": 1788183513.7675698, "step": 104, "loss_diff": 1.0027116537094116, "reward": 0.0816363976682923, "level": 0, "difficulty": 0.05, "reward_ma": 0.07951669868549968, "leveled_up": false}
{"t": 53, "ts": 1788183515.4934924, "step": 106, "loss_diff": 1.0614416599273682, "reward": 0.07950255776439086, "level": 0, "difficulty": 0.05, "reward_ma": 0.0795152845933888, "leveled_up": false}
{"t": 54, "ts": 1788183517.187837, "step": 108, "loss_diff": 1.0965943336486816, "reward": 0.07828254558576414, "level": 0, "difficulty": 0.05, "reward_ma": 0.07939201069262634, "leveled_up": false}
{"t": 55, "ts": 1788183519.1664026, "step": 110, "loss_diff": 1.1274844408035278, "reward": 0.07724375053076563, "level": 0, "difficulty": 0.05, "reward_ma": 0.07917718467644028, "leveled_up": false}
{"t": 56, "ts": 1788183521.1214623, "step": 112, "loss_diff": 1.5340522527694702, "reward": 0.06593167508265782, "level": 0, "difficulty": 0.05, "reward_ma": 0.07785263371706204, "leveled_up": false}
{"t": 57, "ts": 1788183523.0283217, "step": 114, "loss_diff": 1.112276315689087, "reward": 0.0777513834921541, "level": 0, "difficulty": 0.05, "reward_ma": 0.07784250869457124, "leveled_up": false}
{"t": 58, "ts": 1788183525.0291035, "step": 116, "loss_diff": 1.0343165397644043, "reward": 0.0804727847531803, "level": 0, "difficulty": 0.05, "reward_ma": 0.07810553630043214, "leveled_up": false}
{"t": 59, "ts": 1788183527.1084893, "step": 118, "loss_diff": 0.8768476247787476, "reward": 0.08665919261308823, "level": 0, "difficulty": 0.05, "reward_ma": 0.07896090193169775, "leveled_up": false}
{"t": 60, "ts": 1788183529.2647417, "step": 120, "loss_diff": 1.0181485414505005, "reward": 0.08106349683804367, "level": 0, "difficulty": 0.05, "reward_ma": 0.07917116142233235, "leveled_up": false}
{"t": 61, "ts": 1788183546.3020396, "step": 122, "loss_diff": 1.0126426219940186, "reward": 0.08126682677178353, "level": 0, "difficulty": 0.05, "reward_ma": 0.07938072795727748, "leveled_up": false}
{"t": 62, "ts": 1788183548.0185244, "step": 124, "loss_diff": 1.1499454975128174, "reward": 0.07650715750862107, "level": 0, "difficulty": 0.05, "reward_ma": 0.07909337091241184, "leveled_up": false}
{"t": 63, "ts": 1788183549.1220686, "step": 126, "loss_diff": 0.9767119884490967, "reward": 0.08262153594705764, "level": 0, "difficulty": 0.05, "reward_ma": 0.07944618741587642, "leveled_up": false}
{"t": 64, "ts": 1788183550.1692376, "step": 128, "loss_diff": 0.9492785930633545, "reward": 0.08368949232143476, "level": 0, "difficulty": 0.05, "reward_ma": 0.07987051790643225, "leveled_up": false}
{"t": 65, "ts": 1788183551.8967032, "step": 130, "loss_diff": 1.046390414237976, "reward": 0.08003774304795241, "level": 0, "difficulty": 0.05, "reward_ma": 0.07988724042058426, "leveled_up": false}
{"t": 66, "ts": 1788183552.8961048, "step": 132, "loss_diff": 1.1953262090682983, "reward": 0.07506492245284291, "level": 0, "difficulty": 0.05, "reward_ma": 0.07940500862381013, "leveled_up": false}
{"t": 67, "ts": 1788183554.5914278, "step": 134, "loss_diff": 0.9833900928497314, "reward": 0.0823660347568902, "level": 0, "difficulty": 0.05, "reward_ma": 0.07970111123711814, "leveled_up": false}
{"t": 68, "ts": 1788183556.327754, "step": 136, "loss_diff": 1.2415509223937988, "reward": 0.07365590032392533, "level": 0, "difficulty": 0.05, "reward_ma": 0.07909659014579887, "leveled_up": false}
{"t": 69, "ts": 1788183558.1081984, "step": 138, "loss_diff": 0.995126485824585, "reward": 0.0819211502023676, "level": 0, "difficulty": 0.05, "reward_ma": 0.07937904615145575, "leveled_up": false}
{"t": 70, "ts": 1788183559.835781, "step": 140, "loss_diff": 1.309122920036316, "reward": 0.0716976763831067, "level": 0, "difficulty": 0.05, "reward_ma": 0.07861090917462085, "leveled_up": false}
{"t": 71, "ts": 1788183561.5961847, "step": 142, "loss_diff": 1.0386359691619873, "reward": 0.08031655655420863, "level": 0, "difficulty": 0.05, "reward_ma": 0.07878147391257964, "leveled_up": false}
{"t": 72, "ts": 1788183563.30588, "step": 144, "loss_diff": 0.9565203785896301, "reward": 0.08340466697883257, "level": 0, "difficulty": 0.05, "reward_ma": 0.07924379321920494, "leveled_up": false}
{"t": 73, "ts": 1788183565.0667574, "step": 146, "loss_diff": 0.8501168489456177, "reward": 0.08781390719342942, "level": 0, "difficulty": 0.05, "reward_ma": 0.0801008046166274, "leveled_up": false}
{"t": 74, "ts": 1788183566.813185, "step": 148, "loss_diff": 1.1462782621383667, "reward": 0.07662636857334719, "level": 0, "difficulty": 0.05, "reward_ma": 0.07975336101229938, "leveled_up": false}
{"t": 75, "ts": 1788183568.6282227, "step": 150, "loss_diff": 1.03855299949646, "reward": 0.08031955122377389, "level": 0, "difficulty": 0.05, "reward_ma": 0.07980998003344683, "leveled_up": false}
{"t": 76, "ts": 1788183570.3675125, "step": 152, "loss_diff": 1.4461688995361328, "reward": 0.06805832435669332, "level": 0, "difficulty": 0.05, "reward_ma": 0.07863481446577149, "leveled_up": false}
{"t": 77, "ts": 1788183572.1271226, "step": 154, "loss_diff": 1.1089379787445068, "reward": 0.0778637939949739, "level": 0, "difficulty": 0.05, "reward_ma": 0.07855771241869174, "leveled_up": false}
{"t": 78, "ts": 1788183573.9210122, "step": 156, "loss_diff": 1.0763208866119385, "reward": 0.07898111565726156, "level": 0, "difficulty": 0.05, "reward_ma": 0.07860005274254872, "leveled_up": false}
{"t": 79, "ts": 1788183575.8997061, "step": 158, "loss_diff": 1.063105821609497, "reward": 0.07944386369461397, "level": 0, "difficulty": 0.05, "reward_ma": 0.07868443383775525, "leveled_up": false}
{"t": 80, "ts": 1788183577.591059, "step": 160, "loss_diff": 0.8980191349983215, "reward": 0.0857677087301929, "level": 0, "difficulty": 0.05, "reward_ma": 0.07939276132699902, "leveled_up": false}
{"t": 81, "ts": 1788183579.2974474, "step": 162, "loss_diff": 1.1158325672149658, "reward": 0.07791063683535442, "level": 0, "difficulty": 0.05, "reward_ma": 0.07924454887783455, "leveled_up": false}
{"t": 82, "ts": 1788183581.081375, "step": 164, "loss_diff": 1.1493964195251465, "reward": 0.07652498052970733, "level": 0, "difficulty": 0.05, "reward_ma": 0.07897259204302183, "leveled_up": false}
{"t": 83, "ts": 1788183582.818332, "step": 166, "loss_diff": 1.256348967552185, "reward": 0.07321702543823687, "level": 0, "difficulty": 0.05, "reward_ma": 0.07839703538254333, "leveled_up": false}
{"t": 84, "ts": 1788183584.508305, "step": 168, "loss_diff": 1.0612759590148926, "reward": 0.08696128726255127, "level": 0, "difficulty": 0.05, "reward_ma": 0.07925346057054412, "leveled_up": false}
{"t": 85, "ts": 1788183586.221781, "step": 170, "loss_diff": 1.2863720655441284, "reward": 0.07234406695677564, "level": 0, "difficulty": 0.05, "reward_ma": 0.07856252120916728, "leveled_up": false}
{"t": 86, "ts": 1788183588.0697618, "step": 172, "loss_diff": 1.3088765144348145, "reward": 0.0717046089501332, "level": 0, "difficulty": 0.05, "reward_ma": 0.07787672998326386, "leveled_up": false}
{"t": 87, "ts": 1788183589.87574, "step": 174, "loss_diff": 0.9498777389526367, "reward": 0.08366584714556924, "level": 0, "difficulty": 0.05, "reward_ma": 0.0784556416994944, "leveled_up": false}
{"t": 88, "ts": 1788183591.703242, "step": 176, "loss_diff": 1.1095930337905884, "reward": 0.07784170852908771, "level": 0, "difficulty": 0.05, "reward_ma": 0.07839424838245374, "leveled_up": false}
{"t": 89, "ts": 1788183593.509908, "step": 178, "loss_diff": 1.1101303100585938, "reward": 0.07782360426156743, "level": 0, "difficulty": 0.05, "reward_ma": 0.0783371839703651, "leveled_up": false}
{"t": 90, "ts": 1788183595.363658, "step": 180, "loss_diff": 1.0862188339233398, "reward": 0.08019769691480338, "level": 0, "difficulty": 0.05, "reward_ma": 0.07852323526480894, "leveled_up": false}
{"t": 91, "ts": 1788183597.2850225, "step": 182, "loss_diff": 1.0691068172454834, "reward": 0.07923299594957359, "level": 0, "difficulty": 0.05, "reward_ma": 0.0785942113332854, "leveled_up": false}
{"t": 92, "ts": 1788183614.5038826, "step": 184, "loss_diff": 1.1714485883712769, "reward": 0.07581625758092127, "level": 0, "difficulty": 0.05, "reward_ma": 0.07831641595804899, "leveled_up": false}
{"t": 93, "ts": 1788183615.6138668, "step": 186, "loss_diff": 1.1578929424285889, "reward": 0.07625019992447078, "level": 0, "difficulty": 0.05, "reward_ma": 0.07810979435469118, "leveled_up": false}
{"t": 94, "ts": 1788183617.4027693, "step": 188, "loss_diff": 0.9542572498321533, "reward": 0.08349345091899321, "level": 0, "difficulty": 0.05, "reward_ma": 0.07864816001112138, "leveled_up": false}
{"t": 95, "ts": 1788183618.4738731, "step": 190, "loss_diff": 1.1579867601394653, "reward": 0.07624717790386909, "level": 0, "difficulty": 0.05, "reward_ma": 0.07840806180039615, "leveled_up": false}
{"t": 96, "ts": 1788183619.4880404, "step": 192, "loss_diff": 0.9739529490470886, "reward": 0.08272760018327681, "level": 0, "difficulty": 0.05, "reward_ma": 0.07884001563868422, "leveled_up": false}
{"t": 97, "ts": 1788183621.1680942, "step": 194, "loss_diff": 0.9222725629806519, "reward": 0.08477058549620464, "level": 0, "difficulty": 0.05, "reward_ma": 0.07943307262443626, "leveled_up": false}
{"t": 98, "ts": 1788183622.974211, "step": 196, "loss_diff": 1.0075325965881348, "reward": 0.10035258142453143, "level": 0, "difficulty": 0.05, "reward_ma": 0.08152502350444579, "leveled_up": false}
{"t": 99, "ts": 1788183624.9007685, "step": 198, "loss_diff": 0.9940886497497559, "reward": 0.08656393273799012, "level": 0, "difficulty": 0.05, "reward_ma": 0.08202891442780022, "leveled_up": false}
{"t": 100, "ts": 1788183626.878716, "step": 200, "loss_diff": 1.024878740310669, "reward": 0.080816456992719, "level": 0, "difficulty": 0.05, "reward_ma": 0.0819076686842921, "leveled_up": false}
{"t": 101, "ts": 1788183628.7063663, "step": 202, "loss_diff": 0.9300589561462402, "reward": 0.08667634470513287, "level": 0, "difficulty": 0.05, "reward_ma": 0.08238453628637618, "leveled_up": false}
{"t": 102, "ts": 1788183630.7029462, "step": 204, "loss_diff": 0.900122344493866, "reward": 0.08726804212535495, "level": 0, "difficulty": 0.05, "reward_ma": 0.08287288687027405, "leveled_up": false}
{"t": 103, "ts": 1788183632.6259632, "step": 206, "loss_diff": 1.1516945362091064, "reward": 0.08020744180743478, "level": 0, "difficulty": 0.05, "reward_ma": 0.08260634236399013, "leveled_up": false}
{"t": 104, "ts": 1788183634.535144, "step": 208, "loss_diff": 1.0361164808273315, "reward": 0.08040760264621759, "level": 0, "difficulty": 0.05, "reward_ma": 0.08238646839221288, "leveled_up": false}
{"t": 105, "ts": 1788183636.4831789, "step": 210, "loss_diff": 1.06166410446167, "reward": 0.0794947067813329, "level": 0, "difficulty": 0.05, "reward_ma": 0.08209729223112487, "leveled_up": false}
{"t": 106, "ts": 1788183638.406421, "step": 212, "loss_diff": 1.323156476020813, "reward": 0.07130527233780971, "level": 0, "difficulty": 0.05, "reward_ma": 0.08101809024179335, "leveled_up": false}
{"t": 107, "ts": 1788183640.287428, "step": 214, "loss_diff": 1.1779881715774536, "reward": 0.08336431667937613, "level": 0, "difficulty": 0.05, "reward_ma": 0.08125271288555164, "leveled_up": false}
{"t": 108, "ts": 1788183642.2044344, "step": 216, "loss_diff": 1.0669567584991455, "reward": 0.07952470663901172, "level": 0, "difficulty": 0.05, "reward_ma": 0.08107991226089765, "leveled_up": false}
{"t": 109, "ts": 1788183644.0752778, "step": 218, "loss_diff": 0.9909240007400513, "reward": 0.08207984852031033, "level": 0, "difficulty": 0.05, "reward_ma": 0.08117990588683892, "leveled_up": false}
{"t": 110, "ts": 1788183645.9721434, "step": 220, "loss_diff": 1.0511441230773926, "reward": 0.0834431919291702, "level": 0, "difficulty": 0.05, "reward_ma": 0.08140623449107205, "leveled_up": false}
{"t": 111, "ts": 1788183647.826927, "step": 222, "loss_diff": 1.2696166038513184, "reward": 0.07282840463209035, "level": 0, "difficulty": 0.05, "reward_ma": 0.08054845150517388, "leveled_up": false}
{"t": 112, "ts": 1788183649.703446, "step": 224, "loss_diff": 1.2040867805480957, "reward": 0.0747933436031607, "level": 0, "difficulty": 0.05, "reward_ma": 0.07997294071497257, "leveled_up": false}
{"t": 113, "ts": 1788183651.579944, "step": 226, "loss_diff": 0.9782404899597168, "reward": 0.08912492673434005, "level": 0, "difficulty": 0.05, "reward_ma": 0.08088813931690933, "leveled_up": false}
{"t": 114, "ts": 1788183653.420405, "step": 228, "loss_diff": 0.9979690313339233, "reward": 0.09712580990949952, "level": 0, "difficulty": 0.05, "reward_ma": 0.08251190637616834, "leveled_up": false}
{"t": 115, "ts": 1788183655.326309, "step": 230, "loss_diff": 1.078694462776184, "reward": 0.08391527643053227, "level": 0, "difficulty": 0.05, "reward_ma": 0.08265224338160475, "leveled_up": false}
{"t": 116, "ts": 1788183657.2368279, "step": 232, "loss_diff": 1.041802167892456, "reward": 0.09201353483518127, "level": 0, "difficulty": 0.05, "reward_ma": 0.0835883725269624, "leveled_up": false}
{"t": 117, "ts": 1788183659.3282273, "step": 234, "loss_diff": 1.5276015996932983, "reward": 0.08602382280188799, "level": 0, "difficulty": 0.05, "reward_ma": 0.08383191755445496, "leveled_up": false}
{"t": 118, "ts": 1788183661.2991316, "step": 236, "loss_diff": 1.031775951385498, "reward": 0.0913702387831106, "level": 0, "difficulty": 0.05, "reward_ma": 0.08458574967732052, "leveled_up": false}
{"t": 119, "ts": 1788183663.1917894, "step": 238, "loss_diff": 1.1268937587738037, "reward": 0.09038319253236779, "level": 0, "difficulty": 0.05, "reward_ma": 0.08516549396282526, "leveled_up": false}
{"t": 120, "ts": 1788183665.118446, "step": 240, "loss_diff": 0.9207843542098999, "reward": 0.09198429403224562, "level": 0, "difficulty": 0.05, "reward_ma": 0.0858473739697673, "leveled_up": false}
{"t": 121, "ts": 1788183667.0252903, "step": 242, "loss_diff": 0.9260950088500977, "reward": 0.09275378148155435, "level": 0, "difficulty": 0.05, "reward_ma": 0.08653801472094601, "leveled_up": false}
{"t": 122, "ts": 1788183684.0377336, "step": 244, "loss_diff": 1.1086618900299072, "reward": 0.08405207504643197, "level": 0, "difficulty": 0.05, "reward_ma": 0.0862894207534946, "leveled_up": false}
{"t": 123, "ts": 1788183685.836171, "step": 246, "loss_diff": 1.0155631303787231, "reward": 0.09554295338033322, "level": 0, "difficulty": 0.05, "reward_ma": 0.08721477401617847, "leveled_up": false}
{"t": 124, "ts": 1788183686.9882758, "step": 248, "loss_diff": 1.0915699005126953, "reward": 0.09260446250686832, "level": 0, "difficulty": 0.05, "reward_ma": 0.08775374286524747, "leveled_up": false}
{"t": 125, "ts": 1788183688.08965, "step": 250, "loss_diff": 1.0317802429199219, "reward": 0.08056482887900338, "level": 0, "difficulty": 0.05, "reward_ma": 0.08703485146662306, "leveled_up": false}
{"t": 126, "ts": 1788183689.994229, "step": 252, "loss_diff": 0.9300104379653931, "reward": 0.09881820966744438, "level": 0, "difficulty": 0.05, "reward_ma": 0.08821318728670519, "leveled_up": false}
{"t": 127, "ts": 1788183691.068202, "step": 254, "loss_diff": 1.1879868507385254, "reward": 0.07664460134584022, "level": 0, "difficulty": 0.05, "reward_ma": 0.08705632869261869, "leveled_up": false}
{"t": 128, "ts": 1788183692.8755064, "step": 256, "loss_diff": 1.051518201828003, "reward": 0.09945136518424835, "level": 0, "difficulty": 0.05, "reward_ma": 0.08829583234178166, "leveled_up": false}
{"t": 129, "ts": 1788183694.7062008, "step": 258, "loss_diff": 1.1489098072052002, "reward": 0.123419030376473, "level": 0, "difficulty": 0.05, "reward_ma": 0.0918081521452508, "leveled_up": false}
{"t": 130, "ts": 1788183696.52786, "step": 260, "loss_diff": 0.999245822429657, "reward": 0.09289123516696055, "level": 0, "difficulty": 0.05, "reward_ma": 0.09191646044742179, "leveled_up": false}
{"t": 131, "ts": 1788183698.7032561, "step": 262, "loss_diff": 1.169524908065796, "reward": 0.07587750812711602, "level": 0, "difficulty": 0.05, "reward_ma": 0.0903125652153912, "leveled_up": false}
{"t": 132, "ts": 1788183700.5113938, "step": 264, "loss_diff": 1.102565884590149, "reward": 0.09676780482482994, "level": 0, "difficulty": 0.05, "reward_ma": 0.09095808917633508, "leveled_up": false}
{"t": 133, "ts": 1788183702.2739131, "step": 266, "loss_diff": 1.1778182983398438, "reward": 0.09374572711005391, "level": 0, "difficulty": 0.05, "reward_ma": 0.09123685296970696, "leveled_up": false}
{"t": 134, "ts": 1788183704.0826924, "step": 268, "loss_diff": 1.0486387014389038, "reward": 0.08792729330120364, "level": 0, "difficulty": 0.05, "reward_ma": 0.09090589700285663, "leveled_up": false}
{"t": 135, "ts": 1788183705.8226762, "step": 270, "loss_diff": 1.1872532367706299, "reward": 0.12042704654986953, "level": 0, "difficulty": 0.05, "reward_ma": 0.09385801195755793, "leveled_up": false}
{"t": 136, "ts": 1788183707.7162259, "step": 272, "loss_diff": 0.966315746307373, "reward": 0.08965693624832805, "level": 0, "difficulty": 0.05, "reward_ma": 0.09343790438663495, "leveled_up": false}
{"t": 137, "ts": 1788183709.480019, "step": 274, "loss_diff": 1.2481802701950073, "reward": 0.1197480080734361, "level": 0, "difficulty": 0.05, "reward_ma": 0.09606891475531507, "leveled_up": false}
{"t": 138, "ts": 1788183711.3272507, "step": 276, "loss_diff": 1.0871622562408447, "reward": 0.09681160042810537, "level": 0, "difficulty": 0.05, "reward_ma": 0.0961431833225941, "leveled_up": false}
{"t": 139, "ts": 1788183713.0701709, "step": 278, "loss_diff": 0.9369960427284241, "reward": 0.12297767122911579, "level": 0, "difficulty": 0.05, "reward_ma": 0.09882663211324627, "leveled_up": false}
{"t": 140, "ts": 1788183714.878283, "step": 280, "loss_diff": 0.8700453639030457, "reward": 0.14869981852609532, "level": 0, "difficulty": 0.05, "reward_ma": 0.10381395075453118, "leveled_up": false}
{"t": 141, "ts": 1788183716.6127508, "step": 282, "loss_diff": 1.0010685920715332, "reward": 0.10709161662394837, "level": 0, "difficulty": 0.05, "reward_ma": 0.1041417173414729, "leveled_up": false}
{"t": 142, "ts": 1788183718.5065002, "step": 284, "loss_diff": 1.0324862003326416, "reward": 0.11095275096893409, "level": 0, "difficulty": 0.05, "reward_ma": 0.10482282070421903, "leveled_up": false}
{"t": 143, "ts": 1788183720.2339087, "step": 286, "loss_diff": 1.0085575580596924, "reward": 0.10794520478212197, "level": 0, "difficulty": 0.05, "reward_ma": 0.10513505911200932, "leveled_up": false}
{"t": 144, "ts": 1788183722.091961, "step": 288, "loss_diff": 1.0067776441574097, "reward": 0.1039061602534883, "level": 0, "difficulty": 0.05, "reward_ma": 0.10501216922615722, "leveled_up": false}
{"t": 145, "ts": 1788183723.9260638, "step": 290, "loss_diff": 1.0531198978424072, "reward": 0.1545062691765543, "level": 0, "difficulty": 0.05, "reward_ma": 0.10996157922119694, "leveled_up": false}
{"t": 146, "ts": 1788183726.1151588, "step": 292, "loss_diff": 1.0459833145141602, "reward": 0.1244004774802479, "level": 0, "difficulty": 0.05, "reward_ma": 0.11140546904710204, "leveled_up": false}
{"t": 147, "ts": 1788183727.9864056, "step": 294, "loss_diff": 0.8204613924026489, "reward": 0.16212497052951863, "level": 0, "difficulty": 0.05, "reward_ma": 0.11647741919534371, "leveled_up": false}
{"t": 148, "ts": 1788183729.938734, "step": 296, "loss_diff": 1.0494073629379272, "reward": 0.1236962920867466, "level": 0, "difficulty": 0.05, "reward_ma": 0.11719930648448401, "leveled_up": false}
{"t": 149, "ts": 1788183731.8868198, "step": 298, "loss_diff": 0.9700441360473633, "reward": 0.13443610922488536, "level": 0, "difficulty": 0.05, "reward_ma": 0.11892298675852415, "leveled_up": false}
{"t": 150, "ts": 1788183734.0842648, "step": 300, "loss_diff": 0.9178038835525513, "reward": 0.12929881465241486, "level": 0, "difficulty": 0.05, "reward_ma": 0.11996056954791323, "leveled_up": false}
{"t": 151, "ts": 1788183735.867821, "step": 302, "loss_diff": 0.8388417363166809, "reward": 0.1464377099848559, "level": 0, "difficulty": 0.05, "reward_ma": 0.1226082835916075, "leveled_up": false}
{"t": 152, "ts": 1788183737.5990477, "step": 304, "loss_diff": 1.0744261741638184, "reward": 0.12757103006728765, "level": 0, "difficulty": 0.05, "reward_ma": 0.12310455823917552, "leveled_up": false}
{"t": 153, "ts": 1788183755.0878215, "step": 306, "loss_diff": 1.1229393482208252, "reward": 0.11166901391714165, "level": 0, "difficulty": 0.05, "reward_ma": 0.12196100380697214, "leveled_up": false}
{"t": 154, "ts": 1788183756.186804, "step": 308, "loss_diff": 1.044651985168457, "reward": 0.0801000648988911, "level": 0, "difficulty": 0.05, "reward_ma": 0.11777490991616404, "leveled_up": false}
{"t": 155, "ts": 1788183758.1790917, "step": 310, "loss_diff": 1.065201997756958, "reward": 0.12181841066535085, "level": 0, "difficulty": 0.05, "reward_ma": 0.11817925999108272, "leveled_up": false}
{"t": 156, "ts": 1788183759.3787498, "step": 312, "loss_diff": 1.042818546295166, "reward": 0.13956760047719896, "level": 0, "difficulty": 0.05, "reward_ma": 0.12031809403969435, "leveled_up": false}
{"t": 157, "ts": 1788183760.5512831, "step": 314, "loss_diff": 1.0093284845352173, "reward": 0.0813897528906925, "level": 0, "difficulty": 0.05, "reward_ma": 0.11642525992479416, "leveled_up": false}
{"t": 158, "ts": 1788183762.505124, "step": 316, "loss_diff": 0.9606500864028931, "reward": 0.11090995735488626, "level": 0, "difficulty": 0.05, "reward_ma": 0.11587372966780338, "leveled_up": false}
{"t": 159, "ts": 1788183764.331159, "step": 318, "loss_diff": 1.0829687118530273, "reward": 0.11535468924960085, "level": 0, "difficulty": 0.05, "reward_ma": 0.11582182562598313, "leveled_up": false}
{"t": 160, "ts": 1788183766.278093, "step": 320, "loss_diff": 1.101043701171875, "reward": 0.13389797995833996, "level": 0, "difficulty": 0.05, "reward_ma": 0.11762944105921881, "leveled_up": false}
{"t": 161, "ts": 1788183768.1196215, "step": 322, "loss_diff": 1.0302340984344482, "reward": 0.0910330342953285, "level": 0, "difficulty": 0.05, "reward_ma": 0.11496980038282978, "leveled_up": false}
{"t": 162, "ts": 1788183769.9987953, "step": 324, "loss_diff": 1.0522550344467163, "reward": 0.11204376196124766, "level": 0, "difficulty": 0.05, "reward_ma": 0.11467719654067157, "leveled_up": false}
{"t": 163, "ts": 1788183771.9018278, "step": 326, "loss_diff": 1.0501123666763306, "reward": 0.16553812457224715, "level": 0, "difficulty": 0.05, "reward_ma": 0.11976328934382914, "leveled_up": false}
{"t": 164, "ts": 1788183773.8696184, "step": 328, "loss_diff": 1.1135882139205933, "reward": 0.12662102170963196, "level": 0, "difficulty": 0.05, "reward_ma": 0.12044906258040942, "leveled_up": false}
{"t": 165, "ts": 1788183775.6324172, "step": 330, "loss_diff": 1.0727263689041138, "reward": 0.16841035928130232, "level": 0, "difficulty": 0.05, "reward_ma": 0.1252451922504987, "leveled_up": false}
{"t": 166, "ts": 1788183777.4231553, "step": 332, "loss_diff": 1.2298967838287354, "reward": 0.15716485563028704, "level": 0, "difficulty": 0.05, "reward_ma": 0.12843715858847754, "leveled_up": false}
{"t": 167, "ts": 1788183779.1934109, "step": 334, "loss_diff": 1.1688746213912964, "reward": 0.17519676803571843, "level": 0, "difficulty": 0.05, "reward_ma": 0.13311311953320162, "leveled_up": false}
{"t": 168, "ts": 1788183781.017993, "step": 336, "loss_diff": 0.8751363158226013, "reward": 0.18596054012838711, "level": 0, "difficulty": 0.05, "reward_ma": 0.13839786159272016, "leveled_up": false}
{"t": 169, "ts": 1788183782.8268135, "step": 338, "loss_diff": 0.9370079636573792, "reward": 0.13037187892523933, "level": 0, "difficulty": 0.05, "reward_ma": 0.13759526332597208, "leveled_up": false}
{"t": 170, "ts": 1788183784.667713, "step": 340, "loss_diff": 0.9827598333358765, "reward": 0.17985861734585515, "level": 0, "difficulty": 0.05, "reward_ma": 0.14182159872796038, "leveled_up": false}
{"t": 171, "ts": 1788183786.420513, "step": 342, "loss_diff": 1.059496521949768, "reward": 0.1642539989328474, "level": 0, "difficulty": 0.05, "reward_ma": 0.14406483874844908, "leveled_up": false}
{"t": 172, "ts": 1788183788.2951458, "step": 344, "loss_diff": 1.0072606801986694, "reward": 0.17317615030681494, "level": 0, "difficulty": 0.05, "reward_ma": 0.14697596990428566, "leveled_up": false}
{"t": 173, "ts": 1788183790.3950047, "step": 346, "loss_diff": 0.9675078988075256, "reward": 0.21735859493668164, "level": 0, "difficulty": 0.05, "reward_ma": 0.15401423240752526, "leveled_up": false}
{"t": 174, "ts": 1788183792.2786584, "step": 348, "loss_diff": 1.1853837966918945, "reward": 0.15434683422411705, "level": 0, "difficulty": 0.05, "reward_ma": 0.15404749258918443, "leveled_up": false}
{"t": 175, "ts": 1788183794.1900916, "step": 350, "loss_diff": 1.054266095161438, "reward": 0.1857209510966975, "level": 0, "difficulty": 0.05, "reward_ma": 0.15721483843993575, "leveled_up": false}
{"t": 176, "ts": 1788183796.017084, "step": 352, "loss_diff": 1.3979263305664062, "reward": 0.1256927267217699, "level": 0, "difficulty": 0.05, "reward_ma": 0.15406262726811917, "leveled_up": false}
{"t": 177, "ts": 1788183797.9224646, "step": 354, "loss_diff": 1.1673057079315186, "reward": 0.1676077683087209, "level": 0, "difficulty": 0.05, "reward_ma": 0.15541714137217935, "leveled_up": false}
{"t": 178, "ts": 1788183799.8681326, "step": 356, "loss_diff": 1.0193722248077393, "reward": 0.16790509769132167, "level": 0, "difficulty": 0.05, "reward_ma": 0.15666593700409356, "leveled_up": false}
{"t": 179, "ts": 1788183801.7891877, "step": 358, "loss_diff": 1.218703031539917, "reward": 0.1726362017298609, "level": 0, "difficulty": 0.05, "reward_ma": 0.1582629634766703, "leveled_up": false}
{"t": 180, "ts": 1788183803.6084309, "step": 360, "loss_diff": 0.8793726563453674, "reward": 0.14844984516945664, "level": 0, "difficulty": 0.05, "reward_ma": 0.15728165164594893, "leveled_up": false}
{"t": 181, "ts": 1788183805.4371967, "step": 362, "loss_diff": 0.7340376973152161, "reward": 0.16860996524389013, "level": 0, "difficulty": 0.05, "reward_ma": 0.15841448300574307, "leveled_up": false}
{"t": 182, "ts": 1788183807.3960958, "step": 364, "loss_diff": 1.061263918876648, "reward": 0.14154433245502618, "level": 0, "difficulty": 0.05, "reward_ma": 0.15672746795067138, "leveled_up": false}
{"t": 0, "ts": 1788183937.124429, "step": 0, "loss_diff": 0.9510986804962158, "reward": 0.19663274777426626, "level": 0, "difficulty": 0.145224745608307, "reward_ma": 0.019663274777426628, "leveled_up": false}
{"t": 1, "ts": 1788183938.8955576, "step": 2, "loss_diff": 2.210850238800049, "reward": 0.07376191868139914, "level": 0, "difficulty": 0.0908552310458938, "reward_ma": 0.02507313916782388, "leveled_up": false}
{"t": 2, "ts": 1788183940.06451, "step": 4, "loss_diff": 1.2492622137069702, "reward": 0.08364304198480056, "level": 0, "difficulty": 0.05, "reward_ma": 0.030930129449521553, "leveled_up": false}
{"t": 3, "ts": 1788183941.0541723, "step": 6, "loss_diff": 1.539796233177185, "reward": 0.06579780307752209, "level": 0, "difficulty": 0.05, "reward_ma": 0.03441689681232161, "leveled_up": false}
{"t": 4, "ts": 1788183942.6895845, "step": 8, "loss_diff": 1.188645839691162, "reward": 0.07989854303665359, "level": 0, "difficulty": 0.05, "reward_ma": 0.03896506143475481, "leveled_up": false}
{"t": 5, "ts": 1788183943.687317, "step": 10, "loss_diff": 1.1469541788101196, "reward": 0.08926767387035725, "level": 0, "difficulty": 0.05, "reward_ma": 0.04399532267831505, "leveled_up": false}
{"t": 6, "ts": 1788183945.2744336, "step": 12, "loss_diff": 1.3881628513336182, "reward": 0.07002677996844245, "level": 0, "difficulty": 0.05, "reward_ma": 0.046598468407327794, "leveled_up": false}
{"t": 7, "ts": 1788183946.8924263, "step": 14, "loss_diff": 1.0054476261138916, "reward": 0.12583345200989, "level": 0, "difficulty": 0.05, "reward_ma": 0.054521966767584015, "leveled_up": false}
{"t": 8, "ts": 1788183948.5269399, "step": 16, "loss_diff": 1.3282824754714966, "reward": 0.1215220154013113, "level": 0, "difficulty": 0.05, "reward_ma": 0.061221971630956745, "leveled_up": false}
{"t": 9, "ts": 1788183950.2008307, "step": 18, "loss_diff": 1.9328274726867676, "reward": 0.17434277550938876, "level": 0, "difficulty": 0.05, "reward_ma": 0.07253405201879995, "leveled_up": false}
{"t": 10, "ts": 1788183951.8350747, "step": 20, "loss_diff": 1.1102460622787476, "reward": 0.08885887267050284, "level": 0, "difficulty": 0.05, "reward_ma": 0.07416653408397024, "leveled_up": false}
{"t": 11, "ts": 1788183953.492653, "step": 22, "loss_diff": 1.4119877815246582, "reward": 0.09456268893369876, "level": 0, "difficulty": 0.05, "reward_ma": 0.0762061495689431, "leveled_up": false}
{"t": 12, "ts": 1788183955.1028156, "step": 24, "loss_diff": 1.5596907138824463, "reward": 0.06533877685187867, "level": 0, "difficulty": 0.05, "reward_ma": 0.07511941229723666, "leveled_up": false}
{"t": 13, "ts": 1788183956.82027, "step": 26, "loss_diff": 1.4368789196014404, "reward": 0.06829209267019373, "level": 0, "difficulty": 0.05, "reward_ma": 0.07443668033453237, "leveled_up": false}
{"t": 14, "ts": 1788183958.4794698, "step": 28, "loss_diff": 1.2909190654754639, "reward": 0.07221385239466459, "level": 0, "difficulty": 0.05, "reward_ma": 0.07421439754054558, "leveled_up": false}
{"t": 15, "ts": 1788183960.1797342, "step": 30, "loss_diff": 1.1603020429611206, "reward": 0.11592519762184521, "level": 0, "difficulty": 0.05, "reward_ma": 0.07838547754867554, "leveled_up": false}
{"t": 16, "ts": 1788183961.9869084, "step": 32, "loss_diff": 1.2155238389968872, "reward": 0.11031910001831362, "level": 0, "difficulty": 0.05, "reward_ma": 0.08157883979563935, "leveled_up": false}
{"t": 17, "ts": 1788183963.8320875, "step": 34, "loss_diff": 1.4026985168457031, "reward": 0.07614054416615527, "level": 0, "difficulty": 0.05, "reward_ma": 0.08103501023269094, "leveled_up": false}
{"t": 18, "ts": 1788183965.814555, "step": 36, "loss_diff": 1.8121129274368286, "reward": 0.09310704882663315, "level": 0, "difficulty": 0.05, "reward_ma": 0.08224221409208517, "leveled_up": false}
{"t": 19, "ts": 1788183967.7243726, "step": 38, "loss_diff": 1.1019765138626099, "reward": 0.07809935328062317, "level": 0, "difficulty": 0.05, "reward_ma": 0.08182792801093897, "leveled_up": false}
{"t": 20, "ts": 1788183969.7770798, "step": 40, "loss_diff": 1.0412890911102295, "reward": 0.08022092432613179, "level": 0, "difficulty": 0.05, "reward_ma": 0.08166722764245825, "leveled_up": false}
{"t": 21, "ts": 1788183971.7229593, "step": 42, "loss_diff": 1.0046519041061401, "reward": 0.08638183195414045, "level": 0, "difficulty": 0.05, "reward_ma": 0.08213868807362647, "leveled_up": false}
{"t": 22, "ts": 1788183973.6756, "step": 44, "loss_diff": 0.9448211193084717, "reward": 0.08386586303762383, "level": 0, "difficulty": 0.05, "reward_ma": 0.0823114055700262, "leveled_up": false}
{"t": 23, "ts": 1788183975.6172478, "step": 46, "loss_diff": 1.2011840343475342, "reward": 0.07858691406583014, "level": 0, "difficulty": 0.05, "reward_ma": 0.08193895641960659, "leveled_up": false}
{"t": 24, "ts": 1788183977.6026711, "step": 48, "loss_diff": 0.9939330816268921, "reward": 0.08196614867855798, "level": 0, "difficulty": 0.05, "reward_ma": 0.08194167564550173, "leveled_up": false}
{"t": 25, "ts": 1788183979.6850038, "step": 50, "loss_diff": 1.0325875282287598, "reward": 0.1073113946686278, "level": 0, "difficulty": 0.05, "reward_ma": 0.08447864754781434, "leveled_up": false}
{"t": 26, "ts": 1788183981.6695085, "step": 52, "loss_diff": 0.9957467913627625, "reward": 0.08468651155353488, "level": 0, "difficulty": 0.05, "reward_ma": 0.0844994339483864, "leveled_up": false}
{"t": 27, "ts": 1788183983.66423, "step": 54, "loss_diff": 1.0428107976913452, "reward": 0.0850719884229797, "level": 0, "difficulty": 0.05, "reward_ma": 0.08455668939584574, "leveled_up": false}
{"t": 28, "ts": 1788183985.7108815, "step": 56, "loss_diff": 1.4492311477661133, "reward": 0.06798165612666679, "level": 0, "difficulty": 0.05, "reward_ma": 0.08289918606892784, "leveled_up": false}
{"t": 29, "ts": 1788183987.663734, "step": 58, "loss_diff": 1.0069957971572876, "reward": 0.11761321831900351, "level": 0, "difficulty": 0.05, "reward_ma": 0.0863705892939354, "leveled_up": false}
{"t": 30, "ts": 1788183989.7155097, "step": 60, "loss_diff": 1.2250607013702393, "reward": 0.07415183818309984, "level": 0, "difficulty": 0.05, "reward_ma": 0.08514871418285185, "leveled_up": false}
{"t": 31, "ts": 1788184009.664229, "step": 62, "loss_diff": 1.2295784950256348, "reward": 0.16079271798733458, "level": 0, "difficulty": 0.05, "reward_ma": 0.09271311456330013, "leveled_up": false}
{"t": 32, "ts": 1788184010.6992621, "step": 64, "loss_diff": 1.1902738809585571, "reward": 0.07522253301549434, "level": 0, "difficulty": 0.05, "reward_ma": 0.09096405640851955, "leveled_up": false}
{"t": 33, "ts": 1788184012.4259634, "step": 66, "loss_diff": 1.3346182107925415, "reward": 0.07098828108222402, "level": 0, "difficulty": 0.05, "reward_ma": 0.08896647887589, "leveled_up": false}
{"t": 34, "ts": 1788184013.4320698, "step": 68, "loss_diff": 1.2261543273925781, "reward": 0.07411872026995302, "level": 0, "difficulty": 0.05, "reward_ma": 0.08748170301529631, "leveled_up": false}
{"t": 35, "ts": 1788184014.6816976, "step": 70, "loss_diff": 1.3990665674209595, "reward": 0.06926226459701387, "level": 0, "difficulty": 0.05, "reward_ma": 0.08565975917346806, "leveled_up": false}
{"t": 36, "ts": 1788184016.324747, "step": 72, "loss_diff": 1.363368034362793, "reward": 0.10065932009366219, "level": 0, "difficulty": 0.05, "reward_ma": 0.08715971526548748, "leveled_up": false}
{"t": 37, "ts": 1788184018.1635566, "step": 74, "loss_diff": 1.089095115661621, "reward": 0.11912481880607939, "level": 0, "difficulty": 0.05, "reward_ma": 0.09035622561954666, "leveled_up": false}
{"t": 38, "ts": 1788184020.1660702, "step": 76, "loss_diff": 1.030015468597412, "reward": 0.08337610176569193, "level": 0, "difficulty": 0.05, "reward_ma": 0.08965821323416119, "leveled_up": false}
{"t": 39, "ts": 1788184021.9771004, "step": 78, "loss_diff": 1.0526245832443237, "reward": 0.07981511913492435, "level": 0, "difficulty": 0.05, "reward_ma": 0.08867390382423751, "leveled_up": false}
{"t": 40, "ts": 1788184023.7190816, "step": 80, "loss_diff": 0.9534242153167725, "reward": 0.10882636087870387, "level": 0, "difficulty": 0.05, "reward_ma": 0.09068914952968415, "leveled_up": false}
{"t": 41, "ts": 1788184025.4352276, "step": 82, "loss_diff": 0.9844822883605957, "reward": 0.1085915714590387, "level": 0, "difficulty": 0.05, "reward_ma": 0.09247939172261961, "leveled_up": false}
{"t": 42, "ts": 1788184027.1830556, "step": 84, "loss_diff": 1.0487879514694214, "reward": 0.0799519659962285, "level": 0, "difficulty": 0.05, "reward_ma": 0.0912266491499805, "leveled_up": false}
{"t": 43, "ts": 1788184028.9832482, "step": 86, "loss_diff": 1.1511276960372925, "reward": 0.07646881433732997, "level": 0, "difficulty": 0.05, "reward_ma": 0.08975086566871544, "leveled_up": false}
{"t": 44, "ts": 1788184030.735633, "step": 88, "loss_diff": 0.8367887139320374, "reward": 0.14438649730989325, "level": 0, "difficulty": 0.05, "reward_ma": 0.09521442883283322, "leveled_up": false}
{"t": 45, "ts": 1788184032.587743, "step": 90, "loss_diff": 1.0320570468902588, "reward": 0.09991678282949297, "level": 0, "difficulty": 0.05, "reward_ma": 0.09568466423249919, "leveled_up": false}
{"t": 46, "ts": 1788184034.31435, "step": 92, "loss_diff": 1.0292060375213623, "reward": 0.13085279565521082, "level": 0, "difficulty": 0.05, "reward_ma": 0.09920147737477035, "leveled_up": false}
{"t": 47, "ts": 1788184036.0296564, "step": 94, "loss_diff": 0.9863505363464355, "reward": 0.09489982295014276, "level": 0, "difficulty": 0.05, "reward_ma": 0.09877131193230759, "leveled_up": false}
{"t": 48, "ts": 1788184037.8311212, "step": 96, "loss_diff": 1.2265856266021729, "reward": 0.08645031215320557, "level": 0, "difficulty": 0.05, "reward_ma": 0.09753921195439738, "leveled_up": false}
{"t": 49, "ts": 1788184039.7868454, "step": 98, "loss_diff": 0.9587504863739014, "reward": 0.08453209284077923, "level": 0, "difficulty": 0.05, "reward_ma": 0.09623850004303557, "leveled_up": false}
{"t": 50, "ts": 1788184041.6802952, "step": 100, "loss_diff": 1.0768578052520752, "reward": 0.0789624390277027, "level": 0, "difficulty": 0.05, "reward_ma": 0.09451089394150228, "leveled_up": false}
{"t": 51, "ts": 1788184043.5759742, "step": 102, "loss_diff": 1.1335700750350952, "reward": 0.07704264509883389, "level": 0, "difficulty": 0.05, "reward_ma": 0.09276406905723544, "leveled_up": false}
{"t": 52, "ts": 1788184045.508129, "step": 104, "loss_diff": 1.023983120918274, "reward": 0.08084923698452048, "level": 0, "difficulty": 0.05, "reward_ma": 0.09157258584996396, "leveled_up": false}
{"t": 53, "ts": 1788184047.4132106, "step": 106, "loss_diff": 1.1027766466140747, "reward": 0.11127926202794662, "level": 0, "difficulty": 0.05, "reward_ma": 0.09354325346776222, "leveled_up": false}
{"t": 54, "ts": 1788184049.3970919, "step": 108, "loss_diff": 1.0168664455413818, "reward": 0.08111074462859628, "level": 0, "difficulty": 0.05, "reward_ma": 0.09230000258384563, "leveled_up": false}
{"t": 55, "ts": 1788184051.3233993, "step": 110, "loss_diff": 1.136977195739746, "reward": 0.09954373662283258, "level": 0, "difficulty": 0.05, "reward_ma": 0.09302437598774432, "leveled_up": false}
{"t": 56, "ts": 1788184053.225295, "step": 112, "loss_diff": 1.1466596126556396, "reward": 0.07661395301125173, "level": 0, "difficulty": 0.05, "reward_ma": 0.09138333369009506, "leveled_up": false}
{"t": 57, "ts": 1788184055.1162255, "step": 114, "loss_diff": 1.7512092590332031, "reward": 0.061259426783836994, "level": 0, "difficulty": 0.05, "reward_ma": 0.08837094299946927, "leveled_up": false}
{"t": 58, "ts": 1788184057.0234065, "step": 116, "loss_diff": 0.9357798099517822, "reward": 0.09381149198261027, "level": 0, "difficulty": 0.05, "reward_ma": 0.08891499789778337, "leveled_up": false}
{"t": 59, "ts": 1788184059.025646, "step": 118, "loss_diff": 0.9498096108436584, "reward": 0.11305919246233352, "level": 0, "difficulty": 0.05, "reward_ma": 0.09132941735423838, "leveled_up": false}
{"t": 60, "ts": 1788184060.989919, "step": 120, "loss_diff": 1.259612798690796, "reward": 0.07312100169186689, "level": 0, "difficulty": 0.05, "reward_ma": 0.08950857578800124, "leveled_up": false}
{"t": 0, "ts": 1788184184.8987358, "step": 0, "loss_diff": 1.1728649139404297, "reward": 0.07577123067799543, "level": 0, "difficulty": 0.14431828423008497, "reward_ma": 0.007577123067799544, "leveled_up": false}
{"t": 1, "ts": 1788184186.816185, "step": 2, "loss_diff": 0.9597572088241577, "reward": 0.08327804049872825, "level": 0, "difficulty": 0.0892043253409019, "reward_ma": 0.015147214810892415, "leveled_up": false}
{"t": 2, "ts": 1788184187.9884748, "step": 4, "loss_diff": 1.0990447998046875, "reward": 0.07819902301516538, "level": 0, "difficulty": 0.05, "reward_ma": 0.02145239563131971, "leveled_up": false}
{"t": 3, "ts": 1788184189.1700344, "step": 6, "loss_diff": 1.0490111112594604, "reward": 0.0799439921863172, "level": 0, "difficulty": 0.05, "reward_ma": 0.027301555286819462, "leveled_up": false}
{"t": 4, "ts": 1788184191.0767777, "step": 8, "loss_diff": 1.1424211263656616, "reward": 0.0767521931031908, "level": 0, "difficulty": 0.05, "reward_ma": 0.03224661906845659, "leveled_up": false}
{"t": 5, "ts": 1788184192.2690318, "step": 10, "loss_diff": 1.039674162864685, "reward": 0.08027910505804119, "level": 0, "difficulty": 0.05, "reward_ma": 0.037049867667415054, "leveled_up": false}
{"t": 6, "ts": 1788184194.2312028, "step": 12, "loss_diff": 2.1432290077209473, "reward": 0.054459573273068, "level": 0, "difficulty": 0.05, "reward_ma": 0.03879083822798035, "leveled_up": false}
{"t": 7, "ts": 1788184196.1766288, "step": 14, "loss_diff": 1.2930017709732056, "reward": 0.07215438142963385, "level": 0, "difficulty": 0.05, "reward_ma": 0.0421271925481457, "leveled_up": false}
{"t": 8, "ts": 1788184198.1342313, "step": 16, "loss_diff": 1.302194595336914, "reward": 0.07189316902237766, "level": 0, "difficulty": 0.05, "reward_ma": 0.0451037901955689, "leveled_up": false}
{"t": 9, "ts": 1788184200.0851061, "step": 18, "loss_diff": 1.0090988874435425, "reward": 0.08139828399766195, "level": 0, "difficulty": 0.05, "reward_ma": 0.04873323957577821, "leveled_up": false}
{"t": 10, "ts": 1788184202.0686922, "step": 20, "loss_diff": 1.1676652431488037, "reward": 0.07593682375097097, "level": 0, "difficulty": 0.05, "reward_ma": 0.05145359799329748, "leveled_up": false}
{"t": 11, "ts": 1788184203.8902586, "step": 22, "loss_diff": 1.2027091979980469, "reward": 0.07483590570209034, "level": 0, "difficulty": 0.05, "reward_ma": 0.05379182876417676, "leveled_up": false}
{"t": 12, "ts": 1788184205.8889782, "step": 24, "loss_diff": 1.1230548620224, "reward": 0.07739085507189501, "level": 0, "difficulty": 0.05, "reward_ma": 0.056151731394948584, "leveled_up": false}
{"t": 13, "ts": 1788184207.9303997, "step": 26, "loss_diff": 1.0557419061660767, "reward": 0.0797043050570128, "level": 0, "difficulty": 0.05, "reward_ma": 0.05850698876115501, "leveled_up": false}
{"t": 14, "ts": 1788184209.9265783, "step": 28, "loss_diff": 1.217970848083496, "reward": 0.07436733001357006, "level": 0, "difficulty": 0.05, "reward_ma": 0.060093022886396515, "leveled_up": false}
{"t": 15, "ts": 1788184211.8905144, "step": 30, "loss_diff": 1.0562665462493896, "reward": 0.07968568827007902, "level": 0, "difficulty": 0.05, "reward_ma": 0.06205228942476477, "leveled_up": false}
{"t": 16, "ts": 1788184213.8079467, "step": 32, "loss_diff": 1.101503610610962, "reward": 0.07811541180219903, "level": 0, "difficulty": 0.05, "reward_ma": 0.0636586016625082, "leveled_up": false}
{"t": 17, "ts": 1788184215.7250974, "step": 34, "loss_diff": 1.1175651550292969, "reward": 0.07757402004446229, "level": 0, "difficulty": 0.05, "reward_ma": 0.06505014350070361, "leveled_up": false}
{"t": 18, "ts": 1788184217.792099, "step": 36, "loss_diff": 1.1478147506713867, "reward": 0.07657637228837608, "level": 0, "difficulty": 0.05, "reward_ma": 0.06620276637947085, "leveled_up": false}
{"t": 19, "ts": 1788184219.5306258, "step": 38, "loss_diff": 1.2836580276489258, "reward": 0.0724220372542399, "level": 0, "difficulty": 0.05, "reward_ma": 0.06682469346694776, "leveled_up": false}
{"t": 20, "ts": 1788184221.3654847, "step": 40, "loss_diff": 1.1125315427780151, "reward": 0.07774280395035608, "level": 0, "difficulty": 0.05, "reward_ma": 0.06791650451528859, "leveled_up": false}
{"t": 21, "ts": 1788184223.2153602, "step": 42, "loss_diff": 1.0978991985321045, "reward": 0.07823804581458368, "level": 0, "difficulty": 0.05, "reward_ma": 0.0689486586452181, "leveled_up": false}
{"t": 22, "ts": 1788184224.912274, "step": 44, "loss_diff": 1.232696771621704, "reward": 0.07392127520851738, "level": 0, "difficulty": 0.05, "reward_ma": 0.06944592030154803, "leveled_up": false}
{"t": 23, "ts": 1788184226.6318436, "step": 46, "loss_diff": 0.9900032877922058, "reward": 0.08211470688696301, "level": 0, "difficulty": 0.05, "reward_ma": 0.07071279896008954, "leveled_up": false}
{"t": 24, "ts": 1788184228.4823966, "step": 48, "loss_diff": 1.0219831466674805, "reward": 0.08092254158743384, "level": 0, "difficulty": 0.05, "reward_ma": 0.07173377322282398, "leveled_up": false}
{"t": 25, "ts": 1788184230.2767234, "step": 50, "loss_diff": 1.103926181793213, "reward": 0.07803322403782281, "level": 0, "difficulty": 0.05, "reward_ma": 0.07236371830432388, "leveled_up": false}
{"t": 26, "ts": 1788184232.064162, "step": 52, "loss_diff": 1.0863906145095825, "reward": 0.07863244218941122, "level": 0, "difficulty": 0.05, "reward_ma": 0.07299059069283262, "leveled_up": false}
{"t": 27, "ts": 1788184234.2307303, "step": 54, "loss_diff": 1.0784026384353638, "reward": 0.07890875607432848, "level": 0, "difficulty": 0.05, "reward_ma": 0.07358240723098221, "leveled_up": false}
{"t": 28, "ts": 1788184236.0744703, "step": 56, "loss_diff": 1.0708266496658325, "reward": 0.0791727884302624, "level": 0, "difficulty": 0.05, "reward_ma": 0.07414144535091023, "leveled_up": false}
{"t": 29, "ts": 1788184237.8900578, "step": 58, "loss_diff": 1.5005549192428589, "reward": 0.06672463189278033, "level": 0, "difficulty": 0.05, "reward_ma": 0.07339976400509723, "leveled_up": false}
{"t": 30, "ts": 1788184240.008213, "step": 60, "loss_diff": 1.1749389171600342, "reward": 0.0757054011268847, "level": 0, "difficulty": 0.05, "reward_ma": 0.07363032771727598, "leveled_up": false}
{"t": 31, "ts": 1788184258.5216072, "step": 62, "loss_diff": 1.2397114038467407, "reward": 0.07371086134080491, "level": 0, "difficulty": 0.05, "reward_ma": 0.07363838107962889, "leveled_up": false}
{"t": 32, "ts": 1788184259.560638, "step": 64, "loss_diff": 1.0597937107086182, "reward": 0.07956077348902382, "level": 0, "difficulty": 0.05, "reward_ma": 0.07423062032056839, "leveled_up": false}
{"t": 33, "ts": 1788184261.3967943, "step": 66, "loss_diff": 1.0814826488494873, "reward": 0.07880196352255278, "level": 0, "difficulty": 0.05, "reward_ma": 0.07468775464076682, "leveled_up": false}
{"t": 34, "ts": 1788184262.4846814, "step": 68, "loss_diff": 1.3687076568603516, "reward": 0.07006361725035672, "level": 0, "difficulty": 0.05, "reward_ma": 0.07422534090172582, "leveled_up": false}
{"t": 35, "ts": 1788184263.4945738, "step": 70, "loss_diff": 1.1151806116104126, "reward": 0.07765387690910676, "level": 0, "difficulty": 0.05, "reward_ma": 0.07456819450246391, "leveled_up": false}
{"t": 36, "ts": 1788184265.1343682, "step": 72, "loss_diff": 1.1472018957138062, "reward": 0.07659630559099359, "level": 0, "difficulty": 0.05, "reward_ma": 0.07477100561131689, "leveled_up": false}
{"t": 37, "ts": 1788184266.8188257, "step": 74, "loss_diff": 1.2576754093170166, "reward": 0.07317796728764299, "level": 0, "difficulty": 0.05, "reward_ma": 0.0746117017789495, "leveled_up": false}
{"t": 38, "ts": 1788184268.6647687, "step": 76, "loss_diff": 1.1931308507919312, "reward": 0.075133318823724, "level": 0, "difficulty": 0.05, "reward_ma": 0.07466386348342695, "leveled_up": false}
{"t": 39, "ts": 1788184270.4382298, "step": 78, "loss_diff": 1.091773271560669, "reward": 0.07844743962879347, "level": 0, "difficulty": 0.05, "reward_ma": 0.0750422210979636, "leveled_up": false}
{"t": 40, "ts": 1788184272.2172964, "step": 80, "loss_diff": 1.043338418006897, "reward": 0.0801472259898423, "level": 0, "difficulty": 0.05, "reward_ma": 0.07555272158715147, "leveled_up": false}
{"t": 41, "ts": 1788184273.9679372, "step": 82, "loss_diff": 0.9905384182929993, "reward": 0.08209444282026813, "level": 0, "difficulty": 0.05, "reward_ma": 0.07620689371046314, "leveled_up": false}
{"t": 42, "ts": 1788184275.6666603, "step": 84, "loss_diff": 1.269557237625122, "reward": 0.07283013340146978, "level": 0, "difficulty": 0.05, "reward_ma": 0.07586921767956381, "leveled_up": false}
{"t": 43, "ts": 1788184277.4750009, "step": 86, "loss_diff": 1.1686967611312866, "reward": 0.07590391002738522, "level": 0, "difficulty": 0.05, "reward_ma": 0.07587268691434595, "leveled_up": false}
{"t": 44, "ts": 1788184279.2660635, "step": 88, "loss_diff": 0.9135851860046387, "reward": 0.08512484145095146, "level": 0, "difficulty": 0.05, "reward_ma": 0.0767979023680065, "leveled_up": false}
{"t": 45, "ts": 1788184281.1336088, "step": 90, "loss_diff": 0.9743221998214722, "reward": 0.08271338809657387, "level": 0, "difficulty": 0.05, "reward_ma": 0.07738945094086323, "leveled_up": false}
{"t": 46, "ts": 1788184283.1091592, "step": 92, "loss_diff": 0.9772478342056274, "reward": 0.08260097104951436, "level": 0, "difficulty": 0.05, "reward_ma": 0.07791060295172834, "leveled_up": false}
{"t": 47, "ts": 1788184285.1359599, "step": 94, "loss_diff": 0.9651923775672913, "reward": 0.0830663521528266, "level": 0, "difficulty": 0.05, "reward_ma": 0.07842617787183817, "leveled_up": false}
{"t": 48, "ts": 1788184287.1988595, "step": 96, "loss_diff": 0.9744844436645508, "reward": 0.08270714517701944, "level": 0, "difficulty": 0.05, "reward_ma": 0.0788542746023563, "leveled_up": false}
{"t": 49, "ts": 1788184289.0096138, "step": 98, "loss_diff": 1.0333704948425293, "reward": 0.08050709058627833, "level": 0, "difficulty": 0.05, "reward_ma": 0.0790195562007485, "leveled_up": false}
{"t": 50, "ts": 1788184290.832494, "step": 100, "loss_diff": 1.0009673833847046, "reward": 0.08170168766049989, "level": 0, "difficulty": 0.05, "reward_ma": 0.07928776934672364, "leveled_up": false}
{"t": 51, "ts": 1788184292.772038, "step": 102, "loss_diff": 1.0694252252578735, "reward": 0.07922184164249221, "level": 0, "difficulty": 0.05, "reward_ma": 0.0792811765763005, "leveled_up": false}
{"t": 52, "ts": 1788184294.6235235, "step": 104, "loss_diff": 1.0027116537094116, "reward": 0.0816363976682923, "level": 0, "difficulty": 0.05, "reward_ma": 0.07951669868549968, "leveled_up": false}
{"t": 53, "ts": 1788184296.484075, "step": 106, "loss_diff": 1.0614416599273682, "reward": 0.07950255776439086, "level": 0, "difficulty": 0.05, "reward_ma": 0.0795152845933888, "leveled_up": false}
{"t": 54, "ts": 1788184298.2956173, "step": 108, "loss_diff": 1.0965943336486816, "reward": 0.07828254558576414, "level": 0, "difficulty": 0.05, "reward_ma": 0.07939201069262634, "leveled_up": false}
{"t": 55, "ts": 1788184300.119442, "step": 110, "loss_diff": 1.1274844408035278, "reward": 0.07724375053076563, "level": 0, "difficulty": 0.05, "reward_ma": 0.07917718467644028, "leveled_up": false}
{"t": 56, "ts": 1788184301.9171712, "step": 112, "loss_diff": 1.5340522527694702, "reward": 0.06593167508265782, "level": 0, "difficulty": 0.05, "reward_ma": 0.07785263371706204, "leveled_up": false}
{"t": 57, "ts": 1788184303.6862178, "step": 114, "loss_diff": 1.112276315689087, "reward": 0.0777513834921541, "level": 0, "difficulty": 0.05, "reward_ma": 0.07784250869457124, "leveled_up": false}
{"t": 58, "ts": 1788184305.495064, "step": 116, "loss_diff": 1.0343165397644043, "reward": 0.0804727847531803, "level": 0, "difficulty": 0.05, "reward_ma": 0.07810553630043214, "leveled_up": false}
{"t": 59, "ts": 1788184307.2750957, "step": 118, "loss_diff": 0.8768476247787476, "reward": 0.08665919261308823, "level": 0, "difficulty": 0.05, "reward_ma": 0.07896090193169775, "leveled_up": false}
{"t": 60, "ts": 1788184309.1132445, "step": 120, "loss_diff": 1.0181485414505005, "reward": 0.08106349683804367, "level": 0, "difficulty": 0.05, "reward_ma": 0.07917116142233235, "leveled_up": false}
{"t": 61, "ts": 1788184327.237229, "step": 122, "loss_diff": 1.0126426219940186, "reward": 0.08126682677178353, "level": 0, "difficulty": 0.05, "reward_ma": 0.07938072795727748, "leveled_up": false}
{"t": 62, "ts": 1788184329.2013578, "step": 124, "loss_diff": 1.1499454975128174, "reward": 0.07650715750862107, "level": 0, "difficulty": 0.05, "reward_ma": 0.07909337091241184, "leveled_up": false}
{"t": 63, "ts": 1788184330.4054613, "step": 126, "loss_diff": 0.9767119884490967, "reward": 0.08262153594705764, "level": 0, "difficulty": 0.05, "reward_ma": 0.07944618741587642, "leveled_up": false}
{"t": 64, "ts": 1788184331.5521097, "step": 128, "loss_diff": 0.9492785930633545, "reward": 0.08368949232143476, "level": 0, "difficulty": 0.05, "reward_ma": 0.07987051790643225, "leveled_up": false}
{"t": 65, "ts": 1788184333.5011282, "step": 130, "loss_diff": 1.046390414237976, "reward": 0.08003774304795241, "level": 0, "difficulty": 0.05, "reward_ma": 0.07988724042058426, "leveled_up": false}
{"t": 66, "ts": 1788184334.6092434, "step": 132, "loss_diff": 1.1953262090682983, "reward": 0.07506492245284291, "level": 0, "difficulty": 0.05, "reward_ma": 0.07940500862381013, "leveled_up": false}
{"t": 67, "ts": 1788184336.5211098, "step": 134, "loss_diff": 0.9833900928497314, "reward": 0.0823660347568902, "level": 0, "difficulty": 0.05, "reward_ma": 0.07970111123711814, "leveled_up": false}
{"t": 68, "ts": 1788184338.5276437, "step": 136, "loss_diff": 1.2415509223937988, "reward": 0.07365590032392533, "level": 0, "difficulty": 0.05, "reward_ma": 0.07909659014579887, "leveled_up": false}
{"t": 69, "ts": 1788184340.518801, "step": 138, "loss_diff": 0.995126485824585, "reward": 0.0819211502023676, "level": 0, "difficulty": 0.05, "reward_ma": 0.07937904615145575, "leveled_up": false}
{"t": 70, "ts": 1788184342.4924161, "step": 140, "loss_diff": 1.309122920036316, "reward": 0.0716976763831067, "level": 0, "difficulty": 0.05, "reward_ma": 0.07861090917462085, "leveled_up": false}
{"t": 71, "ts": 1788184344.3930604, "step": 142, "loss_diff": 1.0386359691619873, "reward": 0.08031655655420863, "level": 0, "difficulty": 0.05, "reward_ma": 0.07878147391257964, "leveled_up": false}
{"t": 72, "ts": 1788184346.2818875, "step": 144, "loss_diff": 0.9565203785896301, "reward": 0.08340466697883257, "level": 0, "difficulty": 0.05, "reward_ma": 0.07924379321920494, "leveled_up": false}
{"t": 73, "ts": 1788184348.3248026, "step": 146, "loss_diff": 0.8501168489456177, "reward": 0.08781390719342942, "level": 0, "difficulty": 0.05, "reward_ma": 0.0801008046166274, "leveled_up": false}
{"t": 74, "ts": 1788184350.4209425, "step": 148, "loss_diff": 1.1462782621383667, "reward": 0.07662636857334719, "level": 0, "difficulty": 0.05, "reward_ma": 0.07975336101229938, "leveled_up": false}
{"t": 75, "ts": 1788184352.4949374, "step": 150, "loss_diff": 1.03855299949646, "reward": 0.08031955122377389, "level": 0, "difficulty": 0.05, "reward_ma": 0.07980998003344683, "leveled_up": false}
{"t": 76, "ts": 1788184354.7109616, "step": 152, "loss_diff": 1.4461688995361328, "reward": 0.06805832435669332, "level": 0, "difficulty": 0.05, "reward_ma": 0.07863481446577149, "leveled_up": false}
{"t": 77, "ts": 1788184356.6714811, "step": 154, "loss_diff": 1.1089379787445068, "reward": 0.0778637939949739, "level": 0, "difficulty": 0.05, "reward_ma": 0.07855771241869174, "leveled_up": false}
{"t": 78, "ts": 1788184358.6205187, "step": 156, "loss_diff": 1.0763208866119385, "reward": 0.07898111565726156, "level": 0, "difficulty": 0.05, "reward_ma": 0.07860005274254872, "leveled_up": false}
{"t": 79, "ts": 1788184360.4732027, "step": 158, "loss_diff": 1.063105821609497, "reward": 0.07944386369461397, "level": 0, "difficulty": 0.05, "reward_ma": 0.07868443383775525, "leveled_up": false}
{"t": 80, "ts": 1788184362.2972105, "step": 160, "loss_diff": 0.8980191349983215, "reward": 0.0857677087301929, "level": 0, "difficulty": 0.05, "reward_ma": 0.07939276132699902, "leveled_up": false}
{"t": 81, "ts": 1788184364.0759413, "step": 162, "loss_diff": 1.1158325672149658, "reward": 0.07791063683535442, "level": 0, "difficulty": 0.05, "reward_ma": 0.07924454887783455, "leveled_up": false}
{"t": 82, "ts": 1788184365.8679485, "step": 164, "loss_diff": 1.1493964195251465, "reward": 0.07652498052970733, "level": 0, "difficulty": 0.05, "reward_ma": 0.07897259204302183, "leveled_up": false}
{"t": 83, "ts": 1788184367.6362472, "step": 166, "loss_diff": 1.256348967552185, "reward": 0.07321702543823687, "level": 0, "difficulty": 0.05, "reward_ma": 0.07839703538254333, "leveled_up": false}
{"t": 84, "ts": 1788184369.4240384, "step": 168, "loss_diff": 1.0612759590148926, "reward": 0.08696128726255127, "level": 0, "difficulty": 0.05, "reward_ma": 0.07925346057054412, "leveled_up": false}
{"t": 85, "ts": 1788184371.231231, "step": 170, "loss_diff": 1.2863720655441284, "reward": 0.07234406695677564, "level": 0, "difficulty": 0.05, "reward_ma": 0.07856252120916728, "leveled_up": false}
{"t": 86, "ts": 1788184373.069372, "step": 172, "loss_diff": 1.3088765144348145, "reward": 0.0717046089501332, "level": 0, "difficulty": 0.05, "reward_ma": 0.07787672998326386, "leveled_up": false}
{"t": 87, "ts": 1788184374.818341, "step": 174, "loss_diff": 0.9498777389526367, "reward": 0.08366584714556924, "level": 0, "difficulty": 0.05, "reward_ma": 0.0784556416994944, "leveled_up": false}
{"t": 88, "ts": 1788184376.6182919, "step": 176, "loss_diff": 1.1095930337905884, "reward": 0.07784170852908771, "level": 0, "difficulty": 0.05, "reward_ma": 0.07839424838245374, "leveled_up": false}
{"t": 89, "ts": 1788184378.4026961, "step": 178, "loss_diff": 1.1101303100585938, "reward": 0.07782360426156743, "level": 0, "difficulty": 0.05, "reward_ma": 0.0783371839703651, "leveled_up": false}
{"t": 90, "ts": 1788184380.196358, "step": 180, "loss_diff": 1.0862188339233398, "reward": 0.08019769691480338, "level": 0, "difficulty": 0.05, "reward_ma": 0.07852323526480894, "leveled_up": false}
{"t": 91, "ts": 1788184382.1214552, "step": 182, "loss_diff": 1.0691068172454834, "reward": 0.07923299594957359, "level": 0, "difficulty": 0.05, "reward_ma": 0.0785942113332854, "leveled_up": false}
{"t": 92, "ts": 1788184400.3198552, "step": 184, "loss_diff": 1.1714485883712769, "reward": 0.07581625758092127, "level": 0, "difficulty": 0.05, "reward_ma": 0.07831641595804899, "leveled_up": false}
{"t": 93, "ts": 1788184401.4985163, "step": 186, "loss_diff": 1.1578929424285889, "reward": 0.07625019992447078, "level": 0, "difficulty": 0.05, "reward_ma": 0.07810979435469118, "leveled_up": false}
{"t": 94, "ts": 1788184403.2924132, "step": 188, "loss_diff": 0.9542572498321533, "reward": 0.08349345091899321, "level": 0, "difficulty": 0.05, "reward_ma": 0.07864816001112138, "leveled_up": false}
{"t": 95, "ts": 1788184404.4037275, "step": 190, "loss_diff": 1.1579867601394653, "reward": 0.07624717790386909, "level": 0, "difficulty": 0.05, "reward_ma": 0.07840806180039615, "leveled_up": false}
{"t": 96, "ts": 1788184405.4745855, "step": 192, "loss_diff": 0.9739529490470886, "reward": 0.08272760018327681, "level": 0, "difficulty": 0.05, "reward_ma": 0.07884001563868422, "leveled_up": false}
{"t": 97, "ts": 1788184407.3119066, "step": 194, "loss_diff": 0.9222725629806519, "reward": 0.08477058549620464, "level": 0, "difficulty": 0.05, "reward_ma": 0.07943307262443626, "leveled_up": false}
{"t": 98, "ts": 1788184409.2001674, "step": 196, "loss_diff": 1.0075325965881348, "reward": 0.10035258142453143, "level": 0, "difficulty": 0.05, "reward_ma": 0.08152502350444579, "leveled_up": false}
{"t": 99, "ts": 1788184410.9994707, "step": 198, "loss_diff": 0.9940886497497559, "reward": 0.08656393273799012, "level": 0, "difficulty": 0.05, "reward_ma": 0.08202891442780022, "leveled_up": false}
{"t": 100, "ts": 1788184412.9004216, "step": 200, "loss_diff": 1.024878740310669, "reward": 0.080816456992719, "level": 0, "difficulty": 0.05, "reward_ma": 0.0819076686842921, "leveled_up": false}
{"t": 101, "ts": 1788184414.7048504, "step": 202, "loss_diff": 0.9300589561462402, "reward": 0.08667634470513287, "level": 0, "difficulty": 0.05, "reward_ma": 0.08238453628637618, "leveled_up": false}
{"t": 102, "ts": 1788184416.5210474, "step": 204, "loss_diff": 0.900122344493866, "reward": 0.08726804212535495, "level": 0, "difficulty": 0.05, "reward_ma": 0.08287288687027405, "leveled_up": false}
{"t": 103, "ts": 1788184418.5064604, "step": 206, "loss_diff": 1.1516945362091064, "reward": 0.08020744180743478, "level": 0, "difficulty": 0.05, "reward_ma": 0.08260634236399013, "leveled_up": false}
{"t": 104, "ts": 1788184420.37539, "step": 208, "loss_diff": 1.0361164808273315, "reward": 0.08040760264621759, "level": 0, "difficulty": 0.05, "reward_ma": 0.08238646839221288, "leveled_up": false}
{"t": 105, "ts": 1788184422.2700424, "step": 210, "loss_diff": 1.06166410446167, "reward": 0.0794947067813329, "level": 0, "difficulty": 0.05, "reward_ma": 0.08209729223112487, "leveled_up": false}
{"t": 106, "ts": 1788184424.1124496, "step": 212, "loss_diff": 1.323156476020813, "reward": 0.07130527233780971, "level": 0, "difficulty": 0.05, "reward_ma": 0.08101809024179335, "leveled_up": false}
{"t": 107, "ts": 1788184425.9756935, "step": 214, "loss_diff": 1.1779881715774536, "reward": 0.08336431667937613, "level": 0, "difficulty": 0.05, "reward_ma": 0.08125271288555164, "leveled_up": false}
{"t": 108, "ts": 1788184427.915315, "step": 216, "loss_diff": 1.0669567584991455, "reward": 0.07952470663901172, "level": 0, "difficulty": 0.05, "reward_ma": 0.08107991226089765, "leveled_up": false}
{"t": 109, "ts": 1788184429.8209438, "step": 218, "loss_diff": 0.9909240007400513, "reward": 0.08207984852031033, "level": 0, "difficulty": 0.05, "reward_ma": 0.08117990588683892, "leveled_up": false}
{"t": 110, "ts": 1788184431.7642124, "step": 220, "loss_diff": 1.0511441230773926, "reward": 0.0834431919291702, "level": 0, "difficulty": 0.05, "reward_ma": 0.08140623449107205, "leveled_up": false}
{"t": 111, "ts": 1788184433.5687222, "step": 222, "loss_diff": 1.2696166038513184, "reward": 0.07282840463209035, "level": 0, "difficulty": 0.05, "reward_ma": 0.08054845150517388, "leveled_up": false}
{"t": 112, "ts": 1788184435.3758347, "step": 224, "loss_diff": 1.2040867805480957, "reward": 0.0747933436031607, "level": 0, "difficulty": 0.05, "reward_ma": 0.07997294071497257, "leveled_up": false}
{"t": 113, "ts": 1788184437.2081378, "step": 226, "loss_diff": 0.9782404899597168, "reward": 0.08912492673434005, "level": 0, "difficulty": 0.05, "reward_ma": 0.08088813931690933, "leveled_up": false}
{"t": 114, "ts": 1788184438.9830055, "step": 228, "loss_diff": 0.9979690313339233, "reward": 0.09712580990949952, "level": 0, "difficulty": 0.05, "reward_ma": 0.08251190637616834, "leveled_up": false}
{"t": 115, "ts": 1788184440.8228068, "step": 230, "loss_diff": 1.078694462776184, "reward": 0.08391527643053227, "level": 0, "difficulty": 0.05, "reward_ma": 0.08265224338160475, "leveled_up": false}
{"t": 116, "ts": 1788184442.700236, "step": 232, "loss_diff": 1.041802167892456, "reward": 0.09201353483518127, "level": 0, "difficulty": 0.05, "reward_ma": 0.0835883725269624, "leveled_up": false}
{"t": 117, "ts": 1788184444.416364, "step": 234, "loss_diff": 1.5276015996932983, "reward": 0.08602382280188799, "level": 0, "difficulty": 0.05, "reward_ma": 0.08383191755445496, "leveled_up": false}
{"t": 118, "ts": 1788184446.1292138, "step": 236, "loss_diff": 1.031775951385498, "reward": 0.0913702387831106, "level": 0, "difficulty": 0.05, "reward_ma": 0.08458574967732052, "leveled_up": false}
{"t": 119, "ts": 1788184448.0152605, "step": 238, "loss_diff": 1.1268937587738037, "reward": 0.09038319253236779, "level": 0, "difficulty": 0.05, "reward_ma": 0.08516549396282526, "leveled_up": false}
{"t": 120, "ts": 1788184449.8123171, "step": 240, "loss_diff": 0.9207843542098999, "reward": 0.09198429403224562, "level": 0, "difficulty": 0.05, "reward_ma": 0.0858473739697673, "leveled_up": false}
{"t": 121, "ts": 1788184451.5363927, "step": 242, "loss_diff": 0.9260950088500977, "reward": 0.09275378148155435, "level": 0, "difficulty": 0.05, "reward_ma": 0.08653801472094601, "leveled_up": false}
{"t": 122, "ts": 1788184470.2197871, "step": 244, "loss_diff": 1.1086618900299072, "reward": 0.08405207504643197, "level": 0, "difficulty": 0.05, "reward_ma": 0.0862894207534946, "leveled_up": false}
{"t": 123, "ts": 1788184472.1346219, "step": 246, "loss_diff": 1.0155631303787231, "reward": 0.09554295338033322, "level": 0, "difficulty": 0.05, "reward_ma": 0.08721477401617847, "leveled_up": false}
{"t": 124, "ts": 1788184473.2835777, "step": 248, "loss_diff": 1.0915699005126953, "reward": 0.09260446250686832, "level": 0, "difficulty": 0.05, "reward_ma": 0.08775374286524747, "leveled_up": false}
{"t": 125, "ts": 1788184474.4720342, "step": 250, "loss_diff": 1.0317802429199219, "reward": 0.08056482887900338, "level": 0, "difficulty": 0.05, "reward_ma": 0.08703485146662306, "leveled_up": false}
{"t": 126, "ts": 1788184476.477275, "step": 252, "loss_diff": 0.9300104379653931, "reward": 0.09881820966744438, "level": 0, "difficulty": 0.05, "reward_ma": 0.08821318728670519, "leveled_up": false}
{"t": 127, "ts": 1788184477.6828072, "step": 254, "loss_diff": 1.1879868507385254, "reward": 0.07664460134584022, "level": 0, "difficulty": 0.05, "reward_ma": 0.08705632869261869, "leveled_up": false}
{"t": 128, "ts": 1788184479.624863, "step": 256, "loss_diff": 1.051518201828003, "reward": 0.09945136518424835, "level": 0, "difficulty": 0.05, "reward_ma": 0.08829583234178166, "leveled_up": false}
{"t": 129, "ts": 1788184481.5207698, "step": 258, "loss_diff": 1.1489098072052002, "reward": 0.123419030376473, "level": 0, "difficulty": 0.05, "reward_ma": 0.0918081521452508, "leveled_up": false}
{"t": 130, "ts": 1788184483.484975, "step": 260, "loss_diff": 0.999245822429657, "reward": 0.09289123516696055, "level": 0, "difficulty": 0.05, "reward_ma": 0.09191646044742179, "leveled_up": false}
{"t": 131, "ts": 1788184485.3958695, "step": 262, "loss_diff": 1.169524908065796, "reward": 0.07587750812711602, "level": 0, "difficulty": 0.05, "reward_ma": 0.0903125652153912, "leveled_up": false}
{"t": 132, "ts": 1788184487.292017, "step": 264, "loss_diff": 1.102565884590149, "reward": 0.09676780482482994, "level": 0, "difficulty": 0.05, "reward_ma": 0.09095808917633508, "leveled_up": false}
{"t": 133, "ts": 1788184489.2977293, "step": 266, "loss_diff": 1.1778182983398438, "reward": 0.09374572711005391, "level": 0, "difficulty": 0.05, "reward_ma": 0.09123685296970696, "leveled_up": false}
{"t": 134, "ts": 1788184491.0744452, "step": 268, "loss_diff": 1.0486387014389038, "reward": 0.08792729330120364, "level": 0, "difficulty": 0.05, "reward_ma": 0.09090589700285663, "leveled_up": false}
{"t": 135, "ts": 1788184492.8680139, "step": 270, "loss_diff": 1.1872532367706299, "reward": 0.12042704654986953, "level": 0, "difficulty": 0.05, "reward_ma": 0.09385801195755793, "leveled_up": false}
{"t": 136, "ts": 1788184494.6220784, "step": 272, "loss_diff": 0.966315746307373, "reward": 0.08965693624832805, "level": 0, "difficulty": 0.05, "reward_ma": 0.09343790438663495, "leveled_up": false}
{"t": 137, "ts": 1788184496.3817747, "step": 274, "loss_diff": 1.2481802701950073, "reward": 0.1197480080734361, "level": 0, "difficulty": 0.05, "reward_ma": 0.09606891475531507, "leveled_up": false}
{"t": 138, "ts": 1788184498.1985557, "step": 276, "loss_diff": 1.0871622562408447, "reward": 0.09681160042810537, "level": 0, "difficulty": 0.05, "reward_ma": 0.0961431833225941, "leveled_up": false}
{"t": 139, "ts": 1788184500.1136503, "step": 278, "loss_diff": 0.9369960427284241, "reward": 0.12297767122911579, "level": 0, "difficulty": 0.05, "reward_ma": 0.09882663211324627, "leveled_up": false}
{"t": 140, "ts": 1788184501.9859364, "step": 280, "loss_diff": 0.8700453639030457, "reward": 0.14869981852609532, "level": 0, "difficulty": 0.05, "reward_ma": 0.10381395075453118, "leveled_up": false}
{"t": 141, "ts": 1788184503.7376115, "step": 282, "loss_diff": 1.0010685920715332, "reward": 0.10709161662394837, "level": 0, "difficulty": 0.05, "reward_ma": 0.1041417173414729, "leveled_up": false}
{"t": 142, "ts": 1788184505.5751178, "step": 284, "loss_diff": 1.0324862003326416, "reward": 0.11095275096893409, "level": 0, "difficulty": 0.05, "reward_ma": 0.10482282070421903, "leveled_up": false}
{"t": 143, "ts": 1788184507.421772, "step": 286, "loss_diff": 1.0085575580596924, "reward": 0.10794520478212197, "level": 0, "difficulty": 0.05, "reward_ma": 0.10513505911200932, "leveled_up": false}
{"t": 144, "ts": 1788184509.2982194, "step": 288, "loss_diff": 1.0067776441574097, "reward": 0.1039061602534883, "level": 0, "difficulty": 0.05, "reward_ma": 0.10501216922615722, "leveled_up": false}
{"t": 145, "ts": 1788184511.1643474, "step": 290, "loss_diff": 1.0531198978424072, "reward": 0.1545062691765543, "level": 0, "difficulty": 0.05, "reward_ma": 0.10996157922119694, "leveled_up": false}
{"t": 146, "ts": 1788184512.9971213, "step": 292, "loss_diff": 1.0459833145141602, "reward": 0.1244004774802479, "level": 0, "difficulty": 0.05, "reward_ma": 0.11140546904710204, "leveled_up": false}
{"t": 147, "ts": 1788184514.7921, "step": 294, "loss_diff": 0.8204613924026489, "reward": 0.16212497052951863, "level": 0, "difficulty": 0.05, "reward_ma": 0.11647741919534371, "leveled_up": false}
{"t": 148, "ts": 1788184516.6672802, "step": 296, "loss_diff": 1.0494073629379272, "reward": 0.1236962920867466, "level": 0, "difficulty": 0.05, "reward_ma": 0.11719930648448401, "leveled_up": false}
{"t": 149, "ts": 1788184518.4960778, "step": 298, "loss_diff": 0.9700441360473633, "reward": 0.13443610922488536, "level": 0, "difficulty": 0.05, "reward_ma": 0.11892298675852415, "leveled_up": false}
{"t": 150, "ts": 1788184520.7938004, "step": 300, "loss_diff": 0.9178038835525513, "reward": 0.12929881465241486, "level": 0, "difficulty": 0.05, "reward_ma": 0.11996056954791323, "leveled_up": false}
{"t": 151, "ts": 1788184522.522388, "step": 302, "loss_diff": 0.8388417363166809, "reward": 0.1464377099848559, "level": 0, "difficulty": 0.05, "reward_ma": 0.1226082835916075, "leveled_up": false}
{"t": 152, "ts": 1788184524.279227, "step": 304, "loss_diff": 1.0744261741638184, "reward": 0.12757103006728765, "level": 0, "difficulty": 0.05, "reward_ma": 0.12310455823917552, "leveled_up": false}
{"t": 153, "ts": 1788184542.0193126, "step": 306, "loss_diff": 1.1229393482208252, "reward": 0.11166901391714165, "level": 0, "difficulty": 0.05, "reward_ma": 0.12196100380697214, "leveled_up": false}
{"t": 154, "ts": 1788184543.1171703, "step": 308, "loss_diff": 1.044651985168457, "reward": 0.0801000648988911, "level": 0, "difficulty": 0.05, "reward_ma": 0.11777490991616404, "leveled_up": false}
{"t": 155, "ts": 1788184545.091719, "step": 310, "loss_diff": 1.065201997756958, "reward": 0.12181841066535085, "level": 0, "difficulty": 0.05, "reward_ma": 0.11817925999108272, "leveled_up": false}
{"t": 156, "ts": 1788184546.1742752, "step": 312, "loss_diff": 1.042818546295166, "reward": 0.13956760047719896, "level": 0, "difficulty": 0.05, "reward_ma": 0.12031809403969435, "leveled_up": false}
{"t": 157, "ts": 1788184547.2641935, "step": 314, "loss_diff": 1.0093284845352173, "reward": 0.0813897528906925, "level": 0, "difficulty": 0.05, "reward_ma": 0.11642525992479416, "leveled_up": false}
{"t": 158, "ts": 1788184549.1087165, "step": 316, "loss_diff": 0.9606500864028931, "reward": 0.11090995735488626, "level": 0, "difficulty": 0.05, "reward_ma": 0.11587372966780338, "leveled_up": false}
{"t": 159, "ts": 1788184550.9238374, "step": 318, "loss_diff": 1.0829687118530273, "reward": 0.11535468924960085, "level": 0, "difficulty": 0.05, "reward_ma": 0.11582182562598313, "leveled_up": false}
{"t": 160, "ts": 1788184552.799152, "step": 320, "loss_diff": 1.101043701171875, "reward": 0.13389797995833996, "level": 0, "difficulty": 0.05, "reward_ma": 0.11762944105921881, "leveled_up": false}
{"t": 161, "ts": 1788184554.5886421, "step": 322, "loss_diff": 1.0302340984344482, "reward": 0.0910330342953285, "level": 0, "difficulty": 0.05, "reward_ma": 0.11496980038282978, "leveled_up": false}
{"t": 162, "ts": 1788184556.5283585, "step": 324, "loss_diff": 1.0522550344467163, "reward": 0.11204376196124766, "level": 0, "difficulty": 0.05, "reward_ma": 0.11467719654067157, "leveled_up": false}
{"t": 163, "ts": 1788184558.597285, "step": 326, "loss_diff": 1.0501123666763306, "reward": 0.16553812457224715, "level": 0, "difficulty": 0.05, "reward_ma": 0.11976328934382914, "leveled_up": false}
{"t": 164, "ts": 1788184560.4780173, "step": 328, "loss_diff": 1.1135882139205933, "reward": 0.12662102170963196, "level": 0, "difficulty": 0.05, "reward_ma": 0.12044906258040942, "leveled_up": false}
{"t": 165, "ts": 1788184562.4710505, "step": 330, "loss_diff": 1.0727263689041138, "reward": 0.16841035928130232, "level": 0, "difficulty": 0.05, "reward_ma": 0.1252451922504987, "leveled_up": false}
{"t": 166, "ts": 1788184564.4671948, "step": 332, "loss_diff": 1.2298967838287354, "reward": 0.15716485563028704, "level": 0, "difficulty": 0.05, "reward_ma": 0.12843715858847754, "leveled_up": false}
{"t": 167, "ts": 1788184566.373023, "step": 334, "loss_diff": 1.1688746213912964, "reward": 0.17519676803571843, "level": 0, "difficulty": 0.05, "reward_ma": 0.13311311953320162, "leveled_up": false}
{"t": 168, "ts": 1788184568.4457612, "step": 336, "loss_diff": 0.8751363158226013, "reward": 0.18596054012838711, "level": 0, "difficulty": 0.05, "reward_ma": 0.13839786159272016, "leveled_up": false}
{"t": 169, "ts": 1788184570.7117522, "step": 338, "loss_diff": 0.9370079636573792, "reward": 0.13037187892523933, "level": 0, "difficulty": 0.05, "reward_ma": 0.13759526332597208, "leveled_up": false}
{"t": 170, "ts": 1788184572.9202712, "step": 340, "loss_diff": 0.9827598333358765, "reward": 0.17985861734585515, "level": 0, "difficulty": 0.05, "reward_ma": 0.14182159872796038, "leveled_up": false}
{"t": 171, "ts": 1788184575.0326478, "step": 342, "loss_diff": 1.059496521949768, "reward": 0.1642539989328474, "level": 0, "difficulty": 0.05, "reward_ma": 0.14406483874844908, "leveled_up": false}
{"t": 172, "ts": 1788184577.201279, "step": 344, "loss_diff": 1.0072606801986694, "reward": 0.17317615030681494, "level": 0, "difficulty": 0.05, "reward_ma": 0.14697596990428566, "leveled_up": false}
{"t": 173, "ts": 1788184579.336892, "step": 346, "loss_diff": 0.9675078988075256, "reward": 0.21735859493668164, "level": 0, "difficulty": 0.05, "reward_ma": 0.15401423240752526, "leveled_up": false}
{"t": 174, "ts": 1788184581.4254277, "step": 348, "loss_diff": 1.1853837966918945, "reward": 0.15434683422411705, "level": 0, "difficulty": 0.05, "reward_ma": 0.15404749258918443, "leveled_up": false}
{"t": 175, "ts": 1788184583.5906506, "step": 350, "loss_diff": 1.054266095161438, "reward": 0.1857209510966975, "level": 0, "difficulty": 0.05, "reward_ma": 0.15721483843993575, "leveled_up": false}
{"t": 176, "ts": 1788184585.5998452, "step": 352, "loss_diff": 1.3979263305664062, "reward": 0.1256927267217699, "level": 0, "difficulty": 0.05, "reward_ma": 0.15406262726811917, "leveled_up": false}
{"t": 0, "ts": 1788184636.0358348, "step": 0, "loss_diff": 0.8580310940742493, "reward": 0.1911188903297102, "level": 0, "difficulty": 0.14518339167747285, "reward_ma": 0.01911188903297102, "leveled_up": false}
{"t": 1, "ts": 1788184637.8768609, "step": 2, "loss_diff": 1.4386223554611206, "reward": 0.07427701227207459, "level": 0, "difficulty": 0.09078052177923895, "reward_ma": 0.02462840135688138, "leveled_up": false}
{"t": 2, "ts": 1788184638.9330878, "step": 4, "loss_diff": 0.9230092763900757, "reward": 0.08474069084522227, "level": 0, "difficulty": 0.05, "reward_ma": 0.030639630305715468, "leveled_up": false}
{"t": 3, "ts": 1788184640.0405495, "step": 6, "loss_diff": 1.3452125787734985, "reward": 0.07069803375524943, "level": 0, "difficulty": 0.05, "reward_ma": 0.034645470650668864, "leveled_up": false}
{"t": 4, "ts": 1788184641.7331612, "step": 8, "loss_diff": 1.4568003416061401, "reward": 0.07719097165070683, "level": 0, "difficulty": 0.05, "reward_ma": 0.03890002075067266, "leveled_up": false}
{"t": 5, "ts": 1788184643.1070185, "step": 10, "loss_diff": 1.2677737474441528, "reward": 0.07288211158739784, "level": 0, "difficulty": 0.05, "reward_ma": 0.04229822983434518, "leveled_up": false}
{"t": 6, "ts": 1788184644.875059, "step": 12, "loss_diff": 1.3397698402404785, "reward": 0.07688671845804512, "level": 0, "difficulty": 0.05, "reward_ma": 0.04575707869671518, "leveled_up": false}
{"t": 7, "ts": 1788184646.6397629, "step": 14, "loss_diff": 0.9577145576477051, "reward": 0.1413056572421586, "level": 0, "difficulty": 0.05, "reward_ma": 0.05531193655125952, "leveled_up": false}
{"t": 8, "ts": 1788184648.418403, "step": 16, "loss_diff": 1.228389024734497, "reward": 0.1024676968200107, "level": 0, "difficulty": 0.05, "reward_ma": 0.06002751257813464, "leveled_up": false}
{"t": 9, "ts": 1788184650.2248197, "step": 18, "loss_diff": 1.0235481262207031, "reward": 0.08086516841592854, "level": 0, "difficulty": 0.05, "reward_ma": 0.06211127816191403, "leveled_up": false}
{"t": 10, "ts": 1788184651.9964757, "step": 20, "loss_diff": 1.2772691249847412, "reward": 0.0856587160240713, "level": 0, "difficulty": 0.05, "reward_ma": 0.06446602194812975, "leveled_up": false}
{"t": 11, "ts": 1788184653.7244403, "step": 22, "loss_diff": 1.2596492767333984, "reward": 0.13230785658361377, "level": 0, "difficulty": 0.05, "reward_ma": 0.07125020541167816, "leveled_up": false}
{"t": 12, "ts": 1788184655.4823925, "step": 24, "loss_diff": 1.3441121578216553, "reward": 0.10711039105985803, "level": 0, "difficulty": 0.05, "reward_ma": 0.07483622397649616, "leveled_up": false}
{"t": 13, "ts": 1788184657.2763364, "step": 26, "loss_diff": 1.5460870265960693, "reward": 0.07245857620576021, "level": 0, "difficulty": 0.05, "reward_ma": 0.07459845919942255, "leveled_up": false}
{"t": 14, "ts": 1788184659.0798788, "step": 28, "loss_diff": 1.1487077474594116, "reward": 0.07654734763877549, "level": 0, "difficulty": 0.05, "reward_ma": 0.07479334804335785, "leveled_up": false}
{"t": 15, "ts": 1788184660.8382251, "step": 30, "loss_diff": 1.2670491933822632, "reward": 0.10490601207769618, "level": 0, "difficulty": 0.05, "reward_ma": 0.0778046144467917, "leveled_up": false}
{"t": 16, "ts": 1788184662.530009, "step": 32, "loss_diff": 1.3879799842834473, "reward": 0.14245434471888466, "level": 0, "difficulty": 0.05, "reward_ma": 0.08426958747400098, "leveled_up": false}
{"t": 17, "ts": 1788184664.2125976, "step": 34, "loss_diff": 1.23202383518219, "reward": 0.13893917568229747, "level": 0, "difficulty": 0.05, "reward_ma": 0.08973654629483063, "leveled_up": false}
{"t": 18, "ts": 1788184665.903126, "step": 36, "loss_diff": 1.0605568885803223, "reward": 0.10249428097389476, "level": 0, "difficulty": 0.05, "reward_ma": 0.09101231976273705, "leveled_up": false}
{"t": 19, "ts": 1788184667.597569, "step": 38, "loss_diff": 1.0792813301086426, "reward": 0.10931767958606096, "level": 0, "difficulty": 0.05, "reward_ma": 0.09284285574506944, "leveled_up": false}
{"t": 20, "ts": 1788184669.3313863, "step": 40, "loss_diff": 1.1398017406463623, "reward": 0.10227615919982314, "level": 0, "difficulty": 0.05, "reward_ma": 0.09378618609054482, "leveled_up": false}
{"t": 21, "ts": 1788184671.105162, "step": 42, "loss_diff": 0.9181613922119141, "reward": 0.12801243527999218, "level": 0, "difficulty": 0.05, "reward_ma": 0.09720881100948955, "leveled_up": false}
{"t": 22, "ts": 1788184672.8912008, "step": 44, "loss_diff": 1.0237021446228027, "reward": 0.13313069819444373, "level": 0, "difficulty": 0.05, "reward_ma": 0.10080099972798497, "leveled_up": false}
{"t": 23, "ts": 1788184674.6658611, "step": 46, "loss_diff": 0.899025559425354, "reward": 0.1257618289589277, "level": 0, "difficulty": 0.05, "reward_ma": 0.10329708265107924, "leveled_up": false}
{"t": 24, "ts": 1788184676.4326835, "step": 48, "loss_diff": 1.1343133449554443, "reward": 0.13770375677306315, "level": 0, "difficulty": 0.05, "reward_ma": 0.10673775006327763, "leveled_up": false}
{"t": 25, "ts": 1788184678.2969549, "step": 50, "loss_diff": 1.0354963541030884, "reward": 0.12153501049331529, "level": 0, "difficulty": 0.05, "reward_ma": 0.10821747610628141, "leveled_up": false}
{"t": 26, "ts": 1788184680.0955021, "step": 52, "loss_diff": 1.1072036027908325, "reward": 0.1335276844810542, "level": 0, "difficulty": 0.05, "reward_ma": 0.11074849694375868, "leveled_up": false}
{"t": 27, "ts": 1788184681.8808165, "step": 54, "loss_diff": 0.9896948337554932, "reward": 0.21280196356656444, "level": 0, "difficulty": 0.05, "reward_ma": 0.12095384360603927, "leveled_up": false}
{"t": 28, "ts": 1788184683.6791642, "step": 56, "loss_diff": 1.2788152694702148, "reward": 0.12879272232392597, "level": 0, "difficulty": 0.05, "reward_ma": 0.12173773147782795, "leveled_up": false}
{"t": 29, "ts": 1788184685.4915679, "step": 58, "loss_diff": 1.0489708185195923, "reward": 0.17171598524939813, "level": 0, "difficulty": 0.05, "reward_ma": 0.12673555685498497, "leveled_up": false}
{"t": 30, "ts": 1788184687.3103802, "step": 60, "loss_diff": 0.9717894196510315, "reward": 0.16534553052082895, "level": 0, "difficulty": 0.05, "reward_ma": 0.13059655422156938, "leveled_up": false}
{"t": 31, "ts": 1788184706.6107662, "step": 62, "loss_diff": 1.0489590167999268, "reward": 0.1487015847564513, "level": 0, "difficulty": 0.05, "reward_ma": 0.13240705727505758, "leveled_up": false}
{"t": 32, "ts": 1788184707.6926658, "step": 64, "loss_diff": 0.964572548866272, "reward": 0.08428394735730493, "level": 0, "difficulty": 0.05, "reward_ma": 0.12759474628328232, "leveled_up": false}
{"t": 33, "ts": 1788184709.6166494, "step": 66, "loss_diff": 1.0181297063827515, "reward": 0.2046296219719113, "level": 0, "difficulty": 0.05, "reward_ma": 0.13529823385214523, "leveled_up": false}
{"t": 34, "ts": 1788184710.672749, "step": 68, "loss_diff": 1.1012792587280273, "reward": 0.13770777333267253, "level": 0, "difficulty": 0.05, "reward_ma": 0.13553918780019797, "leveled_up": false}
{"t": 35, "ts": 1788184711.7325733, "step": 70, "loss_diff": 1.1741737127304077, "reward": 0.08462960034510439, "level": 0, "difficulty": 0.05, "reward_ma": 0.1304482290546886, "leveled_up": false}
{"t": 36, "ts": 1788184713.4893415, "step": 72, "loss_diff": 1.0392268896102905, "reward": 0.17760840860532862, "level": 0, "difficulty": 0.05, "reward_ma": 0.1351642470097526, "leveled_up": false}
{"t": 37, "ts": 1788184715.2678466, "step": 74, "loss_diff": 0.8557016849517822, "reward": 0.1866826538239663, "level": 0, "difficulty": 0.05, "reward_ma": 0.14031608769117396, "leveled_up": false}
{"t": 38, "ts": 1788184717.0798364, "step": 76, "loss_diff": 1.3243458271026611, "reward": 0.17880957581079554, "level": 0, "difficulty": 0.05, "reward_ma": 0.14416543650313612, "leveled_up": false}
{"t": 39, "ts": 1788184718.8753955, "step": 78, "loss_diff": 1.1402477025985718, "reward": 0.21475528824668827, "level": 0, "difficulty": 0.05, "reward_ma": 0.15122442167749134, "leveled_up": false}
{"t": 40, "ts": 1788184720.63751, "step": 80, "loss_diff": 1.0506633520126343, "reward": 0.19845183435219937, "level": 0, "difficulty": 0.05, "reward_ma": 0.15594716294496214, "leveled_up": false}
{"t": 41, "ts": 1788184722.402136, "step": 82, "loss_diff": 1.0151033401489258, "reward": 0.17561077907346442, "level": 0, "difficulty": 0.05, "reward_ma": 0.15791352455781238, "leveled_up": false}
{"t": 42, "ts": 1788184724.1717637, "step": 84, "loss_diff": 0.8572021126747131, "reward": 0.0875046007608413, "level": 0, "difficulty": 0.05, "reward_ma": 0.15087263217811528, "leveled_up": false}
{"t": 43, "ts": 1788184725.9353306, "step": 86, "loss_diff": 1.2615399360656738, "reward": 0.161358655161913, "level": 0, "difficulty": 0.05, "reward_ma": 0.15192123447649505, "leveled_up": false}
{"t": 44, "ts": 1788184727.723842, "step": 88, "loss_diff": 1.045532464981079, "reward": 0.21817589577436636, "level": 0, "difficulty": 0.05, "reward_ma": 0.15854670060628218, "leveled_up": false}
{"t": 45, "ts": 1788184729.5761383, "step": 90, "loss_diff": 1.0499274730682373, "reward": 0.25994348658329125, "level": 0, "difficulty": 0.05, "reward_ma": 0.1686863792039831, "leveled_up": false}
{"t": 46, "ts": 1788184731.3694055, "step": 92, "loss_diff": 1.0283952951431274, "reward": 0.21921002690390795, "level": 0, "difficulty": 0.05, "reward_ma": 0.1737387439739756, "leveled_up": false}
{"t": 47, "ts": 1788184733.112836, "step": 94, "loss_diff": 1.0081775188446045, "reward": 0.18394250536516044, "level": 0, "difficulty": 0.05, "reward_ma": 0.1747591201130941, "leveled_up": false}
{"t": 48, "ts": 1788184734.9151516, "step": 96, "loss_diff": 0.9916046261787415, "reward": 0.21080374193410512, "level": 0, "difficulty": 0.05, "reward_ma": 0.17836358229519522, "leveled_up": false}
{"t": 49, "ts": 1788184736.6677449, "step": 98, "loss_diff": 1.3205440044403076, "reward": 0.1877431870012563, "level": 0, "difficulty": 0.05, "reward_ma": 0.17930154276580135, "leveled_up": false}
{"t": 50, "ts": 1788184738.4883244, "step": 100, "loss_diff": 1.013296365737915, "reward": 0.08827256349288212, "level": 0, "difficulty": 0.05, "reward_ma": 0.17019864483850944, "leveled_up": false}
{"t": 51, "ts": 1788184740.2363617, "step": 102, "loss_diff": 1.2585264444351196, "reward": 0.22925892669833658, "level": 0, "difficulty": 0.05, "reward_ma": 0.17610467302449218, "leveled_up": false}
{"t": 52, "ts": 1788184742.0321236, "step": 104, "loss_diff": 1.058473825454712, "reward": 0.2315499170596209, "level": 0, "difficulty": 0.05, "reward_ma": 0.18164919742800506, "leveled_up": false}
{"t": 53, "ts": 1788184743.8196182, "step": 106, "loss_diff": 1.067878007888794, "reward": 0.17715592372687902, "level": 0, "difficulty": 0.05, "reward_ma": 0.18119987005789248, "leveled_up": false}
{"t": 54, "ts": 1788184745.5682955, "step": 108, "loss_diff": 0.8659717440605164, "reward": 0.24267962801874798, "level": 0, "difficulty": 0.05, "reward_ma": 0.18734784585397804, "leveled_up": false}
{"t": 55, "ts": 1788184747.3246143, "step": 110, "loss_diff": 1.0864665508270264, "reward": 0.14332378177206834, "level": 0, "difficulty": 0.05, "reward_ma": 0.1829454394457871, "leveled_up": false}
{"t": 56, "ts": 1788184749.0766828, "step": 112, "loss_diff": 1.1083486080169678, "reward": 0.23818629219501275, "level": 0, "difficulty": 0.05, "reward_ma": 0.18846952472070966, "leveled_up": false}
{"t": 57, "ts": 1788184750.9285457, "step": 114, "loss_diff": 1.1485861539840698, "reward": 0.24929929675853968, "level": 0, "difficulty": 0.05, "reward_ma": 0.19455250192449267, "leveled_up": false}
{"t": 58, "ts": 1788184752.790127, "step": 116, "loss_diff": 0.9634684324264526, "reward": 0.1614778108264105, "level": 0, "difficulty": 0.05, "reward_ma": 0.19124503281468447, "leveled_up": false}
{"t": 59, "ts": 1788184754.5372064, "step": 118, "loss_diff": 1.0010390281677246, "reward": 0.2586372732440694, "level": 0, "difficulty": 0.05, "reward_ma": 0.19798425685762297, "leveled_up": false}
{"t": 60, "ts": 1788184756.307081, "step": 120, "loss_diff": 1.0603755712509155, "reward": 0.22006723905610973, "level": 0, "difficulty": 0.05, "reward_ma": 0.20019255507747166, "leveled_up": false}
{"t": 61, "ts": 1788184773.1144457, "step": 122, "loss_diff": 1.174882411956787, "reward": 0.2945606949185001, "level": 0, "difficulty": 0.05, "reward_ma": 0.2096293690615745, "leveled_up": false}
{"t": 62, "ts": 1788184774.8226786, "step": 124, "loss_diff": 1.1373682022094727, "reward": 0.2971914497674066, "level": 0, "difficulty": 0.05, "reward_ma": 0.21838557713215773, "leveled_up": false}
{"t": 63, "ts": 1788184775.9273634, "step": 126, "loss_diff": 1.0028034448623657, "reward": 0.16410585371354242, "level": 0, "difficulty": 0.05, "reward_ma": 0.21295760479029618, "leveled_up": false}
{"t": 64, "ts": 1788184777.0084186, "step": 128, "loss_diff": 0.9416895508766174, "reward": 0.1088562233199134, "level": 0, "difficulty": 0.05, "reward_ma": 0.2025474666432579, "leveled_up": false}
{"t": 65, "ts": 1788184778.803705, "step": 130, "loss_diff": 0.9343189597129822, "reward": 0.08428462007840909, "level": 0, "difficulty": 0.05, "reward_ma": 0.19072118198677304, "leveled_up": false}
{"t": 66, "ts": 1788184779.8318064, "step": 132, "loss_diff": 1.1590222120285034, "reward": 0.2495472807129773, "level": 0, "difficulty": 0.05, "reward_ma": 0.19660379185939347, "leveled_up": false}
{"t": 67, "ts": 1788184781.6293962, "step": 134, "loss_diff": 0.8829293251037598, "reward": 0.20652407481585477, "level": 0, "difficulty": 0.05, "reward_ma": 0.1975958201550396, "leveled_up": false}
{"t": 68, "ts": 1788184783.7029467, "step": 136, "loss_diff": 1.0121707916259766, "reward": 0.19034156522252982, "level": 0, "difficulty": 0.05, "reward_ma": 0.19687039466178863, "leveled_up": false}
{"t": 69, "ts": 1788184785.4234335, "step": 138, "loss_diff": 0.9735515713691711, "reward": 0.25198444854943786, "level": 0, "difficulty": 0.05, "reward_ma": 0.20238180005055356, "leveled_up": false}
{"t": 70, "ts": 1788184787.301563, "step": 140, "loss_diff": 1.198849081993103, "reward": 0.22556268975902488, "level": 0, "difficulty": 0.05, "reward_ma": 0.2046998890214007, "leveled_up": false}
{"t": 71, "ts": 1788184789.4192238, "step": 142, "loss_diff": 1.024360179901123, "reward": 0.24578984245046764, "level": 0, "difficulty": 0.05, "reward_ma": 0.2088088843643074, "leveled_up": false}
{"t": 72, "ts": 1788184791.3089406, "step": 144, "loss_diff": 0.9948577880859375, "reward": 0.26551419110227187, "level": 0, "difficulty": 0.05, "reward_ma": 0.21447941503810383, "leveled_up": false}
{"t": 73, "ts": 1788184793.2311773, "step": 146, "loss_diff": 0.9443805813789368, "reward": 0.2666627082607019, "level": 0, "difficulty": 0.05, "reward_ma": 0.21969774436036366, "leveled_up": false}
{"t": 74, "ts": 1788184795.1136253, "step": 148, "loss_diff": 1.0396353006362915, "reward": 0.22138495048441748, "level": 0, "difficulty": 0.05, "reward_ma": 0.21986646497276904, "leveled_up": false}
{"t": 75, "ts": 1788184797.2904496, "step": 150, "loss_diff": 0.9927421808242798, "reward": 0.2185405254364241, "level": 0, "difficulty": 0.05, "reward_ma": 0.21973387101913455, "leveled_up": false}
{"t": 76, "ts": 1788184799.1261356, "step": 152, "loss_diff": 1.1409825086593628, "reward": 0.22475521299491796, "level": 0, "difficulty": 0.05, "reward_ma": 0.22023600521671288, "leveled_up": false}
{"t": 77, "ts": 1788184800.9934766, "step": 154, "loss_diff": 0.8866633176803589, "reward": 0.2680302189936436, "level": 0, "difficulty": 0.05, "reward_ma": 0.22501542659440596, "leveled_up": false}
{"t": 78, "ts": 1788184802.8020208, "step": 156, "loss_diff": 1.0382640361785889, "reward": 0.2270096663555694, "level": 0, "difficulty": 0.05, "reward_ma": 0.22521485057052232, "leveled_up": false}
{"t": 79, "ts": 1788184804.5383818, "step": 158, "loss_diff": 1.1802687644958496, "reward": 0.29426957195378706, "level": 0, "difficulty": 0.05, "reward_ma": 0.2321203227088488, "leveled_up": false}
{"t": 80, "ts": 1788184806.4312844, "step": 160, "loss_diff": 0.9643417596817017, "reward": 0.2707601403264701, "level": 0, "difficulty": 0.05, "reward_ma": 0.23598430447061094, "leveled_up": false}
{"t": 81, "ts": 1788184808.2787497, "step": 162, "loss_diff": 1.0359457731246948, "reward": 0.2723409412292001, "level": 0, "difficulty": 0.05, "reward_ma": 0.23961996814646988, "leveled_up": false}
{"t": 82, "ts": 1788184810.0234277, "step": 164, "loss_diff": 0.998645007610321, "reward": 0.28208325699667025, "level": 0, "difficulty": 0.05, "reward_ma": 0.24386629703148993, "leveled_up": false}
{"t": 83, "ts": 1788184811.8079522, "step": 166, "loss_diff": 1.0930278301239014, "reward": 0.22469048494064725, "level": 0, "difficulty": 0.05, "reward_ma": 0.24194871582240568, "leveled_up": false}
{"t": 84, "ts": 1788184813.5229573, "step": 168, "loss_diff": 1.0901826620101929, "reward": 0.30319895233936905, "level": 0, "difficulty": 0.05, "reward_ma": 0.24807373947410202, "leveled_up": false}
{"t": 85, "ts": 1788184815.2804935, "step": 170, "loss_diff": 1.227063775062561, "reward": 0.23158574868638648, "level": 0, "difficulty": 0.05, "reward_ma": 0.24642494039533047, "leveled_up": false}
{"t": 86, "ts": 1788184817.0692477, "step": 172, "loss_diff": 1.1403257846832275, "reward": 0.08254802081226918, "level": 0, "difficulty": 0.05, "reward_ma": 0.23003724843702436, "leveled_up": false}
{"t": 87, "ts": 1788184818.823853, "step": 174, "loss_diff": 1.0787467956542969, "reward": 0.20332809775214172, "level": 0, "difficulty": 0.05, "reward_ma": 0.2273663333685361, "leveled_up": false}
{"t": 88, "ts": 1788184820.66692, "step": 176, "loss_diff": 1.1046202182769775, "reward": 0.2955727964503215, "level": 0, "difficulty": 0.05, "reward_ma": 0.23418697967671465, "leveled_up": false}
{"t": 89, "ts": 1788184822.7933347, "step": 178, "loss_diff": 1.0662344694137573, "reward": 0.2769398060914923, "level": 0, "difficulty": 0.05, "reward_ma": 0.23846226231819243, "leveled_up": false}
{"t": 90, "ts": 1788184824.9845815, "step": 180, "loss_diff": 0.9183535575866699, "reward": 0.3267022760282494, "level": 0, "difficulty": 0.05, "reward_ma": 0.24728626368919815, "leveled_up": false}
{"t": 91, "ts": 1788184826.9714506, "step": 182, "loss_diff": 1.0411628484725952, "reward": 0.22361271209767533, "level": 0, "difficulty": 0.05, "reward_ma": 0.24491890853004586, "leveled_up": false}
{"t": 0, "ts": 1788184915.1181455, "step": 0, "loss_diff": 1.7444610595703125, "reward": 0.06139348655463114, "level": 0, "difficulty": 0.14421045114915976, "reward_ma": 0.006139348655463114, "leveled_up": false}
{"t": 1, "ts": 1788184916.5260577, "step": 2, "loss_diff": 1.9295412302017212, "reward": 0.05794050337671712, "level": 0, "difficulty": 0.08880941095872891, "reward_ma": 0.011319464127588514, "leveled_up": false}
{"t": 2, "ts": 1788184917.5977485, "step": 4, "loss_diff": 1.1783298254013062, "reward": 0.0755980425873952, "level": 0, "difficulty": 0.05, "reward_ma": 0.017747321973569184, "leveled_up": false}
{"t": 3, "ts": 1788184918.7358932, "step": 6, "loss_diff": 1.2641942501068115, "reward": 0.07298667985092619, "level": 0, "difficulty": 0.05, "reward_ma": 0.023271257761304887, "leveled_up": false}
{"t": 4, "ts": 1788184920.0847714, "step": 8, "loss_diff": 1.6199049949645996, "reward": 0.06399193150932408, "level": 0, "difficulty": 0.05, "reward_ma": 0.027343325136106808, "leveled_up": false}
{"t": 5, "ts": 1788184921.0072165, "step": 10, "loss_diff": 1.2576887607574463, "reward": 0.07317757437698655, "level": 0, "difficulty": 0.05, "reward_ma": 0.03192675006019478, "leveled_up": false}
{"t": 6, "ts": 1788184922.3258748, "step": 12, "loss_diff": 1.2857084274291992, "reward": 0.07236311519637352, "level": 0, "difficulty": 0.05, "reward_ma": 0.03597038657381266, "leveled_up": false}
{"t": 7, "ts": 1788184923.7000659, "step": 14, "loss_diff": 1.0430731773376465, "reward": 0.08015675630256172, "level": 0, "difficulty": 0.05, "reward_ma": 0.040389023546687566, "leveled_up": false}
{"t": 8, "ts": 1788184925.072792, "step": 16, "loss_diff": 1.1993992328643799, "reward": 0.07493838908283032, "level": 0, "difficulty": 0.05, "reward_ma": 0.043843960100301844, "leveled_up": false}
{"t": 9, "ts": 1788184926.3792307, "step": 18, "loss_diff": 1.6722670793533325, "reward": 0.06287006087308447, "level": 0, "difficulty": 0.05, "reward_ma": 0.04574657017758011, "leveled_up": false}
{"t": 10, "ts": 1788184927.8295186, "step": 20, "loss_diff": 1.4833669662475586, "reward": 0.06713981351285908, "level": 0, "difficulty": 0.05, "reward_ma": 0.04788589451110801, "leveled_up": false}
{"t": 11, "ts": 1788184929.4135823, "step": 22, "loss_diff": 1.4991518259048462, "reward": 0.06675831008594625, "level": 0, "difficulty": 0.05, "reward_ma": 0.049773136068591836, "leveled_up": false}
{"t": 12, "ts": 1788184930.9328814, "step": 24, "loss_diff": 1.300567388534546, "reward": 0.0719392537495691, "level": 0, "difficulty": 0.05, "reward_ma": 0.05198974783668956, "leveled_up": false}
{"t": 13, "ts": 1788184932.519412, "step": 26, "loss_diff": 1.218013882637024, "reward": 0.07436601784851728, "level": 0, "difficulty": 0.05, "reward_ma": 0.05422737483787233, "leveled_up": false}
{"t": 14, "ts": 1788184934.032992, "step": 28, "loss_diff": 1.2807769775390625, "reward": 0.07633074355599512, "level": 0, "difficulty": 0.05, "reward_ma": 0.05643771170968461, "leveled_up": false}
{"t": 15, "ts": 1788184935.7751722, "step": 30, "loss_diff": 1.085555076599121, "reward": 0.09519775761382403, "level": 0, "difficulty": 0.05, "reward_ma": 0.060313716300098554, "leveled_up": false}
{"t": 16, "ts": 1788184937.3062909, "step": 32, "loss_diff": 1.5167351961135864, "reward": 0.06633897305523719, "level": 0, "difficulty": 0.05, "reward_ma": 0.06091624197561241, "leveled_up": false}
{"t": 17, "ts": 1788184938.837509, "step": 34, "loss_diff": 1.1559174060821533, "reward": 0.07631389623388843, "level": 0, "difficulty": 0.05, "reward_ma": 0.062456007401440014, "leveled_up": false}
{"t": 18, "ts": 1788184940.537693, "step": 36, "loss_diff": 1.8433903455734253, "reward": 0.059491871634694916, "level": 0, "difficulty": 0.05, "reward_ma": 0.062159593824765505, "leveled_up": false}
{"t": 19, "ts": 1788184942.134354, "step": 38, "loss_diff": 1.241511583328247, "reward": 0.07365707475004564, "level": 0, "difficulty": 0.05, "reward_ma": 0.06330934191729352, "leveled_up": false}
{"t": 20, "ts": 1788184943.7966924, "step": 40, "loss_diff": 1.1913026571273804, "reward": 0.07519038076587412, "level": 0, "difficulty": 0.05, "reward_ma": 0.06449744580215158, "leveled_up": false}
{"t": 21, "ts": 1788184945.3163974, "step": 42, "loss_diff": 0.9799308776855469, "reward": 0.0824981675656456, "level": 0, "difficulty": 0.05, "reward_ma": 0.06629751797850099, "leveled_up": false}
{"t": 22, "ts": 1788184946.6677296, "step": 44, "loss_diff": 0.9681934118270874, "reward": 0.08294996920108744, "level": 0, "difficulty": 0.05, "reward_ma": 0.06796276310075963, "leveled_up": false}
{"t": 23, "ts": 1788184948.0090652, "step": 46, "loss_diff": 0.9682868123054504, "reward": 0.08294635273661377, "level": 0, "difficulty": 0.05, "reward_ma": 0.06946112206434504, "leveled_up": false}
{"t": 24, "ts": 1788184949.3348541, "step": 48, "loss_diff": 1.0286345481872559, "reward": 0.08067930826301384, "level": 0, "difficulty": 0.05, "reward_ma": 0.07058294068421193, "leveled_up": false}
{"t": 25, "ts": 1788184950.7293472, "step": 50, "loss_diff": 1.0834518671035767, "reward": 0.07873385070504946, "level": 0, "difficulty": 0.05, "reward_ma": 0.07139803168629569, "leveled_up": false}
{"t": 26, "ts": 1788184952.0847793, "step": 52, "loss_diff": 0.9982687830924988, "reward": 0.08180292387765215, "level": 0, "difficulty": 0.05, "reward_ma": 0.07243852090543133, "leveled_up": false}
{"t": 27, "ts": 1788184953.512088, "step": 54, "loss_diff": 0.9558935761451721, "reward": 0.08342923625401093, "level": 0, "difficulty": 0.05, "reward_ma": 0.07353759244028929, "leveled_up": false}
{"t": 28, "ts": 1788184954.8270936, "step": 56, "loss_diff": 0.9566777944564819, "reward": 0.08339849909660971, "level": 0, "difficulty": 0.05, "reward_ma": 0.07452368310592133, "leveled_up": false}
{"t": 29, "ts": 1788184956.1764736, "step": 58, "loss_diff": 1.2482622861862183, "reward": 0.07345614127812068, "level": 0, "difficulty": 0.05, "reward_ma": 0.07441692892314127, "leveled_up": false}
{"t": 30, "ts": 1788184957.5283077, "step": 60, "loss_diff": 1.1320571899414062, "reward": 0.0770925325644578, "level": 0, "difficulty": 0.05, "reward_ma": 0.07468448928727292, "leveled_up": false}
{"t": 31, "ts": 1788184975.2264776, "step": 62, "loss_diff": 1.150925636291504, "reward": 0.07647536491308687, "level": 0, "difficulty": 0.05, "reward_ma": 0.07486357684985431, "leveled_up": false}
{"t": 32, "ts": 1788184976.100113, "step": 64, "loss_diff": 0.8873226046562195, "reward": 0.08621561532665943, "level": 0, "difficulty": 0.05, "reward_ma": 0.07599878069753482, "leveled_up": false}
{"t": 33, "ts": 1788184977.42656, "step": 66, "loss_diff": 1.09170401096344, "reward": 0.07844981407673662, "level": 0, "difficulty": 0.05, "reward_ma": 0.076243884035455, "leveled_up": false}
{"t": 34, "ts": 1788184978.2327766, "step": 68, "loss_diff": 1.0809290409088135, "reward": 0.07882113534965499, "level": 0, "difficulty": 0.05, "reward_ma": 0.076501609166875, "leveled_up": false}
{"t": 35, "ts": 1788184979.1206431, "step": 70, "loss_diff": 1.2392934560775757, "reward": 0.07372336134613813, "level": 0, "difficulty": 0.05, "reward_ma": 0.07622378438480132, "leveled_up": false}
{"t": 36, "ts": 1788184980.4276497, "step": 72, "loss_diff": 0.9891413450241089, "reward": 0.0821473694492442, "level": 0, "difficulty": 0.05, "reward_ma": 0.07681614289124561, "leveled_up": false}
{"t": 37, "ts": 1788184981.7953706, "step": 74, "loss_diff": 0.9750338196754456, "reward": 0.0826860135616364, "level": 0, "difficulty": 0.05, "reward_ma": 0.07740312995828469, "leveled_up": false}
{"t": 38, "ts": 1788184983.187558, "step": 76, "loss_diff": 1.0656874179840088, "reward": 0.07935299935119365, "level": 0, "difficulty": 0.05, "reward_ma": 0.07759811689757559, "leveled_up": false}
{"t": 39, "ts": 1788184984.5170245, "step": 78, "loss_diff": 1.031446933746338, "reward": 0.08057694200712842, "level": 0, "difficulty": 0.05, "reward_ma": 0.07789599940853087, "leveled_up": false}
{"t": 40, "ts": 1788184985.905599, "step": 80, "loss_diff": 0.9875692129135132, "reward": 0.08220701696929286, "level": 0, "difficulty": 0.05, "reward_ma": 0.07832710116460707, "leveled_up": false}
{"t": 41, "ts": 1788184987.2704053, "step": 82, "loss_diff": 0.962155282497406, "reward": 0.08318449602505343, "level": 0, "difficulty": 0.05, "reward_ma": 0.07881284065065171, "leveled_up": false}
{"t": 42, "ts": 1788184988.6687765, "step": 84, "loss_diff": 1.2022281885147095, "reward": 0.07485077962119777, "level": 0, "difficulty": 0.05, "reward_ma": 0.07841663454770632, "leveled_up": false}
{"t": 43, "ts": 1788184990.06695, "step": 86, "loss_diff": 1.2379615306854248, "reward": 0.07376322779292432, "level": 0, "difficulty": 0.05, "reward_ma": 0.07795129387222811, "leveled_up": false}
{"t": 44, "ts": 1788184991.5213885, "step": 88, "loss_diff": 0.8977505564689636, "reward": 0.08577889339147987, "level": 0, "difficulty": 0.05, "reward_ma": 0.0787340538241533, "leveled_up": false}
{"t": 45, "ts": 1788184992.8919864, "step": 90, "loss_diff": 1.0209754705429077, "reward": 0.08095953067803259, "level": 0, "difficulty": 0.05, "reward_ma": 0.07895660150954123, "leveled_up": false}
{"t": 46, "ts": 1788184994.216735, "step": 92, "loss_diff": 1.0939959287643433, "reward": 0.0783713240938128, "level": 0, "difficulty": 0.05, "reward_ma": 0.07889807376796838, "leveled_up": false}
{"t": 47, "ts": 1788184995.5718915, "step": 94, "loss_diff": 1.2959675788879395, "reward": 0.07206987998424244, "level": 0, "difficulty": 0.05, "reward_ma": 0.07821525438959578, "leveled_up": false}
{"t": 48, "ts": 1788184996.974388, "step": 96, "loss_diff": 1.1842292547225952, "reward": 0.18592693594715892, "level": 0, "difficulty": 0.05, "reward_ma": 0.0889864225453521, "leveled_up": false}
{"t": 49, "ts": 1788184998.3644857, "step": 98, "loss_diff": 1.5854945182800293, "reward": 0.06475392767104829, "level": 0, "difficulty": 0.05, "reward_ma": 0.08656317305792173, "leveled_up": false}
{"t": 50, "ts": 1788184999.7983189, "step": 100, "loss_diff": 1.214278221130371, "reward": 0.1125945906184771, "level": 0, "difficulty": 0.05, "reward_ma": 0.08916631481397727, "leveled_up": false}
{"t": 51, "ts": 1788185001.2129505, "step": 102, "loss_diff": 1.1231273412704468, "reward": 0.12494388905173498, "level": 0, "difficulty": 0.05, "reward_ma": 0.09274407223775305, "leveled_up": false}
{"t": 52, "ts": 1788185002.6656325, "step": 104, "loss_diff": 0.9876841902732849, "reward": 0.08307072358723337, "level": 0, "difficulty": 0.05, "reward_ma": 0.09177673737270109, "leveled_up": false}
{"t": 53, "ts": 1788185004.0925481, "step": 106, "loss_diff": 1.0602738857269287, "reward": 0.07954380113292812, "level": 0, "difficulty": 0.05, "reward_ma": 0.0905534437487238, "leveled_up": false}
{"t": 54, "ts": 1788185005.4725804, "step": 108, "loss_diff": 0.9693465828895569, "reward": 0.08290534247089215, "level": 0, "difficulty": 0.05, "reward_ma": 0.08978863362094064, "leveled_up": false}
{"t": 55, "ts": 1788185006.7928138, "step": 110, "loss_diff": 1.164978265762329, "reward": 0.07602270720760525, "level": 0, "difficulty": 0.05, "reward_ma": 0.0884120409796071, "leveled_up": false}
{"t": 56, "ts": 1788185008.0977688, "step": 112, "loss_diff": 1.1217689514160156, "reward": 0.07743367468418225, "level": 0, "difficulty": 0.05, "reward_ma": 0.08731420435006461, "leveled_up": false}
{"t": 57, "ts": 1788185009.4146073, "step": 114, "loss_diff": 1.1328216791152954, "reward": 0.0770673146479649, "level": 0, "difficulty": 0.05, "reward_ma": 0.08628951537985463, "leveled_up": false}
{"t": 58, "ts": 1788185010.7247932, "step": 116, "loss_diff": 0.9916846752166748, "reward": 0.09452260195268042, "level": 0, "difficulty": 0.05, "reward_ma": 0.08711282403713722, "leveled_up": false}
{"t": 59, "ts": 1788185012.070654, "step": 118, "loss_diff": 1.2474861145019531, "reward": 0.07347918247641355, "level": 0, "difficulty": 0.05, "reward_ma": 0.08574945988106486, "leveled_up": false}
{"t": 60, "ts": 1788185013.4013157, "step": 120, "loss_diff": 1.1063519716262817, "reward": 0.08287493264965573, "level": 0, "difficulty": 0.05, "reward_ma": 0.08546200715792394, "leveled_up": false}
{"t": 61, "ts": 1788185034.984381, "step": 122, "loss_diff": 1.0945054292678833, "reward": 0.11449286367430322, "level": 0, "difficulty": 0.05, "reward_ma": 0.08836509280956188, "leveled_up": false}
{"t": 62, "ts": 1788185036.4164512, "step": 124, "loss_diff": 1.4751100540161133, "reward": 0.07247175462064484, "level": 0, "difficulty": 0.05, "reward_ma": 0.08677575899067018, "leveled_up": false}
{"t": 63, "ts": 1788185037.4028888, "step": 126, "loss_diff": 1.1106542348861694, "reward": 0.07780595876563125, "level": 0, "difficulty": 0.05, "reward_ma": 0.08587877896816629, "leveled_up": false}
{"t": 64, "ts": 1788185038.3238673, "step": 128, "loss_diff": 0.8828644752502441, "reward": 0.086403797606875, "level": 0, "difficulty": 0.05, "reward_ma": 0.08593128083203716, "leveled_up": false}
{"t": 65, "ts": 1788185039.8244576, "step": 130, "loss_diff": 0.9745607376098633, "reward": 0.08270420984576282, "level": 0, "difficulty": 0.05, "reward_ma": 0.08560857373340973, "leveled_up": false}
{"t": 66, "ts": 1788185040.7726767, "step": 132, "loss_diff": 1.2309796810150146, "reward": 0.07397298337187548, "level": 0, "difficulty": 0.05, "reward_ma": 0.08444501469725631, "leveled_up": false}
{"t": 67, "ts": 1788185042.2231445, "step": 134, "loss_diff": 1.0213773250579834, "reward": 0.08094477525451631, "level": 0, "difficulty": 0.05, "reward_ma": 0.08409499075298231, "leveled_up": false}
{"t": 68, "ts": 1788185043.694621, "step": 136, "loss_diff": 1.0552767515182495, "reward": 0.07972081895985365, "level": 0, "difficulty": 0.05, "reward_ma": 0.08365757357366944, "leveled_up": false}
{"t": 69, "ts": 1788185045.29905, "step": 138, "loss_diff": 0.8764752149581909, "reward": 0.08667505397725682, "level": 0, "difficulty": 0.05, "reward_ma": 0.08395932161402818, "leveled_up": false}
{"t": 70, "ts": 1788185046.735694, "step": 140, "loss_diff": 1.2254539728164673, "reward": 0.07413992512679508, "level": 0, "difficulty": 0.05, "reward_ma": 0.08297738196530487, "leveled_up": false}
{"t": 71, "ts": 1788185048.1886854, "step": 142, "loss_diff": 1.01661217212677, "reward": 0.08112012224987065, "level": 0, "difficulty": 0.05, "reward_ma": 0.08279165599376145, "leveled_up": false}
{"t": 72, "ts": 1788185050.0168693, "step": 144, "loss_diff": 0.9844076633453369, "reward": 0.08232725395989829, "level": 0, "difficulty": 0.05, "reward_ma": 0.08274521579037515, "leveled_up": false}
{"t": 73, "ts": 1788185051.414793, "step": 146, "loss_diff": 0.9345685839653015, "reward": 0.08427461395588248, "level": 0, "difficulty": 0.05, "reward_ma": 0.08289815560692589, "leveled_up": false}
{"t": 74, "ts": 1788185052.7767074, "step": 148, "loss_diff": 1.0423892736434937, "reward": 0.08018134093760211, "level": 0, "difficulty": 0.05, "reward_ma": 0.08262647413999352, "leveled_up": false}
{"t": 75, "ts": 1788185054.1747134, "step": 150, "loss_diff": 1.0410667657852173, "reward": 0.08022892853603367, "level": 0, "difficulty": 0.05, "reward_ma": 0.08238671957959755, "leveled_up": false}
{"t": 76, "ts": 1788185055.564712, "step": 152, "loss_diff": 1.3559256792068481, "reward": 0.07040718806381181, "level": 0, "difficulty": 0.05, "reward_ma": 0.08118876642801898, "leveled_up": false}
{"t": 77, "ts": 1788185056.9721782, "step": 154, "loss_diff": 0.9447871446609497, "reward": 0.08386721043122869, "level": 0, "difficulty": 0.05, "reward_ma": 0.08145661082833995, "leveled_up": false}
{"t": 78, "ts": 1788185058.374579, "step": 156, "loss_diff": 1.0415928363800049, "reward": 0.08020999163359174, "level": 0, "difficulty": 0.05, "reward_ma": 0.08133194890886514, "leveled_up": false}
{"t": 79, "ts": 1788185059.7800074, "step": 158, "loss_diff": 1.415372371673584, "reward": 0.06884017262654295, "level": 0, "difficulty": 0.05, "reward_ma": 0.08008277128063292, "leveled_up": false}
{"t": 80, "ts": 1788185061.1729631, "step": 160, "loss_diff": 0.8029916286468506, "reward": 0.08993300881563718, "level": 0, "difficulty": 0.05, "reward_ma": 0.08106779503413335, "leveled_up": false}
{"t": 81, "ts": 1788185062.5987387, "step": 162, "loss_diff": 1.1722021102905273, "reward": 0.07579229479176752, "level": 0, "difficulty": 0.05, "reward_ma": 0.08054024500989676, "leveled_up": false}
{"t": 82, "ts": 1788185063.9301941, "step": 164, "loss_diff": 0.9309177398681641, "reward": 0.10697917457638496, "level": 0, "difficulty": 0.05, "reward_ma": 0.08318413796654558, "leveled_up": false}
{"t": 83, "ts": 1788185065.3268747, "step": 166, "loss_diff": 1.117918848991394, "reward": 0.07756219036961581, "level": 0, "difficulty": 0.05, "reward_ma": 0.08262194320685261, "leveled_up": false}
{"t": 84, "ts": 1788185066.7110791, "step": 168, "loss_diff": 1.0232280492782593, "reward": 0.08087689542534374, "level": 0, "difficulty": 0.05, "reward_ma": 0.08244743842870172, "leveled_up": false}
{"t": 85, "ts": 1788185068.0282004, "step": 170, "loss_diff": 1.2383151054382324, "reward": 0.07375264016518997, "level": 0, "difficulty": 0.05, "reward_ma": 0.08157795860235055, "leveled_up": false}
{"t": 86, "ts": 1788185069.3893912, "step": 172, "loss_diff": 1.1729422807693481, "reward": 0.07576877277274166, "level": 0, "difficulty": 0.05, "reward_ma": 0.08099704001938966, "leveled_up": false}
{"t": 87, "ts": 1788185070.7190146, "step": 174, "loss_diff": 0.9710551500320435, "reward": 0.08283931838768484, "level": 0, "difficulty": 0.05, "reward_ma": 0.08118126785621918, "leveled_up": false}
{"t": 88, "ts": 1788185072.127698, "step": 176, "loss_diff": 1.0488877296447754, "reward": 0.08321786490743432, "level": 0, "difficulty": 0.05, "reward_ma": 0.08138492756134069, "leveled_up": false}
{"t": 89, "ts": 1788185073.4309509, "step": 178, "loss_diff": 1.282716989517212, "reward": 0.0724491151766722, "level": 0, "difficulty": 0.05, "reward_ma": 0.08049134632287384, "leveled_up": false}
{"t": 90, "ts": 1788185074.8000677, "step": 180, "loss_diff": 0.9783185124397278, "reward": 0.0825599135109466, "level": 0, "difficulty": 0.05, "reward_ma": 0.08069820304168111, "leveled_up": false}
{"t": 91, "ts": 1788185076.1791854, "step": 182, "loss_diff": 1.056046485900879, "reward": 0.07969349592689867, "level": 0, "difficulty": 0.05, "reward_ma": 0.08059773233020287, "leveled_up": false}
{"t": 92, "ts": 1788185092.4711535, "step": 184, "loss_diff": 1.0917295217514038, "reward": 0.07844893947692987, "level": 0, "difficulty": 0.05, "reward_ma": 0.08038285304487557, "leveled_up": false}
{"t": 93, "ts": 1788185093.3811808, "step": 186, "loss_diff": 1.1933348178863525, "reward": 0.07512695846088784, "level": 0, "difficulty": 0.05, "reward_ma": 0.0798572635864768, "leveled_up": false}
{"t": 94, "ts": 1788185094.78756, "step": 188, "loss_diff": 1.0465521812438965, "reward": 0.08003194916268036, "level": 0, "difficulty": 0.05, "reward_ma": 0.07987473214409715, "leveled_up": false}
{"t": 95, "ts": 1788185095.689768, "step": 190, "loss_diff": 1.1200758218765259, "reward": 0.07749013352571246, "level": 0, "difficulty": 0.05, "reward_ma": 0.0796362722822587, "leveled_up": false}
{"t": 96, "ts": 1788185096.5654116, "step": 192, "loss_diff": 0.9650709629058838, "reward": 0.08307106821023237, "level": 0, "difficulty": 0.05, "reward_ma": 0.07997975187505607, "leveled_up": false}
{"t": 97, "ts": 1788185098.0139096, "step": 194, "loss_diff": 1.0013086795806885, "reward": 0.10258161474616888, "level": 0, "difficulty": 0.05, "reward_ma": 0.08223993816216736, "leveled_up": false}
{"t": 98, "ts": 1788185099.4923446, "step": 196, "loss_diff": 0.9391872882843018, "reward": 0.1371422971845163, "level": 0, "difficulty": 0.05, "reward_ma": 0.08773017406440226, "leveled_up": false}
{"t": 99, "ts": 1788185100.9843805, "step": 198, "loss_diff": 1.0039293766021729, "reward": 0.081590884308851, "level": 0, "difficulty": 0.05, "reward_ma": 0.08711624508884713, "leveled_up": false}
{"t": 100, "ts": 1788185102.4918442, "step": 200, "loss_diff": 1.062468409538269, "reward": 0.07946633367705691, "level": 0, "difficulty": 0.05, "reward_ma": 0.08635125394766811, "leveled_up": false}
{"t": 101, "ts": 1788185103.8779051, "step": 202, "loss_diff": 0.9023717641830444, "reward": 0.08558688852782817, "level": 0, "difficulty": 0.05, "reward_ma": 0.08627481740568411, "leveled_up": false}
{"t": 102, "ts": 1788185105.264195, "step": 204, "loss_diff": 0.9233500361442566, "reward": 0.11840939474310463, "level": 0, "difficulty": 0.05, "reward_ma": 0.08948827513942617, "leveled_up": false}
{"t": 103, "ts": 1788185106.6758077, "step": 206, "loss_diff": 1.1572564840316772, "reward": 0.07627070822164828, "level": 0, "difficulty": 0.05, "reward_ma": 0.08816651844764838, "leveled_up": false}
{"t": 104, "ts": 1788185108.0685003, "step": 208, "loss_diff": 1.093079924583435, "reward": 0.07840267333764275, "level": 0, "difficulty": 0.05, "reward_ma": 0.08719013393664782, "leveled_up": false}
{"t": 105, "ts": 1788185109.5051887, "step": 210, "loss_diff": 0.9719348549842834, "reward": 0.08280536860830262, "level": 0, "difficulty": 0.05, "reward_ma": 0.0867516574038133, "leveled_up": false}
{"t": 106, "ts": 1788185110.907943, "step": 212, "loss_diff": 1.1270705461502075, "reward": 0.07997004867812373, "level": 0, "difficulty": 0.05, "reward_ma": 0.08607349653124435, "leveled_up": false}
{"t": 107, "ts": 1788185112.2308211, "step": 214, "loss_diff": 0.7756916880607605, "reward": 0.09121207108749382, "level": 0, "difficulty": 0.05, "reward_ma": 0.0865873539868693, "leveled_up": false}
{"t": 108, "ts": 1788185113.6323857, "step": 216, "loss_diff": 0.9753265976905823, "reward": 0.16137753262339344, "level": 0, "difficulty": 0.05, "reward_ma": 0.09406637185052172, "leveled_up": false}
{"t": 109, "ts": 1788185115.0132635, "step": 218, "loss_diff": 1.1246418952941895, "reward": 0.0773380798178117, "level": 0, "difficulty": 0.05, "reward_ma": 0.09239354264725072, "leveled_up": false}
{"t": 110, "ts": 1788185116.3786898, "step": 220, "loss_diff": 1.0170077085494995, "reward": 0.08110553586064227, "level": 0, "difficulty": 0.05, "reward_ma": 0.09126474196858989, "leveled_up": false}
{"t": 111, "ts": 1788185117.7261798, "step": 222, "loss_diff": 1.0874582529067993, "reward": 0.07859567147866439, "level": 0, "difficulty": 0.05, "reward_ma": 0.08999783491959734, "leveled_up": false}
{"t": 112, "ts": 1788185119.112207, "step": 224, "loss_diff": 1.2383447885513306, "reward": 0.0737517514706838, "level": 0, "difficulty": 0.05, "reward_ma": 0.08837322657470599, "leveled_up": false}
{"t": 113, "ts": 1788185120.5120254, "step": 226, "loss_diff": 1.0569117069244385, "reward": 0.07966280784509859, "level": 0, "difficulty": 0.05, "reward_ma": 0.08750218470174526, "leveled_up": false}
{"t": 114, "ts": 1788185121.8278232, "step": 228, "loss_diff": 1.0511831045150757, "reward": 0.07986647446687668, "level": 0, "difficulty": 0.05, "reward_ma": 0.0867386136782584, "leveled_up": false}
{"t": 115, "ts": 1788185123.2856019, "step": 230, "loss_diff": 1.0325793027877808, "reward": 0.1003864693854632, "level": 0, "difficulty": 0.05, "reward_ma": 0.08810339924897888, "leveled_up": false}
{"t": 116, "ts": 1788185124.6360662, "step": 232, "loss_diff": 0.9366926550865173, "reward": 0.08418957547820471, "level": 0, "difficulty": 0.05, "reward_ma": 0.08771201687190147, "leveled_up": false}
{"t": 117, "ts": 1788185126.0670784, "step": 234, "loss_diff": 1.095525860786438, "reward": 0.10216864077926474, "level": 0, "difficulty": 0.05, "reward_ma": 0.0891576792626378, "leveled_up": false}
{"t": 118, "ts": 1788185127.48057, "step": 236, "loss_diff": 1.0340749025344849, "reward": 0.16160565642333627, "level": 0, "difficulty": 0.05, "reward_ma": 0.09640247697870766, "leveled_up": false}
{"t": 119, "ts": 1788185128.893168, "step": 238, "loss_diff": 0.9555932283401489, "reward": 0.08344101480798541, "level": 0, "difficulty": 0.05, "reward_ma": 0.09510633076163544, "leveled_up": false}
{"t": 120, "ts": 1788185130.3383417, "step": 240, "loss_diff": 0.8728828430175781, "reward": 0.08682838114408561, "level": 0, "difficulty": 0.05, "reward_ma": 0.09427853579988046, "leveled_up": false}
{"t": 121, "ts": 1788185131.7366474, "step": 242, "loss_diff": 0.9040560722351074, "reward": 0.08551713958027875, "level": 0, "difficulty": 0.05, "reward_ma": 0.09340239617792029, "leveled_up": false}
{"t": 122, "ts": 1788185153.186668, "step": 244, "loss_diff": 1.5901641845703125, "reward": 0.06464933381137891, "level": 0, "difficulty": 0.05, "reward_ma": 0.09052708994126615, "leveled_up": false}
{"t": 123, "ts": 1788185154.5979588, "step": 246, "loss_diff": 0.9853018522262573, "reward": 0.08229320819616466, "level": 0, "difficulty": 0.05, "reward_ma": 0.08970370176675602, "leveled_up": false}
{"t": 124, "ts": 1788185155.4270692, "step": 248, "loss_diff": 1.0625888109207153, "reward": 0.07946208823644714, "level": 0, "difficulty": 0.05, "reward_ma": 0.08867954041372514, "leveled_up": false}
{"t": 125, "ts": 1788185156.3750455, "step": 250, "loss_diff": 1.0094457864761353, "reward": 0.08138539507134597, "level": 0, "difficulty": 0.05, "reward_ma": 0.08795012587948722, "leveled_up": false}
{"t": 126, "ts": 1788185157.7817955, "step": 252, "loss_diff": 0.9992080330848694, "reward": 0.08176765752327897, "level": 0, "difficulty": 0.05, "reward_ma": 0.0873318790438664, "leveled_up": false}
{"t": 127, "ts": 1788185158.6201813, "step": 254, "loss_diff": 1.0542826652526855, "reward": 0.07975613604248537, "level": 0, "difficulty": 0.05, "reward_ma": 0.08657430474372829, "leveled_up": false}
{"t": 128, "ts": 1788185160.1787426, "step": 256, "loss_diff": 1.020190954208374, "reward": 0.0809883537180773, "level": 0, "difficulty": 0.05, "reward_ma": 0.0860157096411632, "leveled_up": false}
{"t": 129, "ts": 1788185161.6171107, "step": 258, "loss_diff": 1.121667742729187, "reward": 0.07743704704151196, "level": 0, "difficulty": 0.05, "reward_ma": 0.08515784338119808, "leveled_up": false}
{"t": 130, "ts": 1788185163.228966, "step": 260, "loss_diff": 1.0177379846572876, "reward": 0.08107862013929869, "level": 0, "difficulty": 0.05, "reward_ma": 0.08474992105700814, "leveled_up": false}
{"t": 131, "ts": 1788185164.701686, "step": 262, "loss_diff": 1.227766752243042, "reward": 0.09936116619927929, "level": 0, "difficulty": 0.05, "reward_ma": 0.08621104557123527, "leveled_up": false}
{"t": 132, "ts": 1788185166.184602, "step": 264, "loss_diff": 1.1586836576461792, "reward": 0.07622473792775698, "level": 0, "difficulty": 0.05, "reward_ma": 0.08521241480688745, "leveled_up": false}
{"t": 133, "ts": 1788185167.819555, "step": 266, "loss_diff": 1.1740437746047974, "reward": 0.07573379784264418, "level": 0, "difficulty": 0.05, "reward_ma": 0.08426455311046313, "leveled_up": false}
{"t": 134, "ts": 1788185169.3248405, "step": 268, "loss_diff": 1.0645262002944946, "reward": 0.1927798544261697, "level": 0, "difficulty": 0.05, "reward_ma": 0.09511608324203379, "leveled_up": false}
{"t": 135, "ts": 1788185170.835376, "step": 270, "loss_diff": 1.154833436012268, "reward": 0.07634889580522139, "level": 0, "difficulty": 0.05, "reward_ma": 0.09323936449835254, "leveled_up": false}
{"t": 136, "ts": 1788185172.310633, "step": 272, "loss_diff": 0.9557713866233826, "reward": 0.08343402764835466, "level": 0, "difficulty": 0.05, "reward_ma": 0.09225883081335276, "leveled_up": false}
{"t": 137, "ts": 1788185173.8235497, "step": 274, "loss_diff": 1.0431005954742432, "reward": 0.08015577103196529, "level": 0, "difficulty": 0.05, "reward_ma": 0.09104852483521401, "leveled_up": false}
{"t": 138, "ts": 1788185175.4062645, "step": 276, "loss_diff": 0.9760311841964722, "reward": 0.08264768020554576, "level": 0, "difficulty": 0.05, "reward_ma": 0.09020844037224719, "leveled_up": false}
{"t": 139, "ts": 1788185176.916114, "step": 278, "loss_diff": 0.9649376273155212, "reward": 0.08307624797860741, "level": 0, "difficulty": 0.05, "reward_ma": 0.0894952211328832, "leveled_up": false}
{"t": 140, "ts": 1788185178.432937, "step": 280, "loss_diff": 1.0130727291107178, "reward": 0.2782174512866187, "level": 0, "difficulty": 0.05, "reward_ma": 0.10836744414825675, "leveled_up": false}
{"t": 141, "ts": 1788185179.9276423, "step": 282, "loss_diff": 0.9917228817939758, "reward": 0.08204962884555432, "level": 0, "difficulty": 0.05, "reward_ma": 0.1057356626179865, "leveled_up": false}
{"t": 142, "ts": 1788185181.4308734, "step": 284, "loss_diff": 1.0283808708190918, "reward": 0.08068855566333877, "level": 0, "difficulty": 0.05, "reward_ma": 0.10323095192252174, "leveled_up": false}
{"t": 143, "ts": 1788185182.9294834, "step": 286, "loss_diff": 1.025660514831543, "reward": 0.08078786745798043, "level": 0, "difficulty": 0.05, "reward_ma": 0.1009866434760676, "leveled_up": false}
{"t": 144, "ts": 1788185184.433623, "step": 288, "loss_diff": 1.052369236946106, "reward": 0.17988803698615158, "level": 0, "difficulty": 0.05, "reward_ma": 0.10887678282707601, "leveled_up": false}
{"t": 145, "ts": 1788185186.0720103, "step": 290, "loss_diff": 1.0205843448638916, "reward": 0.08347356831246579, "level": 0, "difficulty": 0.05, "reward_ma": 0.10633646137561498, "leveled_up": false}
{"t": 146, "ts": 1788185187.5841618, "step": 292, "loss_diff": 1.027141809463501, "reward": 0.10380559416100626, "level": 0, "difficulty": 0.05, "reward_ma": 0.1060833746541541, "leveled_up": false}
{"t": 147, "ts": 1788185189.0901153, "step": 294, "loss_diff": 0.9272955060005188, "reward": 0.08465985120331856, "level": 0, "difficulty": 0.05, "reward_ma": 0.10394102230907054, "leveled_up": false}
{"t": 148, "ts": 1788185190.605368, "step": 296, "loss_diff": 0.9673894047737122, "reward": 0.08298111453675598, "level": 0, "difficulty": 0.05, "reward_ma": 0.10184503153183909, "leveled_up": false}
{"t": 149, "ts": 1788185192.1093738, "step": 298, "loss_diff": 0.9305847883224487, "reward": 0.08443461223093997, "level": 0, "difficulty": 0.05, "reward_ma": 0.10010398960174918, "leveled_up": false}
{"t": 150, "ts": 1788185193.6809888, "step": 300, "loss_diff": 0.9645556807518005, "reward": 0.08523758093859661, "level": 0, "difficulty": 0.05, "reward_ma": 0.09861734873543393, "leveled_up": false}
{"t": 151, "ts": 1788185195.1865914, "step": 302, "loss_diff": 0.8241236209869385, "reward": 0.08918831007145876, "level": 0, "difficulty": 0.05, "reward_ma": 0.09767444486903643, "leveled_up": false}
{"t": 152, "ts": 1788185196.7042112, "step": 304, "loss_diff": 1.057550311088562, "reward": 0.07964017407543889, "level": 0, "difficulty": 0.05, "reward_ma": 0.09587101778967667, "leveled_up": false}
{"t": 153, "ts": 1788185214.3262708, "step": 306, "loss_diff": 1.0789604187011719, "reward": 0.08282818815992421, "level": 0, "difficulty": 0.05, "reward_ma": 0.09456673482670143, "leveled_up": false}
{"t": 154, "ts": 1788185215.2726023, "step": 308, "loss_diff": 1.024796962738037, "reward": 0.08081944887824774, "level": 0, "difficulty": 0.05, "reward_ma": 0.09319200623185607, "leveled_up": false}
{"t": 155, "ts": 1788185216.7648656, "step": 310, "loss_diff": 1.0732929706573486, "reward": 0.0790866223300213, "level": 0, "difficulty": 0.05, "reward_ma": 0.0917814678416726, "leveled_up": false}
{"t": 156, "ts": 1788185217.7018604, "step": 312, "loss_diff": 1.1395771503448486, "reward": 0.07684525767765743, "level": 0, "difficulty": 0.05, "reward_ma": 0.09028784682527108, "leveled_up": false}
{"t": 157, "ts": 1788185218.6875505, "step": 314, "loss_diff": 1.067956566810608, "reward": 0.07927331955352153, "level": 0, "difficulty": 0.05, "reward_ma": 0.08918639409809613, "leveled_up": false}
{"t": 158, "ts": 1788185220.209278, "step": 316, "loss_diff": 0.8596879839897156, "reward": 0.09243492066951041, "level": 0, "difficulty": 0.05, "reward_ma": 0.08951124675523756, "leveled_up": false}
{"t": 159, "ts": 1788185221.6907723, "step": 318, "loss_diff": 1.1013662815093994, "reward": 0.07812007648307806, "level": 0, "difficulty": 0.05, "reward_ma": 0.08837212972802161, "leveled_up": false}
{"t": 160, "ts": 1788185223.115242, "step": 320, "loss_diff": 1.093990445137024, "reward": 0.07837151168337153, "level": 0, "difficulty": 0.05, "reward_ma": 0.0873720679235566, "leveled_up": false}
{"t": 161, "ts": 1788185224.5746975, "step": 322, "loss_diff": 1.0988740921020508, "reward": 0.07820483515804738, "level": 0, "difficulty": 0.05, "reward_ma": 0.08645534464700567, "leveled_up": false}
{"t": 162, "ts": 1788185225.993413, "step": 324, "loss_diff": 0.9742479920387268, "reward": 0.08271624385180304, "level": 0, "difficulty": 0.05, "reward_ma": 0.08608143456748542, "leveled_up": false}
{"t": 163, "ts": 1788185227.4904408, "step": 326, "loss_diff": 1.0164275169372559, "reward": 0.08112693382854236, "level": 0, "difficulty": 0.05, "reward_ma": 0.08558598449359112, "leveled_up": false}
{"t": 164, "ts": 1788185228.928024, "step": 328, "loss_diff": 1.0994327068328857, "reward": 0.08304599460483793, "level": 0, "difficulty": 0.05, "reward_ma": 0.0853319855047158, "leveled_up": false}
{"t": 165, "ts": 1788185230.424356, "step": 330, "loss_diff": 1.0963692665100098, "reward": 0.0782902266457513, "level": 0, "difficulty": 0.05, "reward_ma": 0.08462780961881936, "leveled_up": false}
{"t": 166, "ts": 1788185231.8729713, "step": 332, "loss_diff": 1.113252878189087, "reward": 0.09175665514205508, "level": 0, "difficulty": 0.05, "reward_ma": 0.08534069417114293, "leveled_up": false}
{"t": 167, "ts": 1788185233.2821283, "step": 334, "loss_diff": 1.0581179857254028, "reward": 0.07976249466355205, "level": 0, "difficulty": 0.05, "reward_ma": 0.08478287422038384, "leveled_up": false}
{"t": 168, "ts": 1788185234.774027, "step": 336, "loss_diff": 0.9158288836479187, "reward": 0.08909999946868015, "level": 0, "difficulty": 0.05, "reward_ma": 0.08521458674521348, "leveled_up": false}
{"t": 169, "ts": 1788185236.1671004, "step": 338, "loss_diff": 1.0524423122406006, "reward": 0.157784297242773, "level": 0, "difficulty": 0.05, "reward_ma": 0.09247155779496943, "leveled_up": false}
{"t": 170, "ts": 1788185237.597803, "step": 340, "loss_diff": 0.9550243616104126, "reward": 0.0849810953797582, "level": 0, "difficulty": 0.05, "reward_ma": 0.09172251155344831, "leveled_up": false}
{"t": 171, "ts": 1788185238.9929616, "step": 342, "loss_diff": 1.0531642436981201, "reward": 0.09636945851710377, "level": 0, "difficulty": 0.05, "reward_ma": 0.09218720624981386, "leveled_up": false}
{"t": 172, "ts": 1788185240.3867705, "step": 344, "loss_diff": 1.0586823225021362, "reward": 0.08444663520175286, "level": 0, "difficulty": 0.05, "reward_ma": 0.09141314914500775, "leveled_up": false}
{"t": 173, "ts": 1788185241.765098, "step": 346, "loss_diff": 1.2354950904846191, "reward": 0.09205034447740404, "level": 0, "difficulty": 0.05, "reward_ma": 0.09147686867824738, "leveled_up": false}
{"t": 174, "ts": 1788185243.1838245, "step": 348, "loss_diff": 1.1466132402420044, "reward": 0.08952861527845554, "level": 0, "difficulty": 0.05, "reward_ma": 0.0912820433382682, "leveled_up": false}
{"t": 175, "ts": 1788185244.6123395, "step": 350, "loss_diff": 1.0216628313064575, "reward": 0.17230527094445197, "level": 0, "difficulty": 0.05, "reward_ma": 0.09938436609888658, "leveled_up": false}
{"t": 176, "ts": 1788185246.0163963, "step": 352, "loss_diff": 1.0233427286148071, "reward": 0.0943225263292829, "level": 0, "difficulty": 0.05, "reward_ma": 0.09887818212192621, "leveled_up": false}
{"t": 177, "ts": 1788185247.4323678, "step": 354, "loss_diff": 1.0819975137710571, "reward": 0.18978500378320767, "level": 0, "difficulty": 0.05, "reward_ma": 0.10796886428805437, "leveled_up": false}
{"t": 178, "ts": 1788185248.889424, "step": 356, "loss_diff": 1.0165460109710693, "reward": 0.0981888286772987, "level": 0, "difficulty": 0.05, "reward_ma": 0.1069908607269788, "leveled_up": false}
{"t": 179, "ts": 1788185250.2871683, "step": 358, "loss_diff": 1.1721792221069336, "reward": 0.09420218417055895, "level": 0, "difficulty": 0.05, "reward_ma": 0.10571199307133683, "leveled_up": false}
{"t": 180, "ts": 1788185251.6886563, "step": 360, "loss_diff": 0.8897110819816589, "reward": 0.3854741401448146, "level": 0, "difficulty": 0.05, "reward_ma": 0.13368820777868462, "leveled_up": false}
{"t": 181, "ts": 1788185253.0312803, "step": 362, "loss_diff": 0.7323042154312134, "reward": 0.10552044452552128, "level": 0, "difficulty": 0.05, "reward_ma": 0.1308714314533683, "leveled_up": false}
{"t": 182, "ts": 1788185254.4202404, "step": 364, "loss_diff": 0.9687321782112122, "reward": 0.13404838524156354, "level": 0, "difficulty": 0.05, "reward_ma": 0.13118912683218784, "leveled_up": false}
{"t": 183, "ts": 1788185276.0347846, "step": 366, "loss_diff": 0.9092092514038086, "reward": 0.1643580962789401, "level": 0, "difficulty": 0.05, "reward_ma": 0.13450602377686305, "leveled_up": false}
{"t": 184, "ts": 1788185277.5154266, "step": 368, "loss_diff": 0.9005527496337891, "reward": 0.09494003460614589, "level": 0, "difficulty": 0.05, "reward_ma": 0.13054942485979132, "leveled_up": false}
{"t": 185, "ts": 1788185278.404592, "step": 370, "loss_diff": 1.064893364906311, "reward": 0.09056772660080438, "level": 0, "difficulty": 0.05, "reward_ma": 0.1265512550338926, "leveled_up": false}
{"t": 186, "ts": 1788185279.2828264, "step": 372, "loss_diff": 1.0553674697875977, "reward": 0.07971759769653522, "level": 0, "difficulty": 0.05, "reward_ma": 0.12186788930015686, "leveled_up": false}
{"t": 187, "ts": 1788185280.7057168, "step": 374, "loss_diff": 0.9740161895751953, "reward": 0.09591134877824012, "level": 0, "difficulty": 0.05, "reward_ma": 0.1192722352479652, "leveled_up": false}
{"t": 188, "ts": 1788185281.6109333, "step": 376, "loss_diff": 1.0491886138916016, "reward": 0.07993765101029209, "level": 0, "difficulty": 0.05, "reward_ma": 0.1153387768241979, "leveled_up": false}
{"t": 189, "ts": 1788185283.014641, "step": 378, "loss_diff": 0.9901080131530762, "reward": 0.08898635827989608, "level": 0, "difficulty": 0.05, "reward_ma": 0.11270353496976772, "leveled_up": false}
{"t": 190, "ts": 1788185284.4985676, "step": 380, "loss_diff": 1.0093069076538086, "reward": 0.08897505681389384, "level": 0, "difficulty": 0.05, "reward_ma": 0.11033068715418033, "leveled_up": false}
{"t": 191, "ts": 1788185285.8928719, "step": 382, "loss_diff": 1.1304471492767334, "reward": 0.09001859534571549, "level": 0, "difficulty": 0.05, "reward_ma": 0.10829947797333385, "leveled_up": false}
{"t": 192, "ts": 1788185287.3085968, "step": 384, "loss_diff": 1.0575828552246094, "reward": 0.13728155014562804, "level": 0, "difficulty": 0.05, "reward_ma": 0.11119768519056326, "leveled_up": false}
{"t": 193, "ts": 1788185288.8003793, "step": 386, "loss_diff": 0.9830614924430847, "reward": 0.08635846094376252, "level": 0, "difficulty": 0.05, "reward_ma": 0.10871376276588318, "leveled_up": false}
{"t": 194, "ts": 1788185290.2300444, "step": 388, "loss_diff": 1.0312641859054565, "reward": 0.16700769405100024, "level": 0, "difficulty": 0.05, "reward_ma": 0.1145431558943949, "leveled_up": false}
{"t": 195, "ts": 1788185291.7248456, "step": 390, "loss_diff": 0.9334384202957153, "reward": 0.1036679836976041, "level": 0, "difficulty": 0.05, "reward_ma": 0.11345563867471582, "leveled_up": false}
{"t": 196, "ts": 1788185293.2161899, "step": 392, "loss_diff": 1.0551331043243408, "reward": 0.19115567955339802, "level": 0, "difficulty": 0.05, "reward_ma": 0.12122564276258405, "leveled_up": false}
{"t": 197, "ts": 1788185294.724705, "step": 394, "loss_diff": 1.0096386671066284, "reward": 0.0940711479675384, "level": 0, "difficulty": 0.05, "reward_ma": 0.11851019328307948, "leveled_up": false}
{"t": 198, "ts": 1788185296.201816, "step": 396, "loss_diff": 1.0571616888046265, "reward": 0.0982944202387997, "level": 0, "difficulty": 0.05, "reward_ma": 0.11648861597865151, "leveled_up": false}
{"t": 199, "ts": 1788185297.6248143, "step": 398, "loss_diff": 1.1759886741638184, "reward": 0.09324806064775748, "level": 0, "difficulty": 0.05, "reward_ma": 0.11416456044556211, "leveled_up": false}
{"t": 200, "ts": 1788185299.2354496, "step": 400, "loss_diff": 1.050705909729004, "reward": 0.10311690836798974, "level": 0, "difficulty": 0.05, "reward_ma": 0.11305979523780488, "leveled_up": false}
{"t": 201, "ts": 1788185300.7662477, "step": 402, "loss_diff": 1.1977863311767578, "reward": 0.07498843972086233, "level": 0, "difficulty": 0.05, "reward_ma": 0.10925265968611063, "leveled_up": false}
{"t": 202, "ts": 1788185302.310714, "step": 404, "loss_diff": 0.9436811208724976, "reward": 0.08391109972933712, "level": 0, "difficulty": 0.05, "reward_ma": 0.10671850369043329, "leveled_up": false}
{"t": 203, "ts": 1788185303.799715, "step": 406, "loss_diff": 1.2425551414489746, "reward": 0.07362593437899935, "level": 0, "difficulty": 0.05, "reward_ma": 0.1034092467592899, "leveled_up": false}
{"t": 204, "ts": 1788185305.2023656, "step": 408, "loss_diff": 0.8698058128356934, "reward": 0.08696018129223611, "level": 0, "difficulty": 0.05, "reward_ma": 0.10176434021258451, "leveled_up": false}
{"t": 205, "ts": 1788185306.7116103, "step": 410, "loss_diff": 0.9027920365333557, "reward": 0.08707338775299285, "level": 0, "difficulty": 0.05, "reward_ma": 0.10029524496662534, "leveled_up": false}
{"t": 206, "ts": 1788185308.3057823, "step": 412, "loss_diff": 1.0114550590515137, "reward": 0.08131082861779354, "level": 0, "difficulty": 0.05, "reward_ma": 0.09839680333174217, "leveled_up": false}
{"t": 207, "ts": 1788185309.8237543, "step": 414, "loss_diff": 0.974120020866394, "reward": 0.0827211691003276, "level": 0, "difficulty": 0.05, "reward_ma": 0.0968292399086007, "leveled_up": false}
{"t": 208, "ts": 1788185311.402288, "step": 416, "loss_diff": 0.9728202223777771, "reward": 0.08277123087287391, "level": 0, "difficulty": 0.05, "reward_ma": 0.09542343900502803, "leveled_up": false}
{"t": 0, "ts": 1788185438.1268005, "step": 0, "loss_diff": 1.0919740200042725, "reward": 0.07844055829618639, "level": 0, "difficulty": 0.1443383041872214, "reward_ma": 0.007844055829618638, "leveled_up": false}
{"t": 1, "ts": 1788185439.6091936, "step": 2, "loss_diff": 3.470780611038208, "reward": 0.0402891348228975, "level": 0, "difficulty": 0.08891994646689239, "reward_ma": 0.011088563728946524, "leveled_up": false}
{"t": 2, "ts": 1788185440.495741, "step": 4, "loss_diff": 1.4461628198623657, "reward": 0.06805847676187525, "level": 0, "difficulty": 0.05, "reward_ma": 0.016785555032239396, "leveled_up": false}
{"t": 3, "ts": 1788185441.4262443, "step": 6, "loss_diff": 0.9422261714935303, "reward": 0.08396891124083143, "level": 0, "difficulty": 0.05, "reward_ma": 0.0235038906530986, "leveled_up": false}
{"t": 4, "ts": 1788185442.9250324, "step": 8, "loss_diff": 3.136509656906128, "reward": 0.04300040313757576, "level": 0, "difficulty": 0.05, "reward_ma": 0.025453541901546316, "leveled_up": false}
{"t": 5, "ts": 1788185443.877551, "step": 10, "loss_diff": 2.581113338470459, "reward": 0.048624362150655895, "level": 0, "difficulty": 0.05, "reward_ma": 0.027770623926457273, "leveled_up": false}
{"t": 6, "ts": 1788185445.2920322, "step": 12, "loss_diff": 1.1107257604599, "reward": 0.10053637138685365, "level": 0, "difficulty": 0.05, "reward_ma": 0.035047198672496914, "leveled_up": false}
{"t": 7, "ts": 1788185446.6924906, "step": 14, "loss_diff": 0.793373167514801, "reward": 0.09037921180504058, "level": 0, "difficulty": 0.05, "reward_ma": 0.04058039998575128, "leveled_up": false}
{"t": 8, "ts": 1788185448.098379, "step": 16, "loss_diff": 1.2566304206848145, "reward": 0.07320873398532127, "level": 0, "difficulty": 0.05, "reward_ma": 0.04384323338570829, "leveled_up": false}
{"t": 9, "ts": 1788185449.597353, "step": 18, "loss_diff": 1.4689593315124512, "reward": 0.0674922891567232, "level": 0, "difficulty": 0.05, "reward_ma": 0.04620813896280978, "leveled_up": false}
{"t": 10, "ts": 1788185451.0987918, "step": 20, "loss_diff": 1.1013948917388916, "reward": 0.07811910462428359, "level": 0, "difficulty": 0.05, "reward_ma": 0.04939923552895716, "leveled_up": false}
{"t": 11, "ts": 1788185452.5159893, "step": 22, "loss_diff": 0.9956991076469421, "reward": 0.08189957804118161, "level": 0, "difficulty": 0.05, "reward_ma": 0.052649269780179614, "leveled_up": false}
{"t": 12, "ts": 1788185453.9917612, "step": 24, "loss_diff": 1.7351820468902588, "reward": 0.061578903625918106, "level": 0, "difficulty": 0.05, "reward_ma": 0.05354223316475346, "leveled_up": false}
{"t": 13, "ts": 1788185455.5141256, "step": 26, "loss_diff": 1.6412484645843506, "reward": 0.06352927201500186, "level": 0, "difficulty": 0.05, "reward_ma": 0.054540937049778304, "leveled_up": false}
{"t": 14, "ts": 1788185457.0146945, "step": 28, "loss_diff": 1.9053809642791748, "reward": 0.08066268410862143, "level": 0, "difficulty": 0.05, "reward_ma": 0.05715311175566262, "leveled_up": false}
{"t": 15, "ts": 1788185458.4988587, "step": 30, "loss_diff": 1.5793817043304443, "reward": 0.06489141833222302, "level": 0, "difficulty": 0.05, "reward_ma": 0.05792694241331866, "leveled_up": false}
{"t": 16, "ts": 1788185459.975872, "step": 32, "loss_diff": 1.3443161249160767, "reward": 0.07072249174787432, "level": 0, "difficulty": 0.05, "reward_ma": 0.059206497346774224, "leveled_up": false}
{"t": 17, "ts": 1788185461.4231763, "step": 34, "loss_diff": 1.0643424987792969, "reward": 0.07940030806014929, "level": 0, "difficulty": 0.05, "reward_ma": 0.06122587841811173, "leveled_up": false}
{"t": 18, "ts": 1788185462.8938282, "step": 36, "loss_diff": 1.3183393478393555, "reward": 0.07143943262921848, "level": 0, "difficulty": 0.05, "reward_ma": 0.062247233839222406, "leveled_up": false}
{"t": 19, "ts": 1788185464.3027468, "step": 38, "loss_diff": 1.100328803062439, "reward": 0.07815533640082514, "level": 0, "difficulty": 0.05, "reward_ma": 0.06383804409538268, "leveled_up": false}
{"t": 20, "ts": 1788185465.7663622, "step": 40, "loss_diff": 1.0709887742996216, "reward": 0.07916711796391979, "level": 0, "difficulty": 0.05, "reward_ma": 0.0653709514822364, "leveled_up": false}
{"t": 21, "ts": 1788185467.229164, "step": 42, "loss_diff": 0.9853085279464722, "reward": 0.08229295413702101, "level": 0, "difficulty": 0.05, "reward_ma": 0.06706315174771486, "leveled_up": false}
{"t": 22, "ts": 1788185468.6824915, "step": 44, "loss_diff": 1.3775132894515991, "reward": 0.06982907699003463, "level": 0, "difficulty": 0.05, "reward_ma": 0.06733974427194683, "leveled_up": false}
{"t": 23, "ts": 1788185470.0811234, "step": 46, "loss_diff": 1.4816186428070068, "reward": 0.06718236719022817, "level": 0, "difficulty": 0.05, "reward_ma": 0.06732400656377498, "leveled_up": false}
{"t": 24, "ts": 1788185471.4751282, "step": 48, "loss_diff": 1.172027826309204, "reward": 0.07579783572753052, "level": 0, "difficulty": 0.05, "reward_ma": 0.06817138948015053, "leveled_up": false}
{"t": 25, "ts": 1788185472.8965619, "step": 50, "loss_diff": 1.1192814111709595, "reward": 0.07751665491835183, "level": 0, "difficulty": 0.05, "reward_ma": 0.06910591602397066, "leveled_up": false}
{"t": 26, "ts": 1788185474.293632, "step": 52, "loss_diff": 1.3317828178405762, "reward": 0.07106640797424284, "level": 0, "difficulty": 0.05, "reward_ma": 0.06930196521899788, "leveled_up": false}
{"t": 27, "ts": 1788185475.6806061, "step": 54, "loss_diff": 1.1397442817687988, "reward": 0.0768397817267399, "level": 0, "difficulty": 0.05, "reward_ma": 0.07005574686977209, "leveled_up": false}
{"t": 28, "ts": 1788185477.1090047, "step": 56, "loss_diff": 2.2294020652770996, "reward": 0.05318617393645481, "level": 0, "difficulty": 0.05, "reward_ma": 0.06836878957644035, "leveled_up": false}
{"t": 29, "ts": 1788185478.498599, "step": 58, "loss_diff": 0.9877564311027527, "reward": 0.10253663707088992, "level": 0, "difficulty": 0.05, "reward_ma": 0.07178557432588531, "leveled_up": false}
{"t": 30, "ts": 1788185480.0060105, "step": 60, "loss_diff": 1.007156491279602, "reward": 0.08147053544034447, "level": 0, "difficulty": 0.05, "reward_ma": 0.07275407043733123, "leveled_up": false}
{"t": 31, "ts": 1788185500.604681, "step": 62, "loss_diff": 1.0581802129745483, "reward": 0.07961786249648263, "level": 0, "difficulty": 0.05, "reward_ma": 0.07344044964324636, "leveled_up": false}
{"t": 32, "ts": 1788185501.473013, "step": 64, "loss_diff": 1.0544612407684326, "reward": 0.07974978923948486, "level": 0, "difficulty": 0.05, "reward_ma": 0.07407138360287022, "leveled_up": false}
{"t": 33, "ts": 1788185502.8933642, "step": 66, "loss_diff": 1.2973105907440186, "reward": 0.07203168682005597, "level": 0, "difficulty": 0.05, "reward_ma": 0.0738674139245888, "leveled_up": false}
{"t": 34, "ts": 1788185503.778377, "step": 68, "loss_diff": 1.1633776426315308, "reward": 0.07607396908052849, "level": 0, "difficulty": 0.05, "reward_ma": 0.07408806944018277, "leveled_up": false}
{"t": 35, "ts": 1788185504.7010715, "step": 70, "loss_diff": 1.3768203258514404, "reward": 0.0698474712523611, "level": 0, "difficulty": 0.05, "reward_ma": 0.07366400962140061, "leveled_up": false}
{"t": 36, "ts": 1788185506.112518, "step": 72, "loss_diff": 1.0396393537521362, "reward": 0.08028036013406388, "level": 0, "difficulty": 0.05, "reward_ma": 0.07432564467266695, "leveled_up": false}
{"t": 37, "ts": 1788185507.5950694, "step": 74, "loss_diff": 0.9369314312934875, "reward": 0.08418002758932588, "level": 0, "difficulty": 0.05, "reward_ma": 0.07531108296433285, "leveled_up": false}
{"t": 38, "ts": 1788185509.1051843, "step": 76, "loss_diff": 1.0968844890594482, "reward": 0.07827264563538568, "level": 0, "difficulty": 0.05, "reward_ma": 0.07560723923143813, "leveled_up": false}
{"t": 39, "ts": 1788185510.5067732, "step": 78, "loss_diff": 1.144284963607788, "reward": 0.07669133591229363, "level": 0, "difficulty": 0.05, "reward_ma": 0.07571564889952367, "leveled_up": false}
{"t": 40, "ts": 1788185511.9306326, "step": 80, "loss_diff": 1.6359666585922241, "reward": 0.06364306736965557, "level": 0, "difficulty": 0.05, "reward_ma": 0.07450839074653687, "leveled_up": false}
{"t": 41, "ts": 1788185513.3947988, "step": 82, "loss_diff": 2.033539056777954, "reward": 0.056185142895525036, "level": 0, "difficulty": 0.05, "reward_ma": 0.07267606596143568, "leveled_up": false}
{"t": 42, "ts": 1788185514.8128443, "step": 84, "loss_diff": 1.1605441570281982, "reward": 0.07616490108935647, "level": 0, "difficulty": 0.05, "reward_ma": 0.07302494947422776, "leveled_up": false}
{"t": 43, "ts": 1788185516.2913442, "step": 86, "loss_diff": 1.0977811813354492, "reward": 0.078242068274742, "level": 0, "difficulty": 0.05, "reward_ma": 0.07354666135427919, "leveled_up": false}
{"t": 44, "ts": 1788185517.7279613, "step": 88, "loss_diff": 0.8618472814559937, "reward": 0.08730309404095113, "level": 0, "difficulty": 0.05, "reward_ma": 0.07492230462294638, "leveled_up": false}
{"t": 45, "ts": 1788185519.3261845, "step": 90, "loss_diff": 1.0661238431930542, "reward": 0.07933766094855771, "level": 0, "difficulty": 0.05, "reward_ma": 0.07536384025550752, "leveled_up": false}
{"t": 46, "ts": 1788185520.8931198, "step": 92, "loss_diff": 0.9276306629180908, "reward": 0.08455368363658355, "level": 0, "difficulty": 0.05, "reward_ma": 0.07628282459361513, "leveled_up": false}
{"t": 47, "ts": 1788185522.4850125, "step": 94, "loss_diff": 0.9199639558792114, "reward": 0.08486441366564865, "level": 0, "difficulty": 0.05, "reward_ma": 0.07714098350081848, "leveled_up": false}
{"t": 48, "ts": 1788185523.9122863, "step": 96, "loss_diff": 1.0628961324691772, "reward": 0.07945125410120212, "level": 0, "difficulty": 0.05, "reward_ma": 0.07737201056085685, "leveled_up": false}
{"t": 49, "ts": 1788185525.2978914, "step": 98, "loss_diff": 0.9132353067398071, "reward": 0.08513917630506307, "level": 0, "difficulty": 0.05, "reward_ma": 0.07814872713527748, "leveled_up": false}
{"t": 50, "ts": 1788185526.7848814, "step": 100, "loss_diff": 0.9642367959022522, "reward": 0.08310348516277669, "level": 0, "difficulty": 0.05, "reward_ma": 0.0786442029380274, "leveled_up": false}
{"t": 51, "ts": 1788185528.325354, "step": 102, "loss_diff": 1.0518581867218018, "reward": 0.09102753871161326, "level": 0, "difficulty": 0.05, "reward_ma": 0.07988253651538599, "leveled_up": false}
{"t": 52, "ts": 1788185529.7996771, "step": 104, "loss_diff": 1.082615613937378, "reward": 0.078762759929596, "level": 0, "difficulty": 0.05, "reward_ma": 0.07977055885680699, "leveled_up": false}
{"t": 53, "ts": 1788185531.2324839, "step": 106, "loss_diff": 1.0515110492706299, "reward": 0.0922535618091033, "level": 0, "difficulty": 0.05, "reward_ma": 0.08101885915203663, "leveled_up": false}
{"t": 54, "ts": 1788185532.7331986, "step": 108, "loss_diff": 0.9046599864959717, "reward": 0.08549216090786663, "level": 0, "difficulty": 0.05, "reward_ma": 0.08146618932761963, "leveled_up": false}
{"t": 55, "ts": 1788185534.2126343, "step": 110, "loss_diff": 1.0677400827407837, "reward": 0.0792809137152771, "level": 0, "difficulty": 0.05, "reward_ma": 0.08124766176638538, "leveled_up": false}
{"t": 56, "ts": 1788185535.6177301, "step": 112, "loss_diff": 1.1564013957977295, "reward": 0.07629828038243021, "level": 0, "difficulty": 0.05, "reward_ma": 0.08075272362798987, "leveled_up": false}
{"t": 57, "ts": 1788185537.0876782, "step": 114, "loss_diff": 1.2121288776397705, "reward": 0.07454593120660705, "level": 0, "difficulty": 0.05, "reward_ma": 0.08013204438585159, "leveled_up": false}
{"t": 58, "ts": 1788185538.5795798, "step": 116, "loss_diff": 1.2528263330459595, "reward": 0.0733209755262737, "level": 0, "difficulty": 0.05, "reward_ma": 0.0794509374998938, "leveled_up": false}
{"t": 59, "ts": 1788185540.0051458, "step": 118, "loss_diff": 1.0900310277938843, "reward": 0.0785072164526262, "level": 0, "difficulty": 0.05, "reward_ma": 0.07935656539516706, "leveled_up": false}
{"t": 60, "ts": 1788185541.5880036, "step": 120, "loss_diff": 1.0688860416412354, "reward": 0.0792407320635571, "level": 0, "difficulty": 0.05, "reward_ma": 0.07934498206200606, "leveled_up": false}
{"t": 61, "ts": 1788185566.9299366, "step": 122, "loss_diff": 1.2085016965866089, "reward": 0.07465729713218035, "level": 0, "difficulty": 0.05, "reward_ma": 0.07887621356902348, "leveled_up": false}
{"t": 62, "ts": 1788185568.5774343, "step": 124, "loss_diff": 1.1258076429367065, "reward": 0.07729936420839693, "level": 0, "difficulty": 0.05, "reward_ma": 0.07871852863296082, "leveled_up": false}
{"t": 63, "ts": 1788185569.6051655, "step": 126, "loss_diff": 0.982772707939148, "reward": 0.08555376414388065, "level": 0, "difficulty": 0.05, "reward_ma": 0.0794020521840528, "leveled_up": false}
{"t": 64, "ts": 1788185570.6431124, "step": 128, "loss_diff": 1.0783497095108032, "reward": 0.07891059403417304, "level": 0, "difficulty": 0.05, "reward_ma": 0.07935290636906484, "leveled_up": false}
{"t": 65, "ts": 1788185572.2919376, "step": 130, "loss_diff": 0.93828946352005, "reward": 0.08412576900560403, "level": 0, "difficulty": 0.05, "reward_ma": 0.07983019263271876, "leveled_up": false}
{"t": 66, "ts": 1788185573.2893167, "step": 132, "loss_diff": 1.330298900604248, "reward": 0.07110737186604348, "level": 0, "difficulty": 0.05, "reward_ma": 0.07895791055605124, "leveled_up": false}
{"t": 67, "ts": 1788185574.9214742, "step": 134, "loss_diff": 0.959876537322998, "reward": 0.08327338029984097, "level": 0, "difficulty": 0.05, "reward_ma": 0.07938945753043022, "leveled_up": false}
{"t": 68, "ts": 1788185576.511156, "step": 136, "loss_diff": 1.028368592262268, "reward": 0.08068900331706111, "level": 0, "difficulty": 0.05, "reward_ma": 0.07951941210909332, "leveled_up": false}
{"t": 69, "ts": 1788185578.0937896, "step": 138, "loss_diff": 0.916649341583252, "reward": 0.08499952398431125, "level": 0, "difficulty": 0.05, "reward_ma": 0.0800674232966151, "leveled_up": false}
{"t": 70, "ts": 1788185579.689304, "step": 140, "loss_diff": 1.442261815071106, "reward": 0.06815642354175407, "level": 0, "difficulty": 0.05, "reward_ma": 0.07887632332112901, "leveled_up": false}
{"t": 71, "ts": 1788185581.2218053, "step": 142, "loss_diff": 1.2697597742080688, "reward": 0.07282423582334475, "level": 0, "difficulty": 0.05, "reward_ma": 0.07827111457135058, "leveled_up": false}
{"t": 72, "ts": 1788185582.8062918, "step": 144, "loss_diff": 0.8682133555412292, "reward": 0.08702856239110762, "level": 0, "difficulty": 0.05, "reward_ma": 0.0791468593533263, "leveled_up": false}
{"t": 73, "ts": 1788185584.416954, "step": 146, "loss_diff": 0.8964686393737793, "reward": 0.08583232108245048, "level": 0, "difficulty": 0.05, "reward_ma": 0.07981540552623873, "leveled_up": false}
{"t": 74, "ts": 1788185585.9111073, "step": 148, "loss_diff": 1.0574755668640137, "reward": 0.07964282247647872, "level": 0, "difficulty": 0.05, "reward_ma": 0.07979814722126273, "leveled_up": false}
{"t": 75, "ts": 1788185587.4863815, "step": 150, "loss_diff": 1.0649731159210205, "reward": 0.07937811787757987, "level": 0, "difficulty": 0.05, "reward_ma": 0.07975614428689444, "leveled_up": false}
{"t": 76, "ts": 1788185589.184799, "step": 152, "loss_diff": 1.240844964981079, "reward": 0.07367698220416782, "level": 0, "difficulty": 0.05, "reward_ma": 0.07914822807862179, "leveled_up": false}
{"t": 77, "ts": 1788185590.7691987, "step": 154, "loss_diff": 0.8555812835693359, "reward": 0.0875751495125021, "level": 0, "difficulty": 0.05, "reward_ma": 0.07999092022200982, "leveled_up": false}
{"t": 78, "ts": 1788185592.3749816, "step": 156, "loss_diff": 1.0735530853271484, "reward": 0.0790775466270999, "level": 0, "difficulty": 0.05, "reward_ma": 0.07989958286251883, "leveled_up": false}
{"t": 79, "ts": 1788185594.0153751, "step": 158, "loss_diff": 1.4212664365768433, "reward": 0.06868899779383737, "level": 0, "difficulty": 0.05, "reward_ma": 0.07877852435565069, "leveled_up": false}
{"t": 80, "ts": 1788185595.5763955, "step": 160, "loss_diff": 0.876807689666748, "reward": 0.08666089319429977, "level": 0, "difficulty": 0.05, "reward_ma": 0.07956676123951562, "leveled_up": false}
{"t": 81, "ts": 1788185597.0894167, "step": 162, "loss_diff": 1.1717333793640137, "reward": 0.0758071989732514, "level": 0, "difficulty": 0.05, "reward_ma": 0.0791908050128892, "leveled_up": false}
{"t": 82, "ts": 1788185598.6656487, "step": 164, "loss_diff": 1.1366709470748901, "reward": 0.07694061447362126, "level": 0, "difficulty": 0.05, "reward_ma": 0.0789657859589624, "leveled_up": false}
{"t": 83, "ts": 1788185600.198727, "step": 166, "loss_diff": 1.102247714996338, "reward": 0.07809014727975568, "level": 0, "difficulty": 0.05, "reward_ma": 0.07887822209104174, "leveled_up": false}
{"t": 84, "ts": 1788185601.919642, "step": 168, "loss_diff": 1.1505364179611206, "reward": 0.07648798645306128, "level": 0, "difficulty": 0.05, "reward_ma": 0.0786391985272437, "leveled_up": false}
{"t": 85, "ts": 1788185603.5276155, "step": 170, "loss_diff": 1.2786524295806885, "reward": 0.07256632786698404, "level": 0, "difficulty": 0.05, "reward_ma": 0.07803191146121773, "leveled_up": false}
{"t": 86, "ts": 1788185605.031929, "step": 172, "loss_diff": 1.0249353647232056, "reward": 0.09574657415495877, "level": 0, "difficulty": 0.05, "reward_ma": 0.07980337773059183, "leveled_up": false}
{"t": 87, "ts": 1788185606.57551, "step": 174, "loss_diff": 1.0148717164993286, "reward": 0.08118437392129789, "level": 0, "difficulty": 0.05, "reward_ma": 0.07994147734966245, "leveled_up": false}
{"t": 88, "ts": 1788185608.1237233, "step": 176, "loss_diff": 1.1830072402954102, "reward": 0.07545049967925962, "level": 0, "difficulty": 0.05, "reward_ma": 0.07949237958262216, "leveled_up": false}
{"t": 89, "ts": 1788185609.669225, "step": 178, "loss_diff": 1.1458451747894287, "reward": 0.07664047387394235, "level": 0, "difficulty": 0.05, "reward_ma": 0.07920718901175418, "leveled_up": false}
{"t": 90, "ts": 1788185611.2215128, "step": 180, "loss_diff": 0.979844868183136, "reward": 0.08319008895288987, "level": 0, "difficulty": 0.05, "reward_ma": 0.07960547900586774, "leveled_up": false}
{"t": 91, "ts": 1788185612.7678614, "step": 182, "loss_diff": 1.0318583250045776, "reward": 0.08056199179298715, "level": 0, "difficulty": 0.05, "reward_ma": 0.07970113028457969, "leveled_up": false}
{"t": 92, "ts": 1788185632.6096773, "step": 184, "loss_diff": 1.019889235496521, "reward": 0.08099944479014012, "level": 0, "difficulty": 0.05, "reward_ma": 0.07983096173513572, "leveled_up": false}
{"t": 93, "ts": 1788185633.5718503, "step": 186, "loss_diff": 1.1566756963729858, "reward": 0.0762894332296134, "level": 0, "difficulty": 0.05, "reward_ma": 0.07947680888458349, "leveled_up": false}
{"t": 94, "ts": 1788185635.0669558, "step": 188, "loss_diff": 1.0491238832473755, "reward": 0.07993996334681626, "level": 0, "difficulty": 0.05, "reward_ma": 0.07952312433080677, "leveled_up": false}
{"t": 95, "ts": 1788185636.0236332, "step": 190, "loss_diff": 1.147592306137085, "reward": 0.07658360605241288, "level": 0, "difficulty": 0.05, "reward_ma": 0.07922917250296739, "leveled_up": false}
{"t": 96, "ts": 1788185637.1816778, "step": 192, "loss_diff": 1.1124298572540283, "reward": 0.07774622189394362, "level": 0, "difficulty": 0.05, "reward_ma": 0.079080877442065, "leveled_up": false}
{"t": 97, "ts": 1788185638.7974896, "step": 194, "loss_diff": 1.0919084548950195, "reward": 0.07844280561706336, "level": 0, "difficulty": 0.05, "reward_ma": 0.07901707025956484, "leveled_up": false}
{"t": 98, "ts": 1788185640.3319054, "step": 196, "loss_diff": 1.0304640531539917, "reward": 0.08626578934713994, "level": 0, "difficulty": 0.05, "reward_ma": 0.07974194216832235, "leveled_up": false}
{"t": 99, "ts": 1788185641.9095442, "step": 198, "loss_diff": 0.8936304450035095, "reward": 0.08595086860994497, "level": 0, "difficulty": 0.05, "reward_ma": 0.08036283481248462, "leveled_up": false}
{"t": 100, "ts": 1788185643.5042417, "step": 200, "loss_diff": 1.1813949346542358, "reward": 0.0816232558436577, "level": 0, "difficulty": 0.05, "reward_ma": 0.08048887691560193, "leveled_up": false}
{"t": 101, "ts": 1788185645.0201538, "step": 202, "loss_diff": 0.9051988124847412, "reward": 0.08546988773779057, "level": 0, "difficulty": 0.05, "reward_ma": 0.0809869779978208, "leveled_up": false}
{"t": 102, "ts": 1788185646.6802204, "step": 204, "loss_diff": 0.8205166459083557, "reward": 0.08913214006352557, "level": 0, "difficulty": 0.05, "reward_ma": 0.08180149420439128, "leveled_up": false}
{"t": 103, "ts": 1788185648.4242978, "step": 206, "loss_diff": 1.1171536445617676, "reward": 0.07758778842901565, "level": 0, "difficulty": 0.05, "reward_ma": 0.08138012362685372, "leveled_up": false}
{"t": 104, "ts": 1788185650.0680974, "step": 208, "loss_diff": 1.4966089725494385, "reward": 0.06681944219888278, "level": 0, "difficulty": 0.05, "reward_ma": 0.07992405548405664, "leveled_up": false}
{"t": 105, "ts": 1788185651.896869, "step": 210, "loss_diff": 1.220400094985962, "reward": 0.07429333953339731, "level": 0, "difficulty": 0.05, "reward_ma": 0.07936098388899071, "leveled_up": false}
{"t": 106, "ts": 1788185653.4329224, "step": 212, "loss_diff": 1.0936589241027832, "reward": 0.07838285452110746, "level": 0, "difficulty": 0.05, "reward_ma": 0.0792631709522024, "leveled_up": false}
{"t": 107, "ts": 1788185655.2836294, "step": 214, "loss_diff": 0.7731455564498901, "reward": 0.09133337090795114, "level": 0, "difficulty": 0.05, "reward_ma": 0.08047019094777727, "leveled_up": false}
{"t": 108, "ts": 1788185656.8677917, "step": 216, "loss_diff": 1.0210496187210083, "reward": 0.08095680763988719, "level": 0, "difficulty": 0.05, "reward_ma": 0.08051885261698825, "leveled_up": false}
{"t": 109, "ts": 1788185658.431662, "step": 218, "loss_diff": 0.9790142774581909, "reward": 0.08253325666843116, "level": 0, "difficulty": 0.05, "reward_ma": 0.08072029302213254, "leveled_up": false}
{"t": 110, "ts": 1788185660.0388677, "step": 220, "loss_diff": 1.1071054935455322, "reward": 0.07792564996862292, "level": 0, "difficulty": 0.05, "reward_ma": 0.08044082871678158, "leveled_up": false}
{"t": 111, "ts": 1788185661.6662047, "step": 222, "loss_diff": 1.0024482011795044, "reward": 0.09098003956595016, "level": 0, "difficulty": 0.05, "reward_ma": 0.08149474980169845, "leveled_up": false}
{"t": 112, "ts": 1788185663.2331777, "step": 224, "loss_diff": 1.0179789066314697, "reward": 0.08106974477312112, "level": 0, "difficulty": 0.05, "reward_ma": 0.08145224929884072, "leveled_up": false}
{"t": 113, "ts": 1788185664.8277276, "step": 226, "loss_diff": 1.0786006450653076, "reward": 0.11430076039196575, "level": 0, "difficulty": 0.05, "reward_ma": 0.08473710040815323, "leveled_up": false}
{"t": 114, "ts": 1788185666.4072163, "step": 228, "loss_diff": 1.0396020412445068, "reward": 0.08395671246997936, "level": 0, "difficulty": 0.05, "reward_ma": 0.08465906161433584, "leveled_up": false}
{"t": 115, "ts": 1788185667.9911106, "step": 230, "loss_diff": 1.0275920629501343, "reward": 0.14005571054172358, "level": 0, "difficulty": 0.05, "reward_ma": 0.09019872650707461, "leveled_up": false}
{"t": 116, "ts": 1788185669.537007, "step": 232, "loss_diff": 0.9408655166625977, "reward": 0.09193252994171702, "level": 0, "difficulty": 0.05, "reward_ma": 0.09037210685053886, "leveled_up": false}
{"t": 117, "ts": 1788185671.1328268, "step": 234, "loss_diff": 1.15126371383667, "reward": 0.08631656646889171, "level": 0, "difficulty": 0.05, "reward_ma": 0.08996655281237415, "leveled_up": false}
{"t": 118, "ts": 1788185672.7888014, "step": 236, "loss_diff": 0.9801168441772461, "reward": 0.0906813504194739, "level": 0, "difficulty": 0.05, "reward_ma": 0.09003803257308413, "leveled_up": false}
{"t": 119, "ts": 1788185674.3970053, "step": 238, "loss_diff": 0.9114313721656799, "reward": 0.09836785905529577, "level": 0, "difficulty": 0.05, "reward_ma": 0.09087101522130529, "leveled_up": false}
{"t": 120, "ts": 1788185676.0190818, "step": 240, "loss_diff": 0.8820617198944092, "reward": 0.10740047943613673, "level": 0, "difficulty": 0.05, "reward_ma": 0.09252396164278844, "leveled_up": false}
{"t": 121, "ts": 1788185677.6373022, "step": 242, "loss_diff": 0.8873735666275024, "reward": 0.10677039768598147, "level": 0, "difficulty": 0.05, "reward_ma": 0.09394860524710774, "leveled_up": false}
{"t": 122, "ts": 1788185706.0337257, "step": 244, "loss_diff": 1.1305054426193237, "reward": 0.09870955666866227, "level": 0, "difficulty": 0.05, "reward_ma": 0.0944247003892632, "leveled_up": false}
{"t": 123, "ts": 1788185707.703177, "step": 246, "loss_diff": 1.0161477327346802, "reward": 0.09185716691802079, "level": 0, "difficulty": 0.05, "reward_ma": 0.09416794704213897, "leveled_up": false}
{"t": 124, "ts": 1788185708.697516, "step": 248, "loss_diff": 1.0493934154510498, "reward": 0.07993033596115626, "level": 0, "difficulty": 0.05, "reward_ma": 0.0927441859340407, "leveled_up": false}
{"t": 125, "ts": 1788185709.7851021, "step": 250, "loss_diff": 4.595028877258301, "reward": 0.033547460102707476, "level": 0, "difficulty": 0.05, "reward_ma": 0.08682451335090738, "leveled_up": false}
{"t": 126, "ts": 1788185711.4158082, "step": 252, "loss_diff": 0.9789234399795532, "reward": 0.08253673586054332, "level": 0, "difficulty": 0.05, "reward_ma": 0.08639573560187097, "leveled_up": false}
{"t": 127, "ts": 1788185712.4294665, "step": 254, "loss_diff": 1.0393422842025757, "reward": 0.0802910730054209, "level": 0, "difficulty": 0.05, "reward_ma": 0.08578526934222597, "leveled_up": false}
{"t": 128, "ts": 1788185714.1319313, "step": 256, "loss_diff": 1.00644850730896, "reward": 0.08990867904560881, "level": 0, "difficulty": 0.05, "reward_ma": 0.08619761031256426, "leveled_up": false}
{"t": 129, "ts": 1788185715.8169713, "step": 258, "loss_diff": 1.1852096319198608, "reward": 0.0753812468495508, "level": 0, "difficulty": 0.05, "reward_ma": 0.08511597396626293, "leveled_up": false}
{"t": 130, "ts": 1788185717.540077, "step": 260, "loss_diff": 0.9398000836372375, "reward": 0.08406550320721867, "level": 0, "difficulty": 0.05, "reward_ma": 0.0850109268903585, "leveled_up": false}
{"t": 131, "ts": 1788185719.1980817, "step": 262, "loss_diff": 1.2151048183441162, "reward": 0.074454832790581, "level": 0, "difficulty": 0.05, "reward_ma": 0.08395531748038075, "leveled_up": false}
{"t": 132, "ts": 1788185720.8107238, "step": 264, "loss_diff": 1.1385042667388916, "reward": 0.0779108606281786, "level": 0, "difficulty": 0.05, "reward_ma": 0.08335087179516054, "leveled_up": false}
{"t": 133, "ts": 1788185722.593505, "step": 266, "loss_diff": 1.1296372413635254, "reward": 0.08036328269640813, "level": 0, "difficulty": 0.05, "reward_ma": 0.08305211288528531, "leveled_up": false}
{"t": 134, "ts": 1788185724.1853166, "step": 268, "loss_diff": 1.09918212890625, "reward": 0.105578497260674, "level": 0, "difficulty": 0.05, "reward_ma": 0.0853047513228242, "leveled_up": false}
{"t": 135, "ts": 1788185725.8084764, "step": 270, "loss_diff": 1.1090712547302246, "reward": 0.09189756634738802, "level": 0, "difficulty": 0.05, "reward_ma": 0.08596403282528058, "leveled_up": false}
{"t": 136, "ts": 1788185727.4051814, "step": 272, "loss_diff": 0.9022535085678101, "reward": 0.0875871413729103, "level": 0, "difficulty": 0.05, "reward_ma": 0.08612634368004354, "leveled_up": false}
{"t": 137, "ts": 1788185728.9915872, "step": 274, "loss_diff": 1.0280464887619019, "reward": 0.10987990860139688, "level": 0, "difficulty": 0.05, "reward_ma": 0.08850170017217887, "leveled_up": false}
{"t": 138, "ts": 1788185730.6371448, "step": 276, "loss_diff": 0.9985988736152649, "reward": 0.10352383137586064, "level": 0, "difficulty": 0.05, "reward_ma": 0.09000391329254705, "leveled_up": false}
{"t": 139, "ts": 1788185732.2869408, "step": 278, "loss_diff": 0.9882223010063171, "reward": 0.10609623687953484, "level": 0, "difficulty": 0.05, "reward_ma": 0.09161314565124583, "leveled_up": false}
{"t": 140, "ts": 1788185733.926183, "step": 280, "loss_diff": 0.9219906330108643, "reward": 0.12138992407731686, "level": 0, "difficulty": 0.05, "reward_ma": 0.09459082349385294, "leveled_up": false}
{"t": 141, "ts": 1788185735.6930459, "step": 282, "loss_diff": 0.9997158646583557, "reward": 0.1275805851610688, "level": 0, "difficulty": 0.05, "reward_ma": 0.09788979966057453, "leveled_up": false}
{"t": 142, "ts": 1788185737.4655871, "step": 284, "loss_diff": 1.0572500228881836, "reward": 0.11296569465450665, "level": 0, "difficulty": 0.05, "reward_ma": 0.09939738915996775, "leveled_up": false}
{"t": 143, "ts": 1788185739.1192062, "step": 286, "loss_diff": 1.0271652936935425, "reward": 0.13794161747433464, "level": 0, "difficulty": 0.05, "reward_ma": 0.10325181199140444, "leveled_up": false}
{"t": 144, "ts": 1788185740.717599, "step": 288, "loss_diff": 1.1188716888427734, "reward": 0.08979053792679526, "level": 0, "difficulty": 0.05, "reward_ma": 0.10190568458494352, "leveled_up": false}
{"t": 145, "ts": 1788185742.316985, "step": 290, "loss_diff": 1.051443338394165, "reward": 0.11932197084210426, "level": 0, "difficulty": 0.05, "reward_ma": 0.10364731321065959, "leveled_up": false}
{"t": 146, "ts": 1788185743.8722103, "step": 292, "loss_diff": 1.1364779472351074, "reward": 0.1192887482052632, "level": 0, "difficulty": 0.05, "reward_ma": 0.10521145671011996, "leveled_up": false}
{"t": 147, "ts": 1788185745.4168499, "step": 294, "loss_diff": 0.8060635924339294, "reward": 0.14794449967811535, "level": 0, "difficulty": 0.05, "reward_ma": 0.1094847610069195, "leveled_up": false}
{"t": 148, "ts": 1788185747.0745585, "step": 296, "loss_diff": 1.024031162261963, "reward": 0.156659246870474, "level": 0, "difficulty": 0.05, "reward_ma": 0.11420220959327496, "leveled_up": false}
{"t": 149, "ts": 1788185748.6333537, "step": 298, "loss_diff": 0.9087749719619751, "reward": 0.1348956073023204, "level": 0, "difficulty": 0.05, "reward_ma": 0.11627154936417951, "leveled_up": false}
{"t": 150, "ts": 1788185750.3670924, "step": 300, "loss_diff": 0.9501194953918457, "reward": 0.12170677143000634, "level": 0, "difficulty": 0.05, "reward_ma": 0.1168150715707622, "leveled_up": false}
{"t": 151, "ts": 1788185751.9862905, "step": 302, "loss_diff": 0.8648993968963623, "reward": 0.08717124021030952, "level": 0, "difficulty": 0.05, "reward_ma": 0.11385068843471692, "leveled_up": false}
{"t": 152, "ts": 1788185753.58526, "step": 304, "loss_diff": 1.1007894277572632, "reward": 0.07813967723348371, "level": 0, "difficulty": 0.05, "reward_ma": 0.1102795873145936, "leveled_up": false}
{"t": 153, "ts": 1788185775.97581, "step": 306, "loss_diff": 1.0382951498031616, "reward": 0.0803288594900883, "level": 0, "difficulty": 0.05, "reward_ma": 0.10728451453214308, "leveled_up": false}
{"t": 154, "ts": 1788185777.0273485, "step": 308, "loss_diff": 0.8653454780578613, "reward": 0.08715200528719157, "level": 0, "difficulty": 0.05, "reward_ma": 0.10527126360764794, "leveled_up": false}
{"t": 155, "ts": 1788185778.7955992, "step": 310, "loss_diff": 1.052260398864746, "reward": 0.07982808706268356, "level": 0, "difficulty": 0.05, "reward_ma": 0.1027269459531515, "leveled_up": false}
{"t": 156, "ts": 1788185779.9898288, "step": 312, "loss_diff": 1.034063458442688, "reward": 0.08048195895574409, "level": 0, "difficulty": 0.05, "reward_ma": 0.10050244725341077, "leveled_up": false}
{"t": 157, "ts": 1788185781.0783827, "step": 314, "loss_diff": 0.9527506828308105, "reward": 0.08355266857048037, "level": 0, "difficulty": 0.05, "reward_ma": 0.09880746938511772, "leveled_up": false}
{"t": 158, "ts": 1788185782.8082302, "step": 316, "loss_diff": 0.9637333154678345, "reward": 0.08459794511465671, "level": 0, "difficulty": 0.05, "reward_ma": 0.09738651695807163, "leveled_up": false}
{"t": 159, "ts": 1788185784.5334706, "step": 318, "loss_diff": 1.0581638813018799, "reward": 0.07961844080364991, "level": 0, "difficulty": 0.05, "reward_ma": 0.09560970934262945, "leveled_up": false}
{"t": 160, "ts": 1788185786.2962823, "step": 320, "loss_diff": 1.302196741104126, "reward": 0.08046931096465637, "level": 0, "difficulty": 0.05, "reward_ma": 0.09409566950483214, "leveled_up": false}
{"t": 161, "ts": 1788185788.0206912, "step": 322, "loss_diff": 1.0312684774398804, "reward": 0.08058342910347635, "level": 0, "difficulty": 0.05, "reward_ma": 0.09274444546469657, "leveled_up": false}
{"t": 162, "ts": 1788185789.7303565, "step": 324, "loss_diff": 1.0238432884216309, "reward": 0.0862279623747742, "level": 0, "difficulty": 0.05, "reward_ma": 0.09209279715570433, "leveled_up": false}
{"t": 163, "ts": 1788185791.5119715, "step": 326, "loss_diff": 1.0221422910690308, "reward": 0.08757205997215056, "level": 0, "difficulty": 0.05, "reward_ma": 0.09164072343734894, "leveled_up": false}
{"t": 164, "ts": 1788185793.2129748, "step": 328, "loss_diff": 1.1352812051773071, "reward": 0.07767398681307291, "level": 0, "difficulty": 0.05, "reward_ma": 0.09024404977492134, "leveled_up": false}
{"t": 165, "ts": 1788185794.9856892, "step": 330, "loss_diff": 1.1104662418365479, "reward": 0.07952640633830216, "level": 0, "difficulty": 0.05, "reward_ma": 0.08917228543125943, "leveled_up": false}
{"t": 166, "ts": 1788185796.8220546, "step": 332, "loss_diff": 1.011122226715088, "reward": 0.08858314565831234, "level": 0, "difficulty": 0.05, "reward_ma": 0.08911337145396472, "leveled_up": false}
{"t": 167, "ts": 1788185798.5153103, "step": 334, "loss_diff": 1.0887491703033447, "reward": 0.09284815546302828, "level": 0, "difficulty": 0.05, "reward_ma": 0.08948684985487108, "leveled_up": false}
{"t": 168, "ts": 1788185800.1746688, "step": 336, "loss_diff": 0.8741276860237122, "reward": 0.11758092079551086, "level": 0, "difficulty": 0.05, "reward_ma": 0.09229625694893506, "leveled_up": false}
{"t": 169, "ts": 1788185801.7224624, "step": 338, "loss_diff": 1.0560152530670166, "reward": 0.09006470889755644, "level": 0, "difficulty": 0.05, "reward_ma": 0.0920731021437972, "leveled_up": false}
{"t": 170, "ts": 1788185803.386649, "step": 340, "loss_diff": 0.9992064833641052, "reward": 0.0928211101007308, "level": 0, "difficulty": 0.05, "reward_ma": 0.09214790293949056, "leveled_up": false}
{"t": 171, "ts": 1788185805.013209, "step": 342, "loss_diff": 1.1346795558929443, "reward": 0.10210728351409756, "level": 0, "difficulty": 0.05, "reward_ma": 0.09314384099695125, "leveled_up": false}
{"t": 172, "ts": 1788185806.6233656, "step": 344, "loss_diff": 1.003104567527771, "reward": 0.08162170615556813, "level": 0, "difficulty": 0.05, "reward_ma": 0.09199162751281294, "leveled_up": false}
{"t": 173, "ts": 1788185808.337799, "step": 346, "loss_diff": 1.0536770820617676, "reward": 0.10634843192948817, "level": 0, "difficulty": 0.05, "reward_ma": 0.09342730795448045, "leveled_up": false}
{"t": 174, "ts": 1788185810.3218832, "step": 348, "loss_diff": 1.2192423343658447, "reward": 0.09523676976387367, "level": 0, "difficulty": 0.05, "reward_ma": 0.09360825413541977, "leveled_up": false}
{"t": 175, "ts": 1788185812.0929873, "step": 350, "loss_diff": 1.0034103393554688, "reward": 0.09523302189673066, "level": 0, "difficulty": 0.05, "reward_ma": 0.09377073091155086, "leveled_up": false}
{"t": 176, "ts": 1788185813.804876, "step": 352, "loss_diff": 1.2487436532974243, "reward": 0.07469864572868871, "level": 0, "difficulty": 0.05, "reward_ma": 0.09186352239326465, "leveled_up": false}
{"t": 177, "ts": 1788185815.494108, "step": 354, "loss_diff": 1.003932237625122, "reward": 0.09510888212353849, "level": 0, "difficulty": 0.05, "reward_ma": 0.09218805836629204, "leveled_up": false}
{"t": 178, "ts": 1788185817.2848418, "step": 356, "loss_diff": 1.017275094985962, "reward": 0.08316794262292113, "level": 0, "difficulty": 0.05, "reward_ma": 0.09128604679195494, "leveled_up": false}
{"t": 179, "ts": 1788185818.9034808, "step": 358, "loss_diff": 1.233728051185608, "reward": 0.09259732706602819, "level": 0, "difficulty": 0.05, "reward_ma": 0.09141717481936228, "leveled_up": false}
{"t": 180, "ts": 1788185820.6774828, "step": 360, "loss_diff": 0.9030418992042542, "reward": 0.19379843615014075, "level": 0, "difficulty": 0.05, "reward_ma": 0.10165530095244013, "leveled_up": false}
{"t": 181, "ts": 1788185822.285191, "step": 362, "loss_diff": 0.9055957794189453, "reward": 0.14211543639046645, "level": 0, "difficulty": 0.05, "reward_ma": 0.10570131449624276, "leveled_up": false}
{"t": 182, "ts": 1788185823.887442, "step": 364, "loss_diff": 1.0305391550064087, "reward": 0.12895195675296897, "level": 0, "difficulty": 0.05, "reward_ma": 0.10802637872191538, "leveled_up": false}
{"t": 0, "ts": 1788185998.8748782, "step": 0, "loss_diff": 1.1594634056091309, "reward": 0.07619964735037654, "level": 0, "difficulty": 0.14432149735512784, "reward_ma": 0.007619964735037655, "leveled_up": false}
{"t": 1, "ts": 1788186000.693053, "step": 2, "loss_diff": 0.9957231283187866, "reward": 0.08189867339020626, "level": 0, "difficulty": 0.08920008502516943, "reward_ma": 0.015047835600554515, "leveled_up": false}
{"t": 2, "ts": 1788186001.7243438, "step": 4, "loss_diff": 0.990435004234314, "reward": 0.08209835800517225, "level": 0, "difficulty": 0.05, "reward_ma": 0.02175288784101629, "leveled_up": false}
{"t": 3, "ts": 1788186002.82299, "step": 6, "loss_diff": 1.729325532913208, "reward": 0.0616965798888361, "level": 0, "difficulty": 0.05, "reward_ma": 0.02574725704579827, "leveled_up": false}
{"t": 4, "ts": 1788186004.6212978, "step": 8, "loss_diff": 1.6838576793670654, "reward": 0.06262764679694305, "level": 0, "difficulty": 0.05, "reward_ma": 0.02943529602091275, "leveled_up": false}
{"t": 5, "ts": 1788186005.7187936, "step": 10, "loss_diff": 1.12190842628479, "reward": 0.07742902779310079, "level": 0, "difficulty": 0.05, "reward_ma": 0.034234669198131555, "leveled_up": false}
{"t": 6, "ts": 1788186007.5106394, "step": 12, "loss_diff": 1.4363718032836914, "reward": 0.06830490479995686, "level": 0, "difficulty": 0.05, "reward_ma": 0.03764169275831408, "leveled_up": false}
{"t": 7, "ts": 1788186009.2756283, "step": 14, "loss_diff": 1.0169163942337036, "reward": 0.08110890279519331, "level": 0, "difficulty": 0.05, "reward_ma": 0.04198841376200201, "leveled_up": false}
{"t": 8, "ts": 1788186011.030463, "step": 16, "loss_diff": 1.3891735076904297, "reward": 0.06952116450805669, "level": 0, "difficulty": 0.05, "reward_ma": 0.044741688836607486, "leveled_up": false}
{"t": 9, "ts": 1788186012.818288, "step": 18, "loss_diff": 1.2189767360687256, "reward": 0.07433667282698628, "level": 0, "difficulty": 0.05, "reward_ma": 0.04770118723564536, "leveled_up": false}
{"t": 10, "ts": 1788186014.601863, "step": 20, "loss_diff": 1.2381545305252075, "reward": 0.0737574480899243, "level": 0, "difficulty": 0.05, "reward_ma": 0.05030681332107326, "leveled_up": false}
{"t": 11, "ts": 1788186016.371625, "step": 22, "loss_diff": 1.1588118076324463, "reward": 0.0762206130979447, "level": 0, "difficulty": 0.05, "reward_ma": 0.0528981932987604, "leveled_up": false}
{"t": 12, "ts": 1788186018.1688442, "step": 24, "loss_diff": 1.0500524044036865, "reward": 0.07990680828174695, "level": 0, "difficulty": 0.05, "reward_ma": 0.05559905479705906, "leveled_up": false}
{"t": 13, "ts": 1788186020.0094311, "step": 26, "loss_diff": 1.2354768514633179, "reward": 0.07383772479450826, "level": 0, "difficulty": 0.05, "reward_ma": 0.057422921796803986, "leveled_up": false}
{"t": 14, "ts": 1788186021.7826014, "step": 28, "loss_diff": 1.2176802158355713, "reward": 0.07437619300448774, "level": 0, "difficulty": 0.05, "reward_ma": 0.059118248917572364, "leveled_up": false}
{"t": 15, "ts": 1788186023.6052208, "step": 30, "loss_diff": 0.9301210045814514, "reward": 0.08445328175993773, "level": 0, "difficulty": 0.05, "reward_ma": 0.06165175220180891, "leveled_up": false}
{"t": 16, "ts": 1788186025.3243186, "step": 32, "loss_diff": 1.3488155603408813, "reward": 0.0705999217461493, "level": 0, "difficulty": 0.05, "reward_ma": 0.06254656915624295, "leveled_up": false}
{"t": 17, "ts": 1788186027.179496, "step": 34, "loss_diff": 1.107434630393982, "reward": 0.07791453195059957, "level": 0, "difficulty": 0.05, "reward_ma": 0.06408336543567861, "leveled_up": false}
{"t": 18, "ts": 1788186029.0079935, "step": 36, "loss_diff": 1.2304039001464844, "reward": 0.07399034015987063, "level": 0, "difficulty": 0.05, "reward_ma": 0.06507406290809781, "leveled_up": false}
{"t": 19, "ts": 1788186030.7948143, "step": 38, "loss_diff": 1.5107163190841675, "reward": 0.06648185309466356, "level": 0, "difficulty": 0.05, "reward_ma": 0.06521484192675439, "leveled_up": false}
{"t": 20, "ts": 1788186032.6317642, "step": 40, "loss_diff": 1.5161973237991333, "reward": 0.06635171360683281, "level": 0, "difficulty": 0.05, "reward_ma": 0.06532852909476224, "leveled_up": false}
{"t": 21, "ts": 1788186034.4299653, "step": 42, "loss_diff": 1.1085124015808105, "reward": 0.07787814986796154, "level": 0, "difficulty": 0.05, "reward_ma": 0.06658349117208216, "leveled_up": false}
{"t": 22, "ts": 1788186036.1336179, "step": 44, "loss_diff": 0.9450505971908569, "reward": 0.08385676345385419, "level": 0, "difficulty": 0.05, "reward_ma": 0.06831081840025936, "leveled_up": false}
{"t": 23, "ts": 1788186037.9226086, "step": 46, "loss_diff": 0.9198749661445618, "reward": 0.08486803497102548, "level": 0, "difficulty": 0.05, "reward_ma": 0.06996654005733598, "leveled_up": false}
{"t": 24, "ts": 1788186039.6332638, "step": 48, "loss_diff": 1.127253770828247, "reward": 0.07725139586776343, "level": 0, "difficulty": 0.05, "reward_ma": 0.07069502563837872, "leveled_up": false}
{"t": 25, "ts": 1788186041.3792067, "step": 50, "loss_diff": 1.0672259330749512, "reward": 0.07929895622408026, "level": 0, "difficulty": 0.05, "reward_ma": 0.07155541869694887, "leveled_up": false}
{"t": 26, "ts": 1788186043.0907757, "step": 52, "loss_diff": 1.1177752017974854, "reward": 0.0775669943279454, "level": 0, "difficulty": 0.05, "reward_ma": 0.07215657626004852, "leveled_up": false}
{"t": 27, "ts": 1788186044.8088129, "step": 54, "loss_diff": 1.0222593545913696, "reward": 0.08091240917152523, "level": 0, "difficulty": 0.05, "reward_ma": 0.0730321595511962, "leveled_up": false}
{"t": 28, "ts": 1788186046.5317235, "step": 56, "loss_diff": 1.4171018600463867, "reward": 0.0687957371482856, "level": 0, "difficulty": 0.05, "reward_ma": 0.07260851731090513, "leveled_up": false}
{"t": 29, "ts": 1788186048.306057, "step": 58, "loss_diff": 1.2743053436279297, "reward": 0.07269215161820788, "level": 0, "difficulty": 0.05, "reward_ma": 0.07261688074163541, "leveled_up": false}
{"t": 30, "ts": 1788186050.0153308, "step": 60, "loss_diff": 0.9651439189910889, "reward": 0.08306823433855447, "level": 0, "difficulty": 0.05, "reward_ma": 0.07366201610132732, "leveled_up": false}
{"t": 31, "ts": 1788186068.7655911, "step": 62, "loss_diff": 1.0975292921066284, "reward": 0.07825065510021967, "level": 0, "difficulty": 0.05, "reward_ma": 0.07412088000121655, "leveled_up": false}
{"t": 32, "ts": 1788186069.8354225, "step": 64, "loss_diff": 1.6549394130706787, "reward": 0.0632364114316547, "level": 0, "difficulty": 0.05, "reward_ma": 0.07303243314426038, "leveled_up": false}
{"t": 33, "ts": 1788186071.7016764, "step": 66, "loss_diff": 1.2328764200210571, "reward": 0.07391586990383155, "level": 0, "difficulty": 0.05, "reward_ma": 0.07312077682021749, "leveled_up": false}
{"t": 34, "ts": 1788186072.7163866, "step": 68, "loss_diff": 1.1336804628372192, "reward": 0.07703900782453843, "level": 0, "difficulty": 0.05, "reward_ma": 0.07351259992064958, "leveled_up": false}
{"t": 35, "ts": 1788186073.7876134, "step": 70, "loss_diff": 1.1279352903366089, "reward": 0.07722881233751037, "level": 0, "difficulty": 0.05, "reward_ma": 0.07388422116233566, "leveled_up": false}
{"t": 36, "ts": 1788186075.436422, "step": 72, "loss_diff": 0.8381991982460022, "reward": 0.08833954934072995, "level": 0, "difficulty": 0.05, "reward_ma": 0.07532975398017508, "leveled_up": false}
{"t": 37, "ts": 1788186077.1338427, "step": 74, "loss_diff": 0.9541422128677368, "reward": 0.08349796938244744, "level": 0, "difficulty": 0.05, "reward_ma": 0.07614657552040231, "leveled_up": false}
{"t": 38, "ts": 1788186079.005562, "step": 76, "loss_diff": 1.098235845565796, "reward": 0.0782265741317289, "level": 0, "difficulty": 0.05, "reward_ma": 0.07635457538153498, "leveled_up": false}
{"t": 39, "ts": 1788186080.7832937, "step": 78, "loss_diff": 1.0427114963531494, "reward": 0.08016975578255528, "level": 0, "difficulty": 0.05, "reward_ma": 0.07673609342163701, "leveled_up": false}
{"t": 40, "ts": 1788186082.7219584, "step": 80, "loss_diff": 0.9610766172409058, "reward": 0.0832265444772601, "level": 0, "difficulty": 0.05, "reward_ma": 0.07738513852719932, "leveled_up": false}
{"t": 41, "ts": 1788186084.4954114, "step": 82, "loss_diff": 0.9536871910095215, "reward": 0.08351584711035714, "level": 0, "difficulty": 0.05, "reward_ma": 0.0779982093855151, "leveled_up": false}
{"t": 42, "ts": 1788186086.311767, "step": 84, "loss_diff": 1.0396748781204224, "reward": 0.08027907926925701, "level": 0, "difficulty": 0.05, "reward_ma": 0.0782262963738893, "leveled_up": false}
{"t": 43, "ts": 1788186088.2055964, "step": 86, "loss_diff": 1.0607833862304688, "reward": 0.07952580088137828, "level": 0, "difficulty": 0.05, "reward_ma": 0.0783562468246382, "leveled_up": false}
{"t": 44, "ts": 1788186089.999794, "step": 88, "loss_diff": 0.9063006043434143, "reward": 0.08542438273657209, "level": 0, "difficulty": 0.05, "reward_ma": 0.07906306041583158, "leveled_up": false}
{"t": 45, "ts": 1788186091.7797, "step": 90, "loss_diff": 0.9807125926017761, "reward": 0.0824682677736743, "level": 0, "difficulty": 0.05, "reward_ma": 0.07940358115161586, "leveled_up": false}
{"t": 46, "ts": 1788186093.5877278, "step": 92, "loss_diff": 1.047724962234497, "reward": 0.07998997193719949, "level": 0, "difficulty": 0.05, "reward_ma": 0.07946222023017423, "leveled_up": false}
{"t": 47, "ts": 1788186095.3743067, "step": 94, "loss_diff": 0.9909535646438599, "reward": 0.08207872975954722, "level": 0, "difficulty": 0.05, "reward_ma": 0.07972387118311153, "leveled_up": false}
{"t": 48, "ts": 1788186097.182268, "step": 96, "loss_diff": 1.1258463859558105, "reward": 0.07729807824420262, "level": 0, "difficulty": 0.05, "reward_ma": 0.07948129188922064, "leveled_up": false}
{"t": 49, "ts": 1788186098.9683406, "step": 98, "loss_diff": 1.015236496925354, "reward": 0.08117089828239885, "level": 0, "difficulty": 0.05, "reward_ma": 0.07965025252853847, "leveled_up": false}
{"t": 50, "ts": 1788186100.8003502, "step": 100, "loss_diff": 1.3388237953186035, "reward": 0.07087274856055428, "level": 0, "difficulty": 0.05, "reward_ma": 0.07877250213174004, "leveled_up": false}
{"t": 51, "ts": 1788186102.5974703, "step": 102, "loss_diff": 1.091882586479187, "reward": 0.07844369232605551, "level": 0, "difficulty": 0.05, "reward_ma": 0.07873962115117158, "leveled_up": false}
{"t": 52, "ts": 1788186104.3844233, "step": 104, "loss_diff": 1.1476877927780151, "reward": 0.07658050070004789, "level": 0, "difficulty": 0.05, "reward_ma": 0.07852370910605923, "leveled_up": false}
{"t": 53, "ts": 1788186106.1737819, "step": 106, "loss_diff": 1.1599370241165161, "reward": 0.07618441619017441, "level": 0, "difficulty": 0.05, "reward_ma": 0.07828977981447074, "leveled_up": false}
{"t": 54, "ts": 1788186108.0110233, "step": 108, "loss_diff": 0.8936031460762024, "reward": 0.08595201057456058, "level": 0, "difficulty": 0.05, "reward_ma": 0.07905600289047973, "leveled_up": false}
{"t": 55, "ts": 1788186109.9174087, "step": 110, "loss_diff": 0.9381952881813049, "reward": 0.08412952921717644, "level": 0, "difficulty": 0.05, "reward_ma": 0.07956335552314941, "leveled_up": false}
{"t": 56, "ts": 1788186111.8125167, "step": 112, "loss_diff": 1.133679986000061, "reward": 0.07703902353549709, "level": 0, "difficulty": 0.05, "reward_ma": 0.07931092232438419, "leveled_up": false}
{"t": 57, "ts": 1788186113.6937912, "step": 114, "loss_diff": 1.058816909790039, "reward": 0.079595324110534, "level": 0, "difficulty": 0.05, "reward_ma": 0.07933936250299918, "leveled_up": false}
{"t": 58, "ts": 1788186115.6246278, "step": 116, "loss_diff": 1.020969033241272, "reward": 0.0809597670927001, "level": 0, "difficulty": 0.05, "reward_ma": 0.07950140296196927, "leveled_up": false}
{"t": 59, "ts": 1788186117.5929353, "step": 118, "loss_diff": 0.9467951655387878, "reward": 0.0837876554919081, "level": 0, "difficulty": 0.05, "reward_ma": 0.07993002821496316, "leveled_up": false}
{"t": 60, "ts": 1788186119.5852911, "step": 120, "loss_diff": 0.8818836212158203, "reward": 0.08644532013786127, "level": 0, "difficulty": 0.05, "reward_ma": 0.08058155740725297, "leveled_up": false}
{"t": 61, "ts": 1788186142.3305953, "step": 122, "loss_diff": 1.1109418869018555, "reward": 0.07779627453085328, "level": 0, "difficulty": 0.05, "reward_ma": 0.080303029119613, "leveled_up": false}
{"t": 62, "ts": 1788186144.2682834, "step": 124, "loss_diff": 1.077717900276184, "reward": 0.07893254087540573, "level": 0, "difficulty": 0.05, "reward_ma": 0.08016598029519227, "leveled_up": false}
{"t": 63, "ts": 1788186145.4244936, "step": 126, "loss_diff": 1.005039930343628, "reward": 0.08154942468087541, "level": 0, "difficulty": 0.05, "reward_ma": 0.08030432473376059, "leveled_up": false}
{"t": 64, "ts": 1788186146.5644195, "step": 128, "loss_diff": 0.940972626209259, "reward": 0.08401878959033399, "level": 0, "difficulty": 0.05, "reward_ma": 0.08067577121941794, "leveled_up": false}
{"t": 65, "ts": 1788186148.7111592, "step": 130, "loss_diff": 1.0833303928375244, "reward": 0.07873804862276404, "level": 0, "difficulty": 0.05, "reward_ma": 0.08048199895975254, "leveled_up": false}
{"t": 66, "ts": 1788186149.83797, "step": 132, "loss_diff": 1.2643858194351196, "reward": 0.07298107514118778, "level": 0, "difficulty": 0.05, "reward_ma": 0.07973190657789606, "leveled_up": false}
{"t": 67, "ts": 1788186151.8681486, "step": 134, "loss_diff": 1.2087275981903076, "reward": 0.07465035055799447, "level": 0, "difficulty": 0.05, "reward_ma": 0.0792237509759059, "leveled_up": false}
{"t": 68, "ts": 1788186153.6886911, "step": 136, "loss_diff": 1.0418285131454468, "reward": 0.0802015111692832, "level": 0, "difficulty": 0.05, "reward_ma": 0.07932152699524363, "leveled_up": false}
{"t": 69, "ts": 1788186155.4813886, "step": 138, "loss_diff": 0.9495044350624084, "reward": 0.08368057780423063, "level": 0, "difficulty": 0.05, "reward_ma": 0.07975743207614232, "leveled_up": false}
{"t": 70, "ts": 1788186157.3369997, "step": 140, "loss_diff": 1.1838375329971313, "reward": 0.07542437523998934, "level": 0, "difficulty": 0.05, "reward_ma": 0.07932412639252703, "leveled_up": false}
{"t": 71, "ts": 1788186159.3208804, "step": 142, "loss_diff": 1.105846643447876, "reward": 0.07796820513146631, "level": 0, "difficulty": 0.05, "reward_ma": 0.07918853426642096, "leveled_up": false}
{"t": 72, "ts": 1788186161.2106273, "step": 144, "loss_diff": 0.9412379860877991, "reward": 0.08400822559192139, "level": 0, "difficulty": 0.05, "reward_ma": 0.079670503398971, "leveled_up": false}
{"t": 73, "ts": 1788186163.1206207, "step": 146, "loss_diff": 0.9339589476585388, "reward": 0.0842990556160012, "level": 0, "difficulty": 0.05, "reward_ma": 0.08013335862067401, "leveled_up": false}
{"t": 74, "ts": 1788186165.1107185, "step": 148, "loss_diff": 1.048311710357666, "reward": 0.07996898856443771, "level": 0, "difficulty": 0.05, "reward_ma": 0.08011692161505038, "leveled_up": false}
{"t": 75, "ts": 1788186167.099377, "step": 150, "loss_diff": 0.9968197345733643, "reward": 0.08185739689376945, "level": 0, "difficulty": 0.05, "reward_ma": 0.08029096914292229, "leveled_up": false}
{"t": 76, "ts": 1788186169.0804656, "step": 152, "loss_diff": 1.200347900390625, "reward": 0.07490898484876854, "level": 0, "difficulty": 0.05, "reward_ma": 0.07975277071350692, "leveled_up": false}
{"t": 77, "ts": 1788186171.0126693, "step": 154, "loss_diff": 0.8855758905410767, "reward": 0.0862892399236872, "level": 0, "difficulty": 0.05, "reward_ma": 0.08040641763452495, "leveled_up": false}
{"t": 78, "ts": 1788186172.9203215, "step": 156, "loss_diff": 1.114992380142212, "reward": 0.07766018833118615, "level": 0, "difficulty": 0.05, "reward_ma": 0.08013179470419107, "leveled_up": false}
{"t": 79, "ts": 1788186174.8057024, "step": 158, "loss_diff": 1.1057487726211548, "reward": 0.07797151576583145, "level": 0, "difficulty": 0.05, "reward_ma": 0.07991576681035512, "leveled_up": false}
{"t": 80, "ts": 1788186176.6157932, "step": 160, "loss_diff": 0.8027387857437134, "reward": 0.0899446773286368, "level": 0, "difficulty": 0.05, "reward_ma": 0.08091865786218329, "leveled_up": false}
{"t": 81, "ts": 1788186178.4159856, "step": 162, "loss_diff": 1.1304277181625366, "reward": 0.07714634373613732, "level": 0, "difficulty": 0.05, "reward_ma": 0.08054142644957869, "leveled_up": false}
{"t": 82, "ts": 1788186180.4103587, "step": 164, "loss_diff": 1.0940078496932983, "reward": 0.07837091629381372, "level": 0, "difficulty": 0.05, "reward_ma": 0.0803243754340022, "leveled_up": false}
{"t": 83, "ts": 1788186182.3274043, "step": 166, "loss_diff": 1.2092481851577759, "reward": 0.07463434768766974, "level": 0, "difficulty": 0.05, "reward_ma": 0.07975537265936895, "leveled_up": false}
{"t": 84, "ts": 1788186184.182984, "step": 168, "loss_diff": 1.0846364498138428, "reward": 0.07869293944555972, "level": 0, "difficulty": 0.05, "reward_ma": 0.07964912933798804, "leveled_up": false}
{"t": 85, "ts": 1788186186.1057637, "step": 170, "loss_diff": 1.1596558094024658, "reward": 0.07619345900565008, "level": 0, "difficulty": 0.05, "reward_ma": 0.07930356230475424, "leveled_up": false}
{"t": 86, "ts": 1788186188.0365798, "step": 172, "loss_diff": 1.039503812789917, "reward": 0.08028524760197531, "level": 0, "difficulty": 0.05, "reward_ma": 0.07940173083447635, "leveled_up": false}
{"t": 87, "ts": 1788186189.924754, "step": 174, "loss_diff": 0.9611160159111023, "reward": 0.08322500782720911, "level": 0, "difficulty": 0.05, "reward_ma": 0.07978405853374963, "leveled_up": false}
{"t": 88, "ts": 1788186191.8359072, "step": 176, "loss_diff": 1.1174970865249634, "reward": 0.0775762971222329, "level": 0, "difficulty": 0.05, "reward_ma": 0.07956328239259797, "leveled_up": false}
{"t": 89, "ts": 1788186193.703448, "step": 178, "loss_diff": 1.0302393436431885, "reward": 0.08062086157743789, "level": 0, "difficulty": 0.05, "reward_ma": 0.07966904031108196, "leveled_up": false}
{"t": 90, "ts": 1788186195.6004386, "step": 180, "loss_diff": 1.127177119255066, "reward": 0.07725393677831445, "level": 0, "difficulty": 0.05, "reward_ma": 0.0794275299578052, "leveled_up": false}
{"t": 91, "ts": 1788186197.4906442, "step": 182, "loss_diff": 1.0855028629302979, "reward": 0.0786630460561244, "level": 0, "difficulty": 0.05, "reward_ma": 0.07935108156763712, "leveled_up": false}
{"t": 92, "ts": 1788186216.0636456, "step": 184, "loss_diff": 0.9693405628204346, "reward": 0.08290557530669224, "level": 0, "difficulty": 0.05, "reward_ma": 0.07970653094154263, "leveled_up": false}
{"t": 93, "ts": 1788186217.3040833, "step": 186, "loss_diff": 1.2979304790496826, "reward": 0.07201407322116031, "level": 0, "difficulty": 0.05, "reward_ma": 0.0789372851695044, "leveled_up": false}
{"t": 94, "ts": 1788186219.2874918, "step": 188, "loss_diff": 1.0192102193832397, "reward": 0.08102441730321107, "level": 0, "difficulty": 0.05, "reward_ma": 0.07914599838287507, "leveled_up": false}
{"t": 95, "ts": 1788186220.499597, "step": 190, "loss_diff": 1.1545472145080566, "reward": 0.07635814329366943, "level": 0, "difficulty": 0.05, "reward_ma": 0.07886721287395451, "leveled_up": false}
{"t": 96, "ts": 1788186221.6027162, "step": 192, "loss_diff": 0.9347741007804871, "reward": 0.08426637780632547, "level": 0, "difficulty": 0.05, "reward_ma": 0.0794071293671916, "leveled_up": false}
{"t": 97, "ts": 1788186223.3831663, "step": 194, "loss_diff": 0.9908955097198486, "reward": 0.08839369186679072, "level": 0, "difficulty": 0.05, "reward_ma": 0.08030578561715151, "leveled_up": false}
{"t": 98, "ts": 1788186225.2874153, "step": 196, "loss_diff": 0.826931357383728, "reward": 0.08884283801962645, "level": 0, "difficulty": 0.05, "reward_ma": 0.08115949085739901, "leveled_up": false}
{"t": 99, "ts": 1788186227.1110888, "step": 198, "loss_diff": 0.9476829767227173, "reward": 0.08375253396867462, "level": 0, "difficulty": 0.05, "reward_ma": 0.08141879516852657, "leveled_up": false}
{"t": 100, "ts": 1788186229.0129342, "step": 200, "loss_diff": 0.9911874532699585, "reward": 0.08206988008939681, "level": 0, "difficulty": 0.05, "reward_ma": 0.0814839036606136, "leveled_up": false}
{"t": 101, "ts": 1788186230.7926822, "step": 202, "loss_diff": 0.942370593547821, "reward": 0.0839631688482377, "level": 0, "difficulty": 0.05, "reward_ma": 0.08173183017937602, "leveled_up": false}
{"t": 102, "ts": 1788186232.5724576, "step": 204, "loss_diff": 0.8316634297370911, "reward": 0.08863072138369515, "level": 0, "difficulty": 0.05, "reward_ma": 0.08242171929980793, "leveled_up": false}
{"t": 103, "ts": 1788186234.3880415, "step": 206, "loss_diff": 1.2295055389404297, "reward": 0.07401743896719573, "level": 0, "difficulty": 0.05, "reward_ma": 0.08158129126654672, "leveled_up": false}
{"t": 104, "ts": 1788186236.1082995, "step": 208, "loss_diff": 1.0509998798370361, "reward": 0.0798730073540955, "level": 0, "difficulty": 0.05, "reward_ma": 0.0814104628753016, "leveled_up": false}
{"t": 105, "ts": 1788186237.8775587, "step": 210, "loss_diff": 1.0020837783813477, "reward": 0.08165988664002924, "level": 0, "difficulty": 0.05, "reward_ma": 0.08143540525177437, "leveled_up": false}
{"t": 106, "ts": 1788186239.6681108, "step": 212, "loss_diff": 1.193457841873169, "reward": 0.08150708375172078, "level": 0, "difficulty": 0.05, "reward_ma": 0.08144257310176901, "leveled_up": false}
{"t": 107, "ts": 1788186241.4894035, "step": 214, "loss_diff": 0.7692098617553711, "reward": 0.09152155760544581, "level": 0, "difficulty": 0.05, "reward_ma": 0.0824504715521367, "leveled_up": false}
{"t": 108, "ts": 1788186243.4038708, "step": 216, "loss_diff": 1.0115503072738647, "reward": 0.08130729754308758, "level": 0, "difficulty": 0.05, "reward_ma": 0.08233615415123179, "leveled_up": false}
{"t": 109, "ts": 1788186245.3061829, "step": 218, "loss_diff": 1.151576280593872, "reward": 0.07645427607043839, "level": 0, "difficulty": 0.05, "reward_ma": 0.08174796634315246, "leveled_up": false}
{"t": 110, "ts": 1788186247.279949, "step": 220, "loss_diff": 1.0433768033981323, "reward": 0.08014584697649063, "level": 0, "difficulty": 0.05, "reward_ma": 0.08158775440648629, "leveled_up": false}
{"t": 111, "ts": 1788186249.2128341, "step": 222, "loss_diff": 1.038111686706543, "reward": 0.08033548386537481, "level": 0, "difficulty": 0.05, "reward_ma": 0.08146252735237515, "leveled_up": false}
{"t": 112, "ts": 1788186251.1105697, "step": 224, "loss_diff": 1.0426723957061768, "reward": 0.08017116140747971, "level": 0, "difficulty": 0.05, "reward_ma": 0.0813333907578856, "leveled_up": false}
{"t": 113, "ts": 1788186253.0670536, "step": 226, "loss_diff": 0.9747501611709595, "reward": 0.08269692294926598, "level": 0, "difficulty": 0.05, "reward_ma": 0.08146974397702364, "leveled_up": false}
{"t": 114, "ts": 1788186254.9870577, "step": 228, "loss_diff": 1.0085099935531616, "reward": 0.08142017436238674, "level": 0, "difficulty": 0.05, "reward_ma": 0.08146478701555995, "leveled_up": false}
{"t": 115, "ts": 1788186256.9114182, "step": 230, "loss_diff": 0.915860116481781, "reward": 0.0853162143929117, "level": 0, "difficulty": 0.05, "reward_ma": 0.08184992975329514, "leveled_up": false}
{"t": 116, "ts": 1788186258.6950092, "step": 232, "loss_diff": 0.892082929611206, "reward": 0.08601565605321382, "level": 0, "difficulty": 0.05, "reward_ma": 0.082266502383287, "leveled_up": false}
{"t": 117, "ts": 1788186260.4751558, "step": 234, "loss_diff": 1.1126010417938232, "reward": 0.08352919349332595, "level": 0, "difficulty": 0.05, "reward_ma": 0.0823927714942909, "leveled_up": false}
{"t": 118, "ts": 1788186262.269932, "step": 236, "loss_diff": 1.0391173362731934, "reward": 0.08029918711592372, "level": 0, "difficulty": 0.05, "reward_ma": 0.08218341305645419, "leveled_up": false}
{"t": 119, "ts": 1788186264.024953, "step": 238, "loss_diff": 1.0038093328475952, "reward": 0.08159536858162514, "level": 0, "difficulty": 0.05, "reward_ma": 0.08212460860897128, "leveled_up": false}
{"t": 120, "ts": 1788186266.0726464, "step": 240, "loss_diff": 0.9136629104614258, "reward": 0.08512165772472821, "level": 0, "difficulty": 0.05, "reward_ma": 0.08242431352054698, "leveled_up": false}
{"t": 121, "ts": 1788186268.164453, "step": 242, "loss_diff": 1.3019354343414307, "reward": 0.07190050445496565, "level": 0, "difficulty": 0.05, "reward_ma": 0.08137193261398884, "leveled_up": false}
{"t": 122, "ts": 1788186289.5939925, "step": 244, "loss_diff": 1.130530834197998, "reward": 0.07714293602449186, "level": 0, "difficulty": 0.05, "reward_ma": 0.08094903295503915, "leveled_up": false}
{"t": 123, "ts": 1788186291.7140055, "step": 246, "loss_diff": 1.0005604028701782, "reward": 0.08171693777826759, "level": 0, "difficulty": 0.05, "reward_ma": 0.08102582343736199, "leveled_up": false}
{"t": 124, "ts": 1788186292.7752755, "step": 248, "loss_diff": 1.0015873908996582, "reward": 0.08167846704931377, "level": 0, "difficulty": 0.05, "reward_ma": 0.08109108779855717, "leveled_up": false}
{"t": 125, "ts": 1788186293.886693, "step": 250, "loss_diff": 1.0257627964019775, "reward": 0.08078412864800301, "level": 0, "difficulty": 0.05, "reward_ma": 0.08106039188350175, "leveled_up": false}
{"t": 126, "ts": 1788186295.6793656, "step": 252, "loss_diff": 0.9443919658660889, "reward": 0.08388288620540728, "level": 0, "difficulty": 0.05, "reward_ma": 0.0813426413156923, "leveled_up": false}
{"t": 127, "ts": 1788186296.7676322, "step": 254, "loss_diff": 1.0962198972702026, "reward": 0.07829532520894653, "level": 0, "difficulty": 0.05, "reward_ma": 0.08103790970501772, "leveled_up": false}
{"t": 128, "ts": 1788186298.5943723, "step": 256, "loss_diff": 1.0094562768936157, "reward": 0.08138500537244925, "level": 0, "difficulty": 0.05, "reward_ma": 0.08107261927176086, "leveled_up": false}
{"t": 129, "ts": 1788186300.4357371, "step": 258, "loss_diff": 1.2564748525619507, "reward": 0.07794986630028725, "level": 0, "difficulty": 0.05, "reward_ma": 0.0807603439746135, "leveled_up": false}
{"t": 130, "ts": 1788186302.3000476, "step": 260, "loss_diff": 0.9151268601417542, "reward": 0.08506174012310717, "level": 0, "difficulty": 0.05, "reward_ma": 0.08119048358946286, "leveled_up": false}
{"t": 131, "ts": 1788186304.0730917, "step": 262, "loss_diff": 1.2566018104553223, "reward": 0.07320957673234973, "level": 0, "difficulty": 0.05, "reward_ma": 0.08039239290375155, "leveled_up": false}
{"t": 132, "ts": 1788186305.838773, "step": 264, "loss_diff": 1.0683097839355469, "reward": 0.07926093227191165, "level": 0, "difficulty": 0.05, "reward_ma": 0.08027924684056756, "leveled_up": false}
{"t": 133, "ts": 1788186307.6901612, "step": 266, "loss_diff": 1.2414193153381348, "reward": 0.0736598294748646, "level": 0, "difficulty": 0.05, "reward_ma": 0.07961730510399727, "leveled_up": false}
{"t": 134, "ts": 1788186309.6102314, "step": 268, "loss_diff": 1.1273843050003052, "reward": 0.07724706923310443, "level": 0, "difficulty": 0.05, "reward_ma": 0.07938028151690799, "leveled_up": false}
{"t": 135, "ts": 1788186311.3931847, "step": 270, "loss_diff": 1.2101744413375854, "reward": 0.07460589316410438, "level": 0, "difficulty": 0.05, "reward_ma": 0.07890284268162763, "leveled_up": false}
{"t": 136, "ts": 1788186313.174654, "step": 272, "loss_diff": 0.987315833568573, "reward": 0.08221663914569245, "level": 0, "difficulty": 0.05, "reward_ma": 0.0792342223280341, "leveled_up": false}
{"t": 137, "ts": 1788186314.9911199, "step": 274, "loss_diff": 1.3436758518218994, "reward": 0.0707399718027266, "level": 0, "difficulty": 0.05, "reward_ma": 0.07838479727550335, "leveled_up": false}
{"t": 138, "ts": 1788186316.894001, "step": 276, "loss_diff": 0.8909852504730225, "reward": 0.09749971394452737, "level": 0, "difficulty": 0.05, "reward_ma": 0.08029628894240576, "leveled_up": false}
{"t": 139, "ts": 1788186318.7052095, "step": 278, "loss_diff": 1.0088168382644653, "reward": 0.08140876672876962, "level": 0, "difficulty": 0.05, "reward_ma": 0.08040753672104216, "leveled_up": false}
{"t": 140, "ts": 1788186320.5951726, "step": 280, "loss_diff": 0.9193025231361389, "reward": 0.09602466530118367, "level": 0, "difficulty": 0.05, "reward_ma": 0.08196924957905631, "leveled_up": false}
{"t": 141, "ts": 1788186322.6662169, "step": 282, "loss_diff": 0.9925786256790161, "reward": 0.08201728507232416, "level": 0, "difficulty": 0.05, "reward_ma": 0.0819740531283831, "leveled_up": false}
{"t": 142, "ts": 1788186324.7390301, "step": 284, "loss_diff": 1.0137566328048706, "reward": 0.08122559737174831, "level": 0, "difficulty": 0.05, "reward_ma": 0.08189920755271964, "leveled_up": false}
{"t": 143, "ts": 1788186326.8147702, "step": 286, "loss_diff": 1.0026673078536987, "reward": 0.0816380561743624, "level": 0, "difficulty": 0.05, "reward_ma": 0.08187309241488391, "leveled_up": false}
{"t": 144, "ts": 1788186328.7900872, "step": 288, "loss_diff": 1.0023983716964722, "reward": 0.08164811578478867, "level": 0, "difficulty": 0.05, "reward_ma": 0.0818505947518744, "leveled_up": false}
{"t": 145, "ts": 1788186330.7314615, "step": 290, "loss_diff": 1.0341322422027588, "reward": 0.08047946531726778, "level": 0, "difficulty": 0.05, "reward_ma": 0.08171348180841373, "leveled_up": false}
{"t": 146, "ts": 1788186332.6742096, "step": 292, "loss_diff": 1.0583288669586182, "reward": 0.08393705898991616, "level": 0, "difficulty": 0.05, "reward_ma": 0.08193583952656398, "leveled_up": false}
{"t": 147, "ts": 1788186334.6129797, "step": 294, "loss_diff": 0.8082074522972107, "reward": 0.08969303039365653, "level": 0, "difficulty": 0.05, "reward_ma": 0.08271155861327323, "leveled_up": false}
{"t": 148, "ts": 1788186336.5926497, "step": 296, "loss_diff": 0.9514439105987549, "reward": 0.08360410706923373, "level": 0, "difficulty": 0.05, "reward_ma": 0.08280081345886928, "leveled_up": false}
{"t": 149, "ts": 1788186338.515261, "step": 298, "loss_diff": 0.9402899146080017, "reward": 0.0840459816750811, "level": 0, "difficulty": 0.05, "reward_ma": 0.08292533028049046, "leveled_up": false}
{"t": 150, "ts": 1788186340.52595, "step": 300, "loss_diff": 0.9940938353538513, "reward": 0.08922416643570595, "level": 0, "difficulty": 0.05, "reward_ma": 0.083555213896012, "leveled_up": false}
{"t": 151, "ts": 1788186342.8038602, "step": 302, "loss_diff": 0.9032927751541138, "reward": 0.08554873321028944, "level": 0, "difficulty": 0.05, "reward_ma": 0.08375456582743974, "leveled_up": false}
{"t": 152, "ts": 1788186345.0043511, "step": 304, "loss_diff": 1.300855278968811, "reward": 0.0719310955517517, "level": 0, "difficulty": 0.05, "reward_ma": 0.08257221879987095, "leveled_up": false}
{"t": 153, "ts": 1788186362.5944712, "step": 306, "loss_diff": 1.0266988277435303, "reward": 0.08074993040118068, "level": 0, "difficulty": 0.05, "reward_ma": 0.08238998996000192, "leveled_up": false}
{"t": 154, "ts": 1788186363.6510065, "step": 308, "loss_diff": 1.0205708742141724, "reward": 0.08097439270571628, "level": 0, "difficulty": 0.05, "reward_ma": 0.08224843023457336, "leveled_up": false}
{"t": 155, "ts": 1788186365.668137, "step": 310, "loss_diff": 1.1938118934631348, "reward": 0.07511208629833557, "level": 0, "difficulty": 0.05, "reward_ma": 0.08153479584094958, "leveled_up": false}
{"t": 156, "ts": 1788186366.8745024, "step": 312, "loss_diff": 1.2953308820724487, "reward": 0.07208800226630922, "level": 0, "difficulty": 0.05, "reward_ma": 0.08059011648348555, "leveled_up": false}
{"t": 157, "ts": 1788186368.0253973, "step": 314, "loss_diff": 0.9989787936210632, "reward": 0.08177626180195614, "level": 0, "difficulty": 0.05, "reward_ma": 0.08070873101533262, "leveled_up": false}
{"t": 158, "ts": 1788186370.0692625, "step": 316, "loss_diff": 0.9727551937103271, "reward": 0.08628825213449204, "level": 0, "difficulty": 0.05, "reward_ma": 0.08126668312724857, "leveled_up": false}
{"t": 159, "ts": 1788186372.007859, "step": 318, "loss_diff": 1.0331650972366333, "reward": 0.08051454300885946, "level": 0, "difficulty": 0.05, "reward_ma": 0.08119146911540966, "leveled_up": false}
{"t": 160, "ts": 1788186373.9830868, "step": 320, "loss_diff": 1.165651798248291, "reward": 0.07600115917443562, "level": 0, "difficulty": 0.05, "reward_ma": 0.08067243812131225, "leveled_up": false}
{"t": 161, "ts": 1788186375.9354312, "step": 322, "loss_diff": 1.029841661453247, "reward": 0.08063533655833258, "level": 0, "difficulty": 0.05, "reward_ma": 0.08066872796501429, "leveled_up": false}
{"t": 162, "ts": 1788186377.9891944, "step": 324, "loss_diff": 0.9733227491378784, "reward": 0.08275186822182169, "level": 0, "difficulty": 0.05, "reward_ma": 0.08087704199069504, "leveled_up": false}
{"t": 163, "ts": 1788186380.0691535, "step": 326, "loss_diff": 1.1010746955871582, "reward": 0.07812998285342312, "level": 0, "difficulty": 0.05, "reward_ma": 0.08060233607696785, "leveled_up": false}
{"t": 164, "ts": 1788186382.070687, "step": 328, "loss_diff": 1.0376050472259521, "reward": 0.08216568324526283, "level": 0, "difficulty": 0.05, "reward_ma": 0.08075867079379735, "leveled_up": false}
{"t": 165, "ts": 1788186384.0973287, "step": 330, "loss_diff": 1.1397746801376343, "reward": 0.07683878583616886, "level": 0, "difficulty": 0.05, "reward_ma": 0.0803666822980345, "leveled_up": false}
{"t": 166, "ts": 1788186386.0656004, "step": 332, "loss_diff": 1.0153348445892334, "reward": 0.10071961866091222, "level": 0, "difficulty": 0.05, "reward_ma": 0.08240197593432227, "leveled_up": false}
{"t": 167, "ts": 1788186388.1758528, "step": 334, "loss_diff": 1.0624890327453613, "reward": 0.08182351223106255, "level": 0, "difficulty": 0.05, "reward_ma": 0.08234412956399631, "leveled_up": false}
{"t": 168, "ts": 1788186390.6675663, "step": 336, "loss_diff": 0.8783440589904785, "reward": 0.0865955211650335, "level": 0, "difficulty": 0.05, "reward_ma": 0.08276926872410004, "leveled_up": false}
{"t": 169, "ts": 1788186392.612218, "step": 338, "loss_diff": 0.9080551862716675, "reward": 0.09073308634047458, "level": 0, "difficulty": 0.05, "reward_ma": 0.0835656504857375, "leveled_up": false}
{"t": 170, "ts": 1788186394.6031556, "step": 340, "loss_diff": 1.0684120655059814, "reward": 0.07925734605959447, "level": 0, "difficulty": 0.05, "reward_ma": 0.0831348200431232, "leveled_up": false}
{"t": 0, "ts": 1788186595.279642, "step": 0, "loss_diff": 0.787469208240509, "reward": 0.09065547649188838, "level": 0, "difficulty": 0.14442991607368919, "reward_ma": 0.009065547649188838, "leveled_up": false}
{"t": 1, "ts": 1788186597.0223992, "step": 2, "loss_diff": 0.9673068523406982, "reward": 0.08298431386429017, "level": 0, "difficulty": 0.08941422289399162, "reward_ma": 0.016457424270698972, "leveled_up": false}
{"t": 2, "ts": 1788186598.0965688, "step": 4, "loss_diff": 1.3732324838638306, "reward": 0.06994287994176407, "level": 0, "difficulty": 0.05, "reward_ma": 0.021805969837805483, "leveled_up": false}
{"t": 3, "ts": 1788186599.1521373, "step": 6, "loss_diff": 1.2139090299606323, "reward": 0.07449140839703067, "level": 0, "difficulty": 0.05, "reward_ma": 0.027074513693728004, "leveled_up": false}
{"t": 4, "ts": 1788186600.903053, "step": 8, "loss_diff": 1.3010486364364624, "reward": 0.0719256173615419, "level": 0, "difficulty": 0.05, "reward_ma": 0.0315596240605094, "leveled_up": false}
{"t": 5, "ts": 1788186602.2059934, "step": 10, "loss_diff": 1.5002472400665283, "reward": 0.06673201382425621, "level": 0, "difficulty": 0.05, "reward_ma": 0.03507686303688408, "leveled_up": false}
{"t": 6, "ts": 1788186603.9204, "step": 12, "loss_diff": 2.193966865539551, "reward": 0.05370148992696765, "level": 0, "difficulty": 0.05, "reward_ma": 0.03693932572589244, "leveled_up": false}
{"t": 7, "ts": 1788186605.685994, "step": 14, "loss_diff": 1.2352285385131836, "reward": 0.07384517895120439, "level": 0, "difficulty": 0.05, "reward_ma": 0.04062991104842363, "leveled_up": false}
{"t": 8, "ts": 1788186607.4737468, "step": 16, "loss_diff": 1.2372881174087524, "reward": 0.07378340208947917, "level": 0, "difficulty": 0.05, "reward_ma": 0.04394526015252919, "leveled_up": false}
{"t": 9, "ts": 1788186609.295086, "step": 18, "loss_diff": 1.1389195919036865, "reward": 0.07686681045322617, "level": 0, "difficulty": 0.05, "reward_ma": 0.047237415182598885, "leveled_up": false}
{"t": 10, "ts": 1788186611.0731668, "step": 20, "loss_diff": 1.8547239303588867, "reward": 0.059282432441200524, "level": 0, "difficulty": 0.05, "reward_ma": 0.048441916908459046, "leveled_up": false}
{"t": 11, "ts": 1788186612.796433, "step": 22, "loss_diff": 1.6138445138931274, "reward": 0.06412468106177312, "level": 0, "difficulty": 0.05, "reward_ma": 0.050010193323790454, "leveled_up": false}
{"t": 12, "ts": 1788186614.5082915, "step": 24, "loss_diff": 1.2159569263458252, "reward": 0.07442879343054304, "level": 0, "difficulty": 0.05, "reward_ma": 0.05245205333446572, "leveled_up": false}
{"t": 13, "ts": 1788186616.2282948, "step": 26, "loss_diff": 0.9418333768844604, "reward": 0.08398453354229589, "level": 0, "difficulty": 0.05, "reward_ma": 0.055605301355248736, "leveled_up": false}
{"t": 14, "ts": 1788186618.0127974, "step": 28, "loss_diff": 1.3083831071853638, "reward": 0.0717184953028272, "level": 0, "difficulty": 0.05, "reward_ma": 0.05721662075000659, "leveled_up": false}
{"t": 15, "ts": 1788186619.812417, "step": 30, "loss_diff": 1.3322575092315674, "reward": 0.07105331500895073, "level": 0, "difficulty": 0.05, "reward_ma": 0.058600290175901, "leveled_up": false}
{"t": 16, "ts": 1788186621.700995, "step": 32, "loss_diff": 1.4383753538131714, "reward": 0.06825431680877352, "level": 0, "difficulty": 0.05, "reward_ma": 0.05956569283918826, "leveled_up": false}
{"t": 17, "ts": 1788186623.4722583, "step": 34, "loss_diff": 1.3434829711914062, "reward": 0.07074523949660308, "level": 0, "difficulty": 0.05, "reward_ma": 0.06068364750492974, "leveled_up": false}
{"t": 18, "ts": 1788186625.3938427, "step": 36, "loss_diff": 1.4320220947265625, "reward": 0.06841501824167416, "level": 0, "difficulty": 0.05, "reward_ma": 0.06145678457860418, "leveled_up": false}
{"t": 19, "ts": 1788186627.325415, "step": 38, "loss_diff": 1.333034873008728, "reward": 0.07103188522323084, "level": 0, "difficulty": 0.05, "reward_ma": 0.062414294643066845, "leveled_up": false}
{"t": 20, "ts": 1788186629.2924378, "step": 40, "loss_diff": 1.1498507261276245, "reward": 0.07651023312900877, "level": 0, "difficulty": 0.05, "reward_ma": 0.06382388849166104, "leveled_up": false}
{"t": 21, "ts": 1788186631.0167124, "step": 42, "loss_diff": 1.0868370532989502, "reward": 0.07861706174015945, "level": 0, "difficulty": 0.05, "reward_ma": 0.06530320581651089, "leveled_up": false}
{"t": 22, "ts": 1788186632.7234309, "step": 44, "loss_diff": 0.9130686521530151, "reward": 0.08514600613025478, "level": 0, "difficulty": 0.05, "reward_ma": 0.06728748584788528, "leveled_up": false}
{"t": 23, "ts": 1788186634.5047512, "step": 46, "loss_diff": 1.4308751821517944, "reward": 0.0697792026978422, "level": 0, "difficulty": 0.05, "reward_ma": 0.06753665753288098, "leveled_up": false}
{"t": 24, "ts": 1788186636.410165, "step": 48, "loss_diff": 1.0950491428375244, "reward": 0.07833531287129633, "level": 0, "difficulty": 0.05, "reward_ma": 0.06861652306672252, "leveled_up": false}
{"t": 25, "ts": 1788186638.2267237, "step": 50, "loss_diff": 1.1554406881332397, "reward": 0.07632928431855972, "level": 0, "difficulty": 0.05, "reward_ma": 0.06938779919190624, "leveled_up": false}
{"t": 26, "ts": 1788186640.0716197, "step": 52, "loss_diff": 1.2957549095153809, "reward": 0.07207593206808573, "level": 0, "difficulty": 0.05, "reward_ma": 0.06965661247952419, "leveled_up": false}
{"t": 27, "ts": 1788186641.8166463, "step": 54, "loss_diff": 1.1727039813995361, "reward": 0.07577634398466021, "level": 0, "difficulty": 0.05, "reward_ma": 0.0702685856300378, "leveled_up": false}
{"t": 28, "ts": 1788186643.586269, "step": 56, "loss_diff": 1.0165810585021973, "reward": 0.08112126988490664, "level": 0, "difficulty": 0.05, "reward_ma": 0.07135385405552468, "leveled_up": false}
{"t": 29, "ts": 1788186645.3361142, "step": 58, "loss_diff": 1.5078740119934082, "reward": 0.06654956404310555, "level": 0, "difficulty": 0.05, "reward_ma": 0.07087342505428278, "leveled_up": false}
{"t": 30, "ts": 1788186647.181088, "step": 60, "loss_diff": 1.07878839969635, "reward": 0.07889536332001096, "level": 0, "difficulty": 0.05, "reward_ma": 0.0716756188808556, "leveled_up": false}
{"t": 31, "ts": 1788186665.1663065, "step": 62, "loss_diff": 1.1409962177276611, "reward": 0.07679879005802462, "level": 0, "difficulty": 0.05, "reward_ma": 0.0721879359985725, "leveled_up": false}
{"t": 32, "ts": 1788186666.3009505, "step": 64, "loss_diff": 0.9594346284866333, "reward": 0.08329064124020556, "level": 0, "difficulty": 0.05, "reward_ma": 0.0732982065227358, "leveled_up": false}
{"t": 33, "ts": 1788186668.1843383, "step": 66, "loss_diff": 1.191697359085083, "reward": 0.07517805319267827, "level": 0, "difficulty": 0.05, "reward_ma": 0.07348619118973004, "leveled_up": false}
{"t": 34, "ts": 1788186669.2819695, "step": 68, "loss_diff": 1.0452345609664917, "reward": 0.08007916803200028, "level": 0, "difficulty": 0.05, "reward_ma": 0.07414548887395707, "leveled_up": false}
{"t": 35, "ts": 1788186670.4023972, "step": 70, "loss_diff": 1.2007815837860107, "reward": 0.07489555114531543, "level": 0, "difficulty": 0.05, "reward_ma": 0.07422049510109291, "leveled_up": false}
{"t": 36, "ts": 1788186672.1940334, "step": 72, "loss_diff": 1.0549668073654175, "reward": 0.07973182673591118, "level": 0, "difficulty": 0.05, "reward_ma": 0.07477162826457474, "leveled_up": false}
{"t": 37, "ts": 1788186673.9938045, "step": 74, "loss_diff": 0.8349810838699341, "reward": 0.08848265887570783, "level": 0, "difficulty": 0.05, "reward_ma": 0.07614273132568807, "leveled_up": false}
{"t": 38, "ts": 1788186675.891589, "step": 76, "loss_diff": 1.1600288152694702, "reward": 0.07672413159069057, "level": 0, "difficulty": 0.05, "reward_ma": 0.07620087135218831, "leveled_up": false}
{"t": 39, "ts": 1788186677.712408, "step": 78, "loss_diff": 0.9971522092819214, "reward": 0.08189696468306118, "level": 0, "difficulty": 0.05, "reward_ma": 0.07677048068527559, "leveled_up": false}
{"t": 40, "ts": 1788186679.6653883, "step": 80, "loss_diff": 1.0422388315200806, "reward": 0.08018675116678993, "level": 0, "difficulty": 0.05, "reward_ma": 0.07711210773342703, "leveled_up": false}
{"t": 41, "ts": 1788186681.581196, "step": 82, "loss_diff": 1.6827325820922852, "reward": 0.0626510860876687, "level": 0, "difficulty": 0.05, "reward_ma": 0.0756660055688512, "leveled_up": false}
{"t": 42, "ts": 1788186683.4665163, "step": 84, "loss_diff": 1.2735666036605835, "reward": 0.07271358182697688, "level": 0, "difficulty": 0.05, "reward_ma": 0.07537076319466376, "leveled_up": false}
{"t": 43, "ts": 1788186685.328465, "step": 86, "loss_diff": 1.339599847793579, "reward": 0.07085147484935499, "level": 0, "difficulty": 0.05, "reward_ma": 0.07491883436013289, "leveled_up": false}
{"t": 44, "ts": 1788186687.192709, "step": 88, "loss_diff": 0.8052359819412231, "reward": 0.08982957684722344, "level": 0, "difficulty": 0.05, "reward_ma": 0.07640990860884195, "leveled_up": false}
{"t": 45, "ts": 1788186689.0793703, "step": 90, "loss_diff": 1.0813226699829102, "reward": 0.07880750265391895, "level": 0, "difficulty": 0.05, "reward_ma": 0.07664966801334964, "leveled_up": false}
{"t": 46, "ts": 1788186690.8739712, "step": 92, "loss_diff": 0.9643226861953735, "reward": 0.08310014606859253, "level": 0, "difficulty": 0.05, "reward_ma": 0.07729471581887393, "leveled_up": false}
{"t": 47, "ts": 1788186692.6294422, "step": 94, "loss_diff": 0.9760770797729492, "reward": 0.08264591715642111, "level": 0, "difficulty": 0.05, "reward_ma": 0.07782983595262866, "leveled_up": false}
{"t": 48, "ts": 1788186694.4339693, "step": 96, "loss_diff": 0.969899594783783, "reward": 0.08288395992136542, "level": 0, "difficulty": 0.05, "reward_ma": 0.07833524834950234, "leveled_up": false}
{"t": 49, "ts": 1788186696.183407, "step": 98, "loss_diff": 1.078573226928711, "reward": 0.07890283301642305, "level": 0, "difficulty": 0.05, "reward_ma": 0.07839200681619442, "leveled_up": false}
{"t": 50, "ts": 1788186697.9875898, "step": 100, "loss_diff": 0.9574037790298462, "reward": 0.08337006634359032, "level": 0, "difficulty": 0.05, "reward_ma": 0.078889812768934, "leveled_up": false}
{"t": 51, "ts": 1788186699.7101822, "step": 102, "loss_diff": 1.1162394285202026, "reward": 0.07761839558088356, "level": 0, "difficulty": 0.05, "reward_ma": 0.07876267105012896, "leveled_up": false}
{"t": 52, "ts": 1788186701.571087, "step": 104, "loss_diff": 1.110424280166626, "reward": 0.07781370243351257, "level": 0, "difficulty": 0.05, "reward_ma": 0.07866777418846732, "leveled_up": false}
{"t": 53, "ts": 1788186703.3369367, "step": 106, "loss_diff": 1.054497480392456, "reward": 0.07974850137141137, "level": 0, "difficulty": 0.05, "reward_ma": 0.07877584690676173, "leveled_up": false}
{"t": 54, "ts": 1788186705.136822, "step": 108, "loss_diff": 0.8322747945785522, "reward": 0.0886033966815399, "level": 0, "difficulty": 0.05, "reward_ma": 0.07975860188423954, "leveled_up": false}
{"t": 55, "ts": 1788186706.98631, "step": 110, "loss_diff": 1.1374495029449463, "reward": 0.0769150434840935, "level": 0, "difficulty": 0.05, "reward_ma": 0.07947424604422493, "leveled_up": false}
{"t": 56, "ts": 1788186708.7346187, "step": 112, "loss_diff": 1.2261526584625244, "reward": 0.07411877078481648, "level": 0, "difficulty": 0.05, "reward_ma": 0.07893869851828408, "leveled_up": false}
{"t": 57, "ts": 1788186710.8264916, "step": 114, "loss_diff": 1.0521533489227295, "reward": 0.07983189978713708, "level": 0, "difficulty": 0.05, "reward_ma": 0.07902801864516938, "leveled_up": false}
{"t": 58, "ts": 1788186712.7733676, "step": 116, "loss_diff": 0.9828383922576904, "reward": 0.08238707734964706, "level": 0, "difficulty": 0.05, "reward_ma": 0.07936392451561716, "leveled_up": false}
{"t": 59, "ts": 1788186714.6205776, "step": 118, "loss_diff": 0.8878757357597351, "reward": 0.08619232906392815, "level": 0, "difficulty": 0.05, "reward_ma": 0.08004676497044826, "leveled_up": false}
{"t": 60, "ts": 1788186716.499807, "step": 120, "loss_diff": 1.1793330907821655, "reward": 0.07556634254561699, "level": 0, "difficulty": 0.05, "reward_ma": 0.07959872272796513, "leveled_up": false}
{"t": 61, "ts": 1788186742.1982312, "step": 122, "loss_diff": 1.1356909275054932, "reward": 0.0769728288671287, "level": 0, "difficulty": 0.05, "reward_ma": 0.07933613334188148, "leveled_up": false}
{"t": 62, "ts": 1788186744.0028741, "step": 124, "loss_diff": 1.1787981986999512, "reward": 0.07558323982588432, "level": 0, "difficulty": 0.05, "reward_ma": 0.07896084399028178, "leveled_up": false}
{"t": 63, "ts": 1788186745.1148129, "step": 126, "loss_diff": 0.9929671287536621, "reward": 0.08200261034243181, "level": 0, "difficulty": 0.05, "reward_ma": 0.07926502062549678, "leveled_up": false}
{"t": 64, "ts": 1788186746.1495643, "step": 128, "loss_diff": 1.0624573230743408, "reward": 0.07946672461878765, "level": 0, "difficulty": 0.05, "reward_ma": 0.07928519102482587, "leveled_up": false}
{"t": 65, "ts": 1788186747.9718814, "step": 130, "loss_diff": 2.07584285736084, "reward": 0.05550506773837585, "level": 0, "difficulty": 0.05, "reward_ma": 0.07690717869618087, "leveled_up": false}
{"t": 66, "ts": 1788186749.031554, "step": 132, "loss_diff": 1.1380839347839355, "reward": 0.07689421989356295, "level": 0, "difficulty": 0.05, "reward_ma": 0.07690588281591908, "leveled_up": false}
{"t": 67, "ts": 1788186750.7861106, "step": 134, "loss_diff": 1.7147064208984375, "reward": 0.06199254058801476, "level": 0, "difficulty": 0.05, "reward_ma": 0.07541454859312866, "leveled_up": false}
{"t": 68, "ts": 1788186752.5734816, "step": 136, "loss_diff": 1.0501863956451416, "reward": 0.08120043416071382, "level": 0, "difficulty": 0.05, "reward_ma": 0.07599313714988717, "leveled_up": false}
{"t": 69, "ts": 1788186754.4207115, "step": 138, "loss_diff": 0.9666229486465454, "reward": 0.08301082894792669, "level": 0, "difficulty": 0.05, "reward_ma": 0.07669490632969113, "leveled_up": false}
{"t": 70, "ts": 1788186756.2097902, "step": 140, "loss_diff": 1.3169032335281372, "reward": 0.07147953733800642, "level": 0, "difficulty": 0.05, "reward_ma": 0.07617336943052266, "leveled_up": false}
{"t": 71, "ts": 1788186757.9731162, "step": 142, "loss_diff": 1.067859411239624, "reward": 0.07927672752966282, "level": 0, "difficulty": 0.05, "reward_ma": 0.07648370524043668, "leveled_up": false}
{"t": 72, "ts": 1788186759.7240133, "step": 144, "loss_diff": 0.9594765901565552, "reward": 0.0832890018846228, "level": 0, "difficulty": 0.05, "reward_ma": 0.07716423490485529, "leveled_up": false}
{"t": 73, "ts": 1788186761.586648, "step": 146, "loss_diff": 0.9317489862442017, "reward": 0.08438778715333714, "level": 0, "difficulty": 0.05, "reward_ma": 0.07788659012970348, "leveled_up": false}
{"t": 74, "ts": 1788186763.3337111, "step": 148, "loss_diff": 0.9417778253555298, "reward": 0.08398674345834864, "level": 0, "difficulty": 0.05, "reward_ma": 0.078496605462568, "leveled_up": false}
{"t": 75, "ts": 1788186765.20065, "step": 150, "loss_diff": 0.8280079364776611, "reward": 0.08879448351994484, "level": 0, "difficulty": 0.05, "reward_ma": 0.07952639326830568, "leveled_up": false}
{"t": 76, "ts": 1788186766.973978, "step": 152, "loss_diff": 1.1547129154205322, "reward": 0.07635278938783344, "level": 0, "difficulty": 0.05, "reward_ma": 0.07920903288025846, "leveled_up": false}
{"t": 77, "ts": 1788186768.7722783, "step": 154, "loss_diff": 0.8756905794143677, "reward": 0.08670849312553311, "level": 0, "difficulty": 0.05, "reward_ma": 0.07995897890478593, "leveled_up": false}
{"t": 78, "ts": 1788186770.5757408, "step": 156, "loss_diff": 1.0178711414337158, "reward": 0.08107371449186185, "level": 0, "difficulty": 0.05, "reward_ma": 0.08007045246349352, "leveled_up": false}
{"t": 79, "ts": 1788186772.3248286, "step": 158, "loss_diff": 1.1236536502838135, "reward": 0.0773709336821792, "level": 0, "difficulty": 0.05, "reward_ma": 0.07980050058536209, "leveled_up": false}
{"t": 80, "ts": 1788186774.13198, "step": 160, "loss_diff": 0.9097378253936768, "reward": 0.08787079056343777, "level": 0, "difficulty": 0.05, "reward_ma": 0.08060752958316966, "leveled_up": false}
{"t": 81, "ts": 1788186775.8944912, "step": 162, "loss_diff": 1.0921823978424072, "reward": 0.07843341683703535, "level": 0, "difficulty": 0.05, "reward_ma": 0.08039011830855625, "leveled_up": false}
{"t": 82, "ts": 1788186777.7654686, "step": 164, "loss_diff": 1.0756072998046875, "reward": 0.07900595261561746, "level": 0, "difficulty": 0.05, "reward_ma": 0.08025170173926237, "leveled_up": false}
{"t": 83, "ts": 1788186779.5794246, "step": 166, "loss_diff": 1.0605123043060303, "reward": 0.07953537688413495, "level": 0, "difficulty": 0.05, "reward_ma": 0.08018006925374963, "leveled_up": false}
{"t": 84, "ts": 1788186781.3848732, "step": 168, "loss_diff": 1.1322721242904663, "reward": 0.0770854407787145, "level": 0, "difficulty": 0.05, "reward_ma": 0.0798706064062461, "leveled_up": false}
{"t": 85, "ts": 1788186783.330289, "step": 170, "loss_diff": 1.1968011856079102, "reward": 0.07501904634603944, "level": 0, "difficulty": 0.05, "reward_ma": 0.07938545040022543, "leveled_up": false}
{"t": 86, "ts": 1788186785.2058342, "step": 172, "loss_diff": 1.0839107036590576, "reward": 0.08003314972775913, "level": 0, "difficulty": 0.05, "reward_ma": 0.0794502203329788, "leveled_up": false}
{"t": 87, "ts": 1788186787.0039563, "step": 174, "loss_diff": 0.9840553402900696, "reward": 0.08234067689978972, "level": 0, "difficulty": 0.05, "reward_ma": 0.0797392659896599, "leveled_up": false}
{"t": 88, "ts": 1788186788.910775, "step": 176, "loss_diff": 1.3006993532180786, "reward": 0.0719355138998581, "level": 0, "difficulty": 0.05, "reward_ma": 0.07895889078067972, "leveled_up": false}
{"t": 89, "ts": 1788186790.775049, "step": 178, "loss_diff": 1.2756586074829102, "reward": 0.0726529306907359, "level": 0, "difficulty": 0.05, "reward_ma": 0.07832829477168533, "leveled_up": false}
{"t": 90, "ts": 1788186792.6202781, "step": 180, "loss_diff": 0.9773335456848145, "reward": 0.08310853138285168, "level": 0, "difficulty": 0.05, "reward_ma": 0.07880631843280198, "leveled_up": false}
{"t": 91, "ts": 1788186794.6210766, "step": 182, "loss_diff": 1.0719352960586548, "reward": 0.0791340301612083, "level": 0, "difficulty": 0.05, "reward_ma": 0.0788390896056426, "leveled_up": false}
{"t": 92, "ts": 1788186812.9011292, "step": 184, "loss_diff": 1.0986870527267456, "reward": 0.11363331350547527, "level": 0, "difficulty": 0.05, "reward_ma": 0.08231851199562587, "leveled_up": false}
{"t": 93, "ts": 1788186813.9927611, "step": 186, "loss_diff": 1.162559151649475, "reward": 0.07610021155753173, "level": 0, "difficulty": 0.05, "reward_ma": 0.08169668195181645, "leveled_up": false}
{"t": 94, "ts": 1788186815.8074574, "step": 188, "loss_diff": 1.1053528785705566, "reward": 0.08713381958679177, "level": 0, "difficulty": 0.05, "reward_ma": 0.082240395715314, "leveled_up": false}
{"t": 95, "ts": 1788186816.9121885, "step": 190, "loss_diff": 1.1244077682495117, "reward": 0.07988753533001842, "level": 0, "difficulty": 0.05, "reward_ma": 0.08200510967678444, "leveled_up": false}
{"t": 96, "ts": 1788186817.9744263, "step": 192, "loss_diff": 0.9905949831008911, "reward": 0.08209230148777927, "level": 0, "difficulty": 0.05, "reward_ma": 0.08201382885788393, "leveled_up": false}
{"t": 97, "ts": 1788186819.7356982, "step": 194, "loss_diff": 1.0121926069259644, "reward": 0.08128349471837445, "level": 0, "difficulty": 0.05, "reward_ma": 0.08194079544393298, "leveled_up": false}
{"t": 98, "ts": 1788186821.5796378, "step": 196, "loss_diff": 0.9024413824081421, "reward": 0.0855840031178435, "level": 0, "difficulty": 0.05, "reward_ma": 0.08230511621132404, "leveled_up": false}
{"t": 99, "ts": 1788186823.3286042, "step": 198, "loss_diff": 0.928604006767273, "reward": 0.08451441094589125, "level": 0, "difficulty": 0.05, "reward_ma": 0.08252604568478075, "leveled_up": false}
{"t": 100, "ts": 1788186825.2156887, "step": 200, "loss_diff": 1.079693078994751, "reward": 0.07886397439948659, "level": 0, "difficulty": 0.05, "reward_ma": 0.08215983855625135, "leveled_up": false}
{"t": 101, "ts": 1788186827.0704722, "step": 202, "loss_diff": 0.7813059687614441, "reward": 0.0909458274140914, "level": 0, "difficulty": 0.05, "reward_ma": 0.08303843744203536, "leveled_up": false}
{"t": 102, "ts": 1788186828.866404, "step": 204, "loss_diff": 0.8553649187088013, "reward": 0.08758457640737947, "level": 0, "difficulty": 0.05, "reward_ma": 0.08349305133856977, "leveled_up": false}
{"t": 103, "ts": 1788186830.6226132, "step": 206, "loss_diff": 1.048252820968628, "reward": 0.10273155972944892, "level": 0, "difficulty": 0.05, "reward_ma": 0.0854169021776577, "leveled_up": false}
{"t": 104, "ts": 1788186832.3750095, "step": 208, "loss_diff": 0.94704270362854, "reward": 0.09932741677957249, "level": 0, "difficulty": 0.05, "reward_ma": 0.08680795363784918, "leveled_up": false}
{"t": 105, "ts": 1788186834.2136924, "step": 210, "loss_diff": 0.9683806896209717, "reward": 0.09399150625304045, "level": 0, "difficulty": 0.05, "reward_ma": 0.08752630889936833, "leveled_up": false}
{"t": 106, "ts": 1788186836.1116357, "step": 212, "loss_diff": 1.0275236368179321, "reward": 0.11014228401082168, "level": 0, "difficulty": 0.05, "reward_ma": 0.08978790641051367, "leveled_up": false}
{"t": 107, "ts": 1788186838.0192003, "step": 214, "loss_diff": 0.7774970531463623, "reward": 0.09996338854311027, "level": 0, "difficulty": 0.05, "reward_ma": 0.09080545462377333, "leveled_up": false}
{"t": 108, "ts": 1788186839.9100158, "step": 216, "loss_diff": 1.113531231880188, "reward": 0.08665241656103553, "level": 0, "difficulty": 0.05, "reward_ma": 0.09039015081749956, "leveled_up": false}
{"t": 109, "ts": 1788186841.7868633, "step": 218, "loss_diff": 1.010443925857544, "reward": 0.0860517632247945, "level": 0, "difficulty": 0.05, "reward_ma": 0.08995631205822906, "leveled_up": false}
{"t": 110, "ts": 1788186843.636602, "step": 220, "loss_diff": 1.0299872159957886, "reward": 0.08694570641721354, "level": 0, "difficulty": 0.05, "reward_ma": 0.08965525149412751, "leveled_up": false}
{"t": 111, "ts": 1788186845.4849408, "step": 222, "loss_diff": 0.9832226634025574, "reward": 0.08687042127362561, "level": 0, "difficulty": 0.05, "reward_ma": 0.08937676847207732, "leveled_up": false}
{"t": 112, "ts": 1788186847.32271, "step": 224, "loss_diff": 1.0220491886138916, "reward": 0.08645086073880225, "level": 0, "difficulty": 0.05, "reward_ma": 0.08908417769874982, "leveled_up": false}
{"t": 113, "ts": 1788186849.3827906, "step": 226, "loss_diff": 1.036889910697937, "reward": 0.08037962945437473, "level": 0, "difficulty": 0.05, "reward_ma": 0.08821372287431231, "leveled_up": false}
{"t": 114, "ts": 1788186851.2233016, "step": 228, "loss_diff": 1.1605582237243652, "reward": 0.09639648167425674, "level": 0, "difficulty": 0.05, "reward_ma": 0.08903199875430676, "leveled_up": false}
{"t": 115, "ts": 1788186853.1911204, "step": 230, "loss_diff": 1.0502686500549316, "reward": 0.08834141767215803, "level": 0, "difficulty": 0.05, "reward_ma": 0.08896294064609189, "leveled_up": false}
{"t": 116, "ts": 1788186855.1241133, "step": 232, "loss_diff": 0.9422957301139832, "reward": 0.0973746644652489, "level": 0, "difficulty": 0.05, "reward_ma": 0.08980411302800759, "leveled_up": false}
{"t": 117, "ts": 1788186857.021273, "step": 234, "loss_diff": 1.0894033908843994, "reward": 0.13556135040591027, "level": 0, "difficulty": 0.05, "reward_ma": 0.09437983676579786, "leveled_up": false}
{"t": 118, "ts": 1788186858.9318628, "step": 236, "loss_diff": 0.9865999221801758, "reward": 0.09028973603313756, "level": 0, "difficulty": 0.05, "reward_ma": 0.09397082669253183, "leveled_up": false}
{"t": 119, "ts": 1788186860.8944395, "step": 238, "loss_diff": 1.0236772298812866, "reward": 0.1540595808604947, "level": 0, "difficulty": 0.05, "reward_ma": 0.09997970210932812, "leveled_up": false}
{"t": 120, "ts": 1788186862.8645797, "step": 240, "loss_diff": 0.9235380291938782, "reward": 0.11046842217712281, "level": 0, "difficulty": 0.05, "reward_ma": 0.10102857411610759, "leveled_up": false}
{"t": 121, "ts": 1788186864.73202, "step": 242, "loss_diff": 0.9988178014755249, "reward": 0.13280919590587803, "level": 0, "difficulty": 0.05, "reward_ma": 0.10420663629508464, "leveled_up": false}
{"t": 122, "ts": 1788186892.5902553, "step": 244, "loss_diff": 1.0661938190460205, "reward": 0.13510087228298734, "level": 0, "difficulty": 0.05, "reward_ma": 0.10729605989387492, "leveled_up": false}
{"t": 123, "ts": 1788186894.4315934, "step": 246, "loss_diff": 0.9480928778648376, "reward": 0.1251303543492141, "level": 0, "difficulty": 0.05, "reward_ma": 0.10907948933940884, "leveled_up": false}
{"t": 124, "ts": 1788186895.5137193, "step": 248, "loss_diff": 1.1565959453582764, "reward": 0.12928389571061036, "level": 0, "difficulty": 0.05, "reward_ma": 0.11109992997652898, "leveled_up": false}
{"t": 125, "ts": 1788186896.6181693, "step": 250, "loss_diff": 0.9878772497177124, "reward": 0.08219532245891362, "level": 0, "difficulty": 0.05, "reward_ma": 0.10820946922476746, "leveled_up": false}
{"t": 126, "ts": 1788186898.4973695, "step": 252, "loss_diff": 0.9949216842651367, "reward": 0.10678581232361486, "level": 0, "difficulty": 0.05, "reward_ma": 0.1080671035346522, "leveled_up": false}
{"t": 127, "ts": 1788186899.5870059, "step": 254, "loss_diff": 0.9865652322769165, "reward": 0.10213326558741842, "level": 0, "difficulty": 0.05, "reward_ma": 0.10747371973992882, "leveled_up": false}
{"t": 128, "ts": 1788186901.515417, "step": 256, "loss_diff": 1.031597375869751, "reward": 0.10816722023267657, "level": 0, "difficulty": 0.05, "reward_ma": 0.1075430697892036, "leveled_up": false}
{"t": 129, "ts": 1788186903.391067, "step": 258, "loss_diff": 1.2128280401229858, "reward": 0.08971421939663915, "level": 0, "difficulty": 0.05, "reward_ma": 0.10576018474994715, "leveled_up": false}
{"t": 130, "ts": 1788186905.271844, "step": 260, "loss_diff": 0.9024588465690613, "reward": 0.1190974527048591, "level": 0, "difficulty": 0.05, "reward_ma": 0.10709391154543835, "leveled_up": false}
{"t": 131, "ts": 1788186907.127165, "step": 262, "loss_diff": 1.130617618560791, "reward": 0.10616366401442266, "level": 0, "difficulty": 0.05, "reward_ma": 0.10700088679233678, "leveled_up": false}
{"t": 132, "ts": 1788186909.0381818, "step": 264, "loss_diff": 1.1877814531326294, "reward": 0.1071165537002288, "level": 0, "difficulty": 0.05, "reward_ma": 0.10701245348312599, "leveled_up": false}
{"t": 133, "ts": 1788186911.0080771, "step": 266, "loss_diff": 1.1563481092453003, "reward": 0.12488561048029792, "level": 0, "difficulty": 0.05, "reward_ma": 0.10879976918284319, "leveled_up": false}
{"t": 134, "ts": 1788186912.8917868, "step": 268, "loss_diff": 1.0301389694213867, "reward": 0.15172183779539755, "level": 0, "difficulty": 0.05, "reward_ma": 0.11309197604409862, "leveled_up": false}
{"t": 135, "ts": 1788186914.736131, "step": 270, "loss_diff": 1.2594448328018188, "reward": 0.11568908224171964, "level": 0, "difficulty": 0.05, "reward_ma": 0.11335168666386072, "leveled_up": false}
{"t": 136, "ts": 1788186916.6175833, "step": 272, "loss_diff": 0.9452108144760132, "reward": 0.1424813552960223, "level": 0, "difficulty": 0.05, "reward_ma": 0.11626465352707689, "leveled_up": false}
{"t": 137, "ts": 1788186918.6076648, "step": 274, "loss_diff": 1.0471028089523315, "reward": 0.13788300413860513, "level": 0, "difficulty": 0.05, "reward_ma": 0.11842648858822973, "leveled_up": false}
{"t": 138, "ts": 1788186920.627188, "step": 276, "loss_diff": 0.9189990758895874, "reward": 0.13477105443089382, "level": 0, "difficulty": 0.05, "reward_ma": 0.12006094517249614, "leveled_up": false}
{"t": 139, "ts": 1788186922.5303092, "step": 278, "loss_diff": 1.0998481512069702, "reward": 0.07817168372608718, "level": 0, "difficulty": 0.05, "reward_ma": 0.11587201902785525, "leveled_up": false}
{"t": 140, "ts": 1788186924.4850512, "step": 280, "loss_diff": 0.905893087387085, "reward": 0.1931699276985265, "level": 0, "difficulty": 0.05, "reward_ma": 0.1236018098949224, "leveled_up": false}
{"t": 141, "ts": 1788186926.3833776, "step": 282, "loss_diff": 1.0179510116577148, "reward": 0.09847198422544921, "level": 0, "difficulty": 0.05, "reward_ma": 0.12108882732797507, "leveled_up": false}
{"t": 142, "ts": 1788186928.3207338, "step": 284, "loss_diff": 1.0207122564315796, "reward": 0.1378794160436317, "level": 0, "difficulty": 0.05, "reward_ma": 0.12276788619954074, "leveled_up": false}
{"t": 143, "ts": 1788186930.300212, "step": 286, "loss_diff": 0.9565229415893555, "reward": 0.13948982730278153, "level": 0, "difficulty": 0.05, "reward_ma": 0.12444008030986482, "leveled_up": false}
{"t": 144, "ts": 1788186932.2023382, "step": 288, "loss_diff": 1.0644042491912842, "reward": 0.16969565481808657, "level": 0, "difficulty": 0.05, "reward_ma": 0.128965637760687, "leveled_up": false}
{"t": 145, "ts": 1788186934.087628, "step": 290, "loss_diff": 1.0001517534255981, "reward": 0.12531669882517188, "level": 0, "difficulty": 0.05, "reward_ma": 0.1286007438671355, "leveled_up": false}
{"t": 146, "ts": 1788186935.9296696, "step": 292, "loss_diff": 0.8830665349960327, "reward": 0.14960299542831912, "level": 0, "difficulty": 0.05, "reward_ma": 0.13070096902325384, "leveled_up": false}
{"t": 147, "ts": 1788186937.722331, "step": 294, "loss_diff": 0.7147334814071655, "reward": 0.1824505626571926, "level": 0, "difficulty": 0.05, "reward_ma": 0.13587592838664772, "leveled_up": false}
{"t": 148, "ts": 1788186939.5004454, "step": 296, "loss_diff": 0.6607329845428467, "reward": 0.17816089612764135, "level": 0, "difficulty": 0.05, "reward_ma": 0.1401044251607471, "leveled_up": false}
{"t": 149, "ts": 1788186941.2340102, "step": 298, "loss_diff": 0.8562171459197998, "reward": 0.15391878935043082, "level": 0, "difficulty": 0.05, "reward_ma": 0.1414858615797155, "leveled_up": false}
{"t": 150, "ts": 1788186943.5561836, "step": 300, "loss_diff": 0.9764864444732666, "reward": 0.16704733379772385, "level": 0, "difficulty": 0.05, "reward_ma": 0.14404200880151632, "leveled_up": false}
{"t": 151, "ts": 1788186945.3364139, "step": 302, "loss_diff": 0.8148665428161621, "reward": 0.1522621421771363, "level": 0, "difficulty": 0.05, "reward_ma": 0.14486402213907834, "leveled_up": false}
{"t": 152, "ts": 1788186947.1893644, "step": 304, "loss_diff": 1.0745769739151, "reward": 0.17844163705998603, "level": 0, "difficulty": 0.05, "reward_ma": 0.1482217836311691, "leveled_up": false}
{"t": 153, "ts": 1788186964.3020537, "step": 306, "loss_diff": 0.9883946180343628, "reward": 0.16951042434320987, "level": 0, "difficulty": 0.05, "reward_ma": 0.1503506477023732, "leveled_up": false}
{"t": 154, "ts": 1788186965.3686163, "step": 308, "loss_diff": 0.955721378326416, "reward": 0.08343598878679687, "level": 0, "difficulty": 0.05, "reward_ma": 0.14365918181081558, "leveled_up": false}
{"t": 155, "ts": 1788186967.2699172, "step": 310, "loss_diff": 1.0631518363952637, "reward": 0.15888082154052358, "level": 0, "difficulty": 0.05, "reward_ma": 0.1451813457837864, "leveled_up": false}
{"t": 156, "ts": 1788186968.3721147, "step": 312, "loss_diff": 1.0306674242019653, "reward": 0.11132651487430079, "level": 0, "difficulty": 0.05, "reward_ma": 0.14179586269283784, "leveled_up": false}
{"t": 157, "ts": 1788186969.473976, "step": 314, "loss_diff": 1.078020691871643, "reward": 0.0789220212899421, "level": 0, "difficulty": 0.05, "reward_ma": 0.13550847855254827, "leveled_up": false}
{"t": 158, "ts": 1788186971.3002036, "step": 316, "loss_diff": 0.8824184536933899, "reward": 0.09724521462743366, "level": 0, "difficulty": 0.05, "reward_ma": 0.13168215216003681, "leveled_up": false}
{"t": 159, "ts": 1788186973.114311, "step": 318, "loss_diff": 1.1454050540924072, "reward": 0.17314561476627038, "level": 0, "difficulty": 0.05, "reward_ma": 0.13582849842066017, "leveled_up": false}
{"t": 160, "ts": 1788186974.923622, "step": 320, "loss_diff": 1.1530474424362183, "reward": 0.1066921619431665, "level": 0, "difficulty": 0.05, "reward_ma": 0.1329148647729108, "leveled_up": false}
{"t": 161, "ts": 1788186976.7300162, "step": 322, "loss_diff": 1.0451877117156982, "reward": 0.1448749938385763, "level": 0, "difficulty": 0.05, "reward_ma": 0.13411087767947738, "leveled_up": false}
{"t": 162, "ts": 1788186978.524193, "step": 324, "loss_diff": 0.981244683265686, "reward": 0.1272285459755021, "level": 0, "difficulty": 0.05, "reward_ma": 0.13342264450907987, "leveled_up": false}
{"t": 163, "ts": 1788186980.3886635, "step": 326, "loss_diff": 1.2153160572052002, "reward": 0.17203607778906807, "level": 0, "difficulty": 0.05, "reward_ma": 0.13728398783707868, "leveled_up": false}
{"t": 164, "ts": 1788186982.194096, "step": 328, "loss_diff": 1.070289134979248, "reward": 0.13864188472378397, "level": 0, "difficulty": 0.05, "reward_ma": 0.13741977752574921, "leveled_up": false}
{"t": 165, "ts": 1788186984.025724, "step": 330, "loss_diff": 1.0842846632003784, "reward": 0.12719620296293474, "level": 0, "difficulty": 0.05, "reward_ma": 0.13639742006946776, "leveled_up": false}
{"t": 166, "ts": 1788186985.913066, "step": 332, "loss_diff": 0.9670566320419312, "reward": 0.1641731295048457, "level": 0, "difficulty": 0.05, "reward_ma": 0.13917499101300557, "leveled_up": false}
{"t": 0, "ts": 1788187151.0865946, "step": 0, "loss_diff": 0.787469208240509, "reward": 0.09065547649188838, "level": 0, "difficulty": 0.14442991607368919, "reward_ma": 0.009065547649188838, "leveled_up": false}
{"t": 1, "ts": 1788187152.998099, "step": 2, "loss_diff": 0.9673068523406982, "reward": 0.08298431386429017, "level": 0, "difficulty": 0.08941422289399162, "reward_ma": 0.016457424270698972, "leveled_up": false}
{"t": 2, "ts": 1788187154.128255, "step": 4, "loss_diff": 1.3732324838638306, "reward": 0.06994287994176407, "level": 0, "difficulty": 0.05, "reward_ma": 0.021805969837805483, "leveled_up": false}
{"t": 3, "ts": 1788187155.4157526, "step": 6, "loss_diff": 1.2139090299606323, "reward": 0.07449140839703067, "level": 0, "difficulty": 0.05, "reward_ma": 0.027074513693728004, "leveled_up": false}
{"t": 4, "ts": 1788187157.2133195, "step": 8, "loss_diff": 1.3010486364364624, "reward": 0.0719256173615419, "level": 0, "difficulty": 0.05, "reward_ma": 0.0315596240605094, "leveled_up": false}
{"t": 5, "ts": 1788187158.3365173, "step": 10, "loss_diff": 1.5002472400665283, "reward": 0.06673201382425621, "level": 0, "difficulty": 0.05, "reward_ma": 0.03507686303688408, "leveled_up": false}
{"t": 6, "ts": 1788187160.1968079, "step": 12, "loss_diff": 2.193966865539551, "reward": 0.05370148992696765, "level": 0, "difficulty": 0.05, "reward_ma": 0.03693932572589244, "leveled_up": false}
{"t": 7, "ts": 1788187161.998695, "step": 14, "loss_diff": 1.2352285385131836, "reward": 0.07384517895120439, "level": 0, "difficulty": 0.05, "reward_ma": 0.04062991104842363, "leveled_up": false}
{"t": 8, "ts": 1788187163.8333488, "step": 16, "loss_diff": 1.2372881174087524, "reward": 0.07378340208947917, "level": 0, "difficulty": 0.05, "reward_ma": 0.04394526015252919, "leveled_up": false}
{"t": 9, "ts": 1788187165.7303743, "step": 18, "loss_diff": 1.1389195919036865, "reward": 0.07686681045322617, "level": 0, "difficulty": 0.05, "reward_ma": 0.047237415182598885, "leveled_up": false}
{"t": 10, "ts": 1788187167.8742964, "step": 20, "loss_diff": 1.8547239303588867, "reward": 0.059282432441200524, "level": 0, "difficulty": 0.05, "reward_ma": 0.048441916908459046, "leveled_up": false}
{"t": 11, "ts": 1788187169.7915647, "step": 22, "loss_diff": 1.6138445138931274, "reward": 0.06412468106177312, "level": 0, "difficulty": 0.05, "reward_ma": 0.050010193323790454, "leveled_up": false}
{"t": 12, "ts": 1788187171.6860182, "step": 24, "loss_diff": 1.2159569263458252, "reward": 0.07442879343054304, "level": 0, "difficulty": 0.05, "reward_ma": 0.05245205333446572, "leveled_up": false}
{"t": 13, "ts": 1788187173.6992195, "step": 26, "loss_diff": 0.9418333768844604, "reward": 0.08398453354229589, "level": 0, "difficulty": 0.05, "reward_ma": 0.055605301355248736, "leveled_up": false}
{"t": 14, "ts": 1788187175.8765113, "step": 28, "loss_diff": 1.3083831071853638, "reward": 0.0717184953028272, "level": 0, "difficulty": 0.05, "reward_ma": 0.05721662075000659, "leveled_up": false}
{"t": 15, "ts": 1788187177.8767648, "step": 30, "loss_diff": 1.3322575092315674, "reward": 0.07105331500895073, "level": 0, "difficulty": 0.05, "reward_ma": 0.058600290175901, "leveled_up": false}
{"t": 16, "ts": 1788187179.8682997, "step": 32, "loss_diff": 1.4383753538131714, "reward": 0.06825431680877352, "level": 0, "difficulty": 0.05, "reward_ma": 0.05956569283918826, "leveled_up": false}
{"t": 17, "ts": 1788187181.82624, "step": 34, "loss_diff": 1.3434829711914062, "reward": 0.07074523949660308, "level": 0, "difficulty": 0.05, "reward_ma": 0.06068364750492974, "leveled_up": false}
{"t": 18, "ts": 1788187183.70238, "step": 36, "loss_diff": 1.4320220947265625, "reward": 0.06841501824167416, "level": 0, "difficulty": 0.05, "reward_ma": 0.06145678457860418, "leveled_up": false}
{"t": 19, "ts": 1788187185.677113, "step": 38, "loss_diff": 1.333034873008728, "reward": 0.07103188522323084, "level": 0, "difficulty": 0.05, "reward_ma": 0.062414294643066845, "leveled_up": false}
{"t": 20, "ts": 1788187187.621424, "step": 40, "loss_diff": 1.1498507261276245, "reward": 0.07651023312900877, "level": 0, "difficulty": 0.05, "reward_ma": 0.06382388849166104, "leveled_up": false}
{"t": 21, "ts": 1788187189.4702716, "step": 42, "loss_diff": 1.0868370532989502, "reward": 0.07861706174015945, "level": 0, "difficulty": 0.05, "reward_ma": 0.06530320581651089, "leveled_up": false}
{"t": 22, "ts": 1788187191.2745786, "step": 44, "loss_diff": 0.9130686521530151, "reward": 0.08514600613025478, "level": 0, "difficulty": 0.05, "reward_ma": 0.06728748584788528, "leveled_up": false}
{"t": 23, "ts": 1788187193.0932975, "step": 46, "loss_diff": 1.4308751821517944, "reward": 0.0697792026978422, "level": 0, "difficulty": 0.05, "reward_ma": 0.06753665753288098, "leveled_up": false}
{"t": 24, "ts": 1788187194.8863828, "step": 48, "loss_diff": 1.0950491428375244, "reward": 0.07833531287129633, "level": 0, "difficulty": 0.05, "reward_ma": 0.06861652306672252, "leveled_up": false}
{"t": 25, "ts": 1788187196.802394, "step": 50, "loss_diff": 1.1554406881332397, "reward": 0.07632928431855972, "level": 0, "difficulty": 0.05, "reward_ma": 0.06938779919190624, "leveled_up": false}
{"t": 26, "ts": 1788187198.602291, "step": 52, "loss_diff": 1.2957549095153809, "reward": 0.07207593206808573, "level": 0, "difficulty": 0.05, "reward_ma": 0.06965661247952419, "leveled_up": false}
{"t": 27, "ts": 1788187200.8285944, "step": 54, "loss_diff": 1.1727039813995361, "reward": 0.07577634398466021, "level": 0, "difficulty": 0.05, "reward_ma": 0.0702685856300378, "leveled_up": false}
{"t": 28, "ts": 1788187203.101243, "step": 56, "loss_diff": 1.0165810585021973, "reward": 0.08112126988490664, "level": 0, "difficulty": 0.05, "reward_ma": 0.07135385405552468, "leveled_up": false}
{"t": 29, "ts": 1788187205.3699152, "step": 58, "loss_diff": 1.5078740119934082, "reward": 0.06654956404310555, "level": 0, "difficulty": 0.05, "reward_ma": 0.07087342505428278, "leveled_up": false}
{"t": 30, "ts": 1788187207.5189605, "step": 60, "loss_diff": 1.07878839969635, "reward": 0.07889536332001096, "level": 0, "difficulty": 0.05, "reward_ma": 0.0716756188808556, "leveled_up": false}
{"t": 31, "ts": 1788187226.492489, "step": 62, "loss_diff": 1.1409962177276611, "reward": 0.07679879005802462, "level": 0, "difficulty": 0.05, "reward_ma": 0.0721879359985725, "leveled_up": false}
{"t": 32, "ts": 1788187227.704908, "step": 64, "loss_diff": 0.9594346284866333, "reward": 0.08329064124020556, "level": 0, "difficulty": 0.05, "reward_ma": 0.0732982065227358, "leveled_up": false}
{"t": 33, "ts": 1788187229.688019, "step": 66, "loss_diff": 1.191697359085083, "reward": 0.07517805319267827, "level": 0, "difficulty": 0.05, "reward_ma": 0.07348619118973004, "leveled_up": false}
{"t": 34, "ts": 1788187230.8713813, "step": 68, "loss_diff": 1.0452345609664917, "reward": 0.08007916803200028, "level": 0, "difficulty": 0.05, "reward_ma": 0.07414548887395707, "leveled_up": false}
{"t": 35, "ts": 1788187232.083447, "step": 70, "loss_diff": 1.2007815837860107, "reward": 0.07489555114531543, "level": 0, "difficulty": 0.05, "reward_ma": 0.07422049510109291, "leveled_up": false}
{"t": 36, "ts": 1788187234.113099, "step": 72, "loss_diff": 1.0549668073654175, "reward": 0.07973182673591118, "level": 0, "difficulty": 0.05, "reward_ma": 0.07477162826457474, "leveled_up": false}
{"t": 37, "ts": 1788187235.8818724, "step": 74, "loss_diff": 0.8349810838699341, "reward": 0.08848265887570783, "level": 0, "difficulty": 0.05, "reward_ma": 0.07614273132568807, "leveled_up": false}
{"t": 38, "ts": 1788187237.8111293, "step": 76, "loss_diff": 1.1600288152694702, "reward": 0.07672413159069057, "level": 0, "difficulty": 0.05, "reward_ma": 0.07620087135218831, "leveled_up": false}
{"t": 39, "ts": 1788187239.8165631, "step": 78, "loss_diff": 0.9971522092819214, "reward": 0.08189696468306118, "level": 0, "difficulty": 0.05, "reward_ma": 0.07677048068527559, "leveled_up": false}
{"t": 40, "ts": 1788187241.8193107, "step": 80, "loss_diff": 1.0422388315200806, "reward": 0.08018675116678993, "level": 0, "difficulty": 0.05, "reward_ma": 0.07711210773342703, "leveled_up": false}
{"t": 41, "ts": 1788187243.724575, "step": 82, "loss_diff": 1.6827325820922852, "reward": 0.0626510860876687, "level": 0, "difficulty": 0.05, "reward_ma": 0.0756660055688512, "leveled_up": false}
{"t": 42, "ts": 1788187245.7257273, "step": 84, "loss_diff": 1.2735666036605835, "reward": 0.07271358182697688, "level": 0, "difficulty": 0.05, "reward_ma": 0.07537076319466376, "leveled_up": false}
{"t": 43, "ts": 1788187247.7915947, "step": 86, "loss_diff": 1.339599847793579, "reward": 0.07085147484935499, "level": 0, "difficulty": 0.05, "reward_ma": 0.07491883436013289, "leveled_up": false}
{"t": 44, "ts": 1788187249.7205212, "step": 88, "loss_diff": 0.8052359819412231, "reward": 0.08982957684722344, "level": 0, "difficulty": 0.05, "reward_ma": 0.07640990860884195, "leveled_up": false}
{"t": 45, "ts": 1788187251.7349799, "step": 90, "loss_diff": 1.0813226699829102, "reward": 0.07880750265391895, "level": 0, "difficulty": 0.05, "reward_ma": 0.07664966801334964, "leveled_up": false}
{"t": 46, "ts": 1788187253.7329314, "step": 92, "loss_diff": 0.9643226861953735, "reward": 0.08310014606859253, "level": 0, "difficulty": 0.05, "reward_ma": 0.07729471581887393, "leveled_up": false}
{"t": 47, "ts": 1788187255.5994718, "step": 94, "loss_diff": 0.9760770797729492, "reward": 0.08264591715642111, "level": 0, "difficulty": 0.05, "reward_ma": 0.07782983595262866, "leveled_up": false}
{"t": 48, "ts": 1788187257.5018227, "step": 96, "loss_diff": 0.969899594783783, "reward": 0.08288395992136542, "level": 0, "difficulty": 0.05, "reward_ma": 0.07833524834950234, "leveled_up": false}
{"t": 49, "ts": 1788187259.2983053, "step": 98, "loss_diff": 1.078573226928711, "reward": 0.07890283301642305, "level": 0, "difficulty": 0.05, "reward_ma": 0.07839200681619442, "leveled_up": false}
{"t": 50, "ts": 1788187261.4972208, "step": 100, "loss_diff": 0.9574037790298462, "reward": 0.08337006634359032, "level": 0, "difficulty": 0.05, "reward_ma": 0.078889812768934, "leveled_up": false}
{"t": 51, "ts": 1788187263.374197, "step": 102, "loss_diff": 1.1162394285202026, "reward": 0.07761839558088356, "level": 0, "difficulty": 0.05, "reward_ma": 0.07876267105012896, "leveled_up": false}
{"t": 52, "ts": 1788187265.1360137, "step": 104, "loss_diff": 1.110424280166626, "reward": 0.07781370243351257, "level": 0, "difficulty": 0.05, "reward_ma": 0.07866777418846732, "leveled_up": false}
{"t": 53, "ts": 1788187267.0908492, "step": 106, "loss_diff": 1.054497480392456, "reward": 0.07974850137141137, "level": 0, "difficulty": 0.05, "reward_ma": 0.07877584690676173, "leveled_up": false}
{"t": 54, "ts": 1788187268.8008766, "step": 108, "loss_diff": 0.8322747945785522, "reward": 0.0886033966815399, "level": 0, "difficulty": 0.05, "reward_ma": 0.07975860188423954, "leveled_up": false}
{"t": 55, "ts": 1788187270.5919237, "step": 110, "loss_diff": 1.1374495029449463, "reward": 0.0769150434840935, "level": 0, "difficulty": 0.05, "reward_ma": 0.07947424604422493, "leveled_up": false}
{"t": 56, "ts": 1788187272.5813951, "step": 112, "loss_diff": 1.2261526584625244, "reward": 0.07411877078481648, "level": 0, "difficulty": 0.05, "reward_ma": 0.07893869851828408, "leveled_up": false}
{"t": 57, "ts": 1788187274.3660367, "step": 114, "loss_diff": 1.0521533489227295, "reward": 0.07983189978713708, "level": 0, "difficulty": 0.05, "reward_ma": 0.07902801864516938, "leveled_up": false}
{"t": 58, "ts": 1788187276.490186, "step": 116, "loss_diff": 0.9828383922576904, "reward": 0.08238707734964706, "level": 0, "difficulty": 0.05, "reward_ma": 0.07936392451561716, "leveled_up": false}
{"t": 59, "ts": 1788187278.297204, "step": 118, "loss_diff": 0.8878757357597351, "reward": 0.08619232906392815, "level": 0, "difficulty": 0.05, "reward_ma": 0.08004676497044826, "leveled_up": false}
{"t": 60, "ts": 1788187280.1923945, "step": 120, "loss_diff": 1.1793330907821655, "reward": 0.07556634254561699, "level": 0, "difficulty": 0.05, "reward_ma": 0.07959872272796513, "leveled_up": false}
{"t": 61, "ts": 1788187305.586515, "step": 122, "loss_diff": 1.1356909275054932, "reward": 0.0769728288671287, "level": 0, "difficulty": 0.05, "reward_ma": 0.07933613334188148, "leveled_up": false}
{"t": 62, "ts": 1788187307.3924224, "step": 124, "loss_diff": 1.1787981986999512, "reward": 0.07558323982588432, "level": 0, "difficulty": 0.05, "reward_ma": 0.07896084399028178, "leveled_up": false}
{"t": 63, "ts": 1788187308.4747303, "step": 126, "loss_diff": 0.9929671287536621, "reward": 0.08200261034243181, "level": 0, "difficulty": 0.05, "reward_ma": 0.07926502062549678, "leveled_up": false}
{"t": 64, "ts": 1788187309.7958357, "step": 128, "loss_diff": 1.0624573230743408, "reward": 0.07946672461878765, "level": 0, "difficulty": 0.05, "reward_ma": 0.07928519102482587, "leveled_up": false}
{"t": 65, "ts": 1788187311.6129954, "step": 130, "loss_diff": 2.07584285736084, "reward": 0.05550506773837585, "level": 0, "difficulty": 0.05, "reward_ma": 0.07690717869618087, "leveled_up": false}
{"t": 66, "ts": 1788187312.6709528, "step": 132, "loss_diff": 1.1380839347839355, "reward": 0.07689421989356295, "level": 0, "difficulty": 0.05, "reward_ma": 0.07690588281591908, "leveled_up": false}
{"t": 67, "ts": 1788187314.5826588, "step": 134, "loss_diff": 1.7147064208984375, "reward": 0.06199254058801476, "level": 0, "difficulty": 0.05, "reward_ma": 0.07541454859312866, "leveled_up": false}
{"t": 68, "ts": 1788187316.5292854, "step": 136, "loss_diff": 1.0501863956451416, "reward": 0.08120043416071382, "level": 0, "difficulty": 0.05, "reward_ma": 0.07599313714988717, "leveled_up": false}
{"t": 69, "ts": 1788187318.5784912, "step": 138, "loss_diff": 0.9666229486465454, "reward": 0.08301082894792669, "level": 0, "difficulty": 0.05, "reward_ma": 0.07669490632969113, "leveled_up": false}
{"t": 70, "ts": 1788187320.572668, "step": 140, "loss_diff": 1.3169032335281372, "reward": 0.07147953733800642, "level": 0, "difficulty": 0.05, "reward_ma": 0.07617336943052266, "leveled_up": false}
{"t": 71, "ts": 1788187322.7339263, "step": 142, "loss_diff": 1.067859411239624, "reward": 0.07927672752966282, "level": 0, "difficulty": 0.05, "reward_ma": 0.07648370524043668, "leveled_up": false}
{"t": 72, "ts": 1788187324.7863467, "step": 144, "loss_diff": 0.9594765901565552, "reward": 0.0832890018846228, "level": 0, "difficulty": 0.05, "reward_ma": 0.07716423490485529, "leveled_up": false}
{"t": 73, "ts": 1788187326.822398, "step": 146, "loss_diff": 0.9317489862442017, "reward": 0.08438778715333714, "level": 0, "difficulty": 0.05, "reward_ma": 0.07788659012970348, "leveled_up": false}
{"t": 74, "ts": 1788187328.782937, "step": 148, "loss_diff": 0.9417778253555298, "reward": 0.08398674345834864, "level": 0, "difficulty": 0.05, "reward_ma": 0.078496605462568, "leveled_up": false}
{"t": 75, "ts": 1788187330.6908596, "step": 150, "loss_diff": 0.8280079364776611, "reward": 0.08879448351994484, "level": 0, "difficulty": 0.05, "reward_ma": 0.07952639326830568, "leveled_up": false}
{"t": 76, "ts": 1788187332.504111, "step": 152, "loss_diff": 1.1547129154205322, "reward": 0.07635278938783344, "level": 0, "difficulty": 0.05, "reward_ma": 0.07920903288025846, "leveled_up": false}
{"t": 77, "ts": 1788187334.4071083, "step": 154, "loss_diff": 0.8756905794143677, "reward": 0.08670849312553311, "level": 0, "difficulty": 0.05, "reward_ma": 0.07995897890478593, "leveled_up": false}
{"t": 78, "ts": 1788187336.272883, "step": 156, "loss_diff": 1.0178711414337158, "reward": 0.08107371449186185, "level": 0, "difficulty": 0.05, "reward_ma": 0.08007045246349352, "leveled_up": false}
{"t": 79, "ts": 1788187338.2983537, "step": 158, "loss_diff": 1.1236536502838135, "reward": 0.0773709336821792, "level": 0, "difficulty": 0.05, "reward_ma": 0.07980050058536209, "leveled_up": false}
{"t": 80, "ts": 1788187340.3341472, "step": 160, "loss_diff": 0.9097378253936768, "reward": 0.08787079056343777, "level": 0, "difficulty": 0.05, "reward_ma": 0.08060752958316966, "leveled_up": false}
{"t": 81, "ts": 1788187343.0715947, "step": 162, "loss_diff": 1.0921823978424072, "reward": 0.07843341683703535, "level": 0, "difficulty": 0.05, "reward_ma": 0.08039011830855625, "leveled_up": false}
{"t": 82, "ts": 1788187345.9294112, "step": 164, "loss_diff": 1.0756072998046875, "reward": 0.07900595261561746, "level": 0, "difficulty": 0.05, "reward_ma": 0.08025170173926237, "leveled_up": false}
{"t": 83, "ts": 1788187347.8151839, "step": 166, "loss_diff": 1.0605123043060303, "reward": 0.07953537688413495, "level": 0, "difficulty": 0.05, "reward_ma": 0.08018006925374963, "leveled_up": false}
{"t": 84, "ts": 1788187349.5690384, "step": 168, "loss_diff": 1.1322721242904663, "reward": 0.0770854407787145, "level": 0, "difficulty": 0.05, "reward_ma": 0.0798706064062461, "leveled_up": false}
{"t": 85, "ts": 1788187351.5685833, "step": 170, "loss_diff": 1.1968011856079102, "reward": 0.07501904634603944, "level": 0, "difficulty": 0.05, "reward_ma": 0.07938545040022543, "leveled_up": false}
{"t": 86, "ts": 1788187353.397668, "step": 172, "loss_diff": 1.0839107036590576, "reward": 0.08003314972775913, "level": 0, "difficulty": 0.05, "reward_ma": 0.0794502203329788, "leveled_up": false}
{"t": 87, "ts": 1788187355.2370617, "step": 174, "loss_diff": 0.9840553402900696, "reward": 0.08234067689978972, "level": 0, "difficulty": 0.05, "reward_ma": 0.0797392659896599, "leveled_up": false}
{"t": 88, "ts": 1788187357.1677992, "step": 176, "loss_diff": 1.3006993532180786, "reward": 0.0719355138998581, "level": 0, "difficulty": 0.05, "reward_ma": 0.07895889078067972, "leveled_up": false}
{"t": 89, "ts": 1788187358.975233, "step": 178, "loss_diff": 1.2756586074829102, "reward": 0.0726529306907359, "level": 0, "difficulty": 0.05, "reward_ma": 0.07832829477168533, "leveled_up": false}
{"t": 90, "ts": 1788187360.792687, "step": 180, "loss_diff": 0.9773335456848145, "reward": 0.08310853138285168, "level": 0, "difficulty": 0.05, "reward_ma": 0.07880631843280198, "leveled_up": false}
{"t": 91, "ts": 1788187362.7177184, "step": 182, "loss_diff": 1.0719352960586548, "reward": 0.0791340301612083, "level": 0, "difficulty": 0.05, "reward_ma": 0.0788390896056426, "leveled_up": false}
{"t": 92, "ts": 1788187379.3130503, "step": 184, "loss_diff": 1.0986870527267456, "reward": 0.11363331350547527, "level": 0, "difficulty": 0.05, "reward_ma": 0.08231851199562587, "leveled_up": false}
{"t": 93, "ts": 1788187380.423294, "step": 186, "loss_diff": 1.162559151649475, "reward": 0.07610021155753173, "level": 0, "difficulty": 0.05, "reward_ma": 0.08169668195181645, "leveled_up": false}
{"t": 94, "ts": 1788187382.19493, "step": 188, "loss_diff": 1.1053528785705566, "reward": 0.08713381958679177, "level": 0, "difficulty": 0.05, "reward_ma": 0.082240395715314, "leveled_up": false}
{"t": 95, "ts": 1788187383.2863376, "step": 190, "loss_diff": 1.1244077682495117, "reward": 0.07988753533001842, "level": 0, "difficulty": 0.05, "reward_ma": 0.08200510967678444, "leveled_up": false}
{"t": 96, "ts": 1788187384.3661914, "step": 192, "loss_diff": 0.9905949831008911, "reward": 0.08209230148777927, "level": 0, "difficulty": 0.05, "reward_ma": 0.08201382885788393, "leveled_up": false}
{"t": 97, "ts": 1788187386.13341, "step": 194, "loss_diff": 1.0121926069259644, "reward": 0.08128349471837445, "level": 0, "difficulty": 0.05, "reward_ma": 0.08194079544393298, "leveled_up": false}
{"t": 98, "ts": 1788187388.0107293, "step": 196, "loss_diff": 0.9024413824081421, "reward": 0.0855840031178435, "level": 0, "difficulty": 0.05, "reward_ma": 0.08230511621132404, "leveled_up": false}
{"t": 99, "ts": 1788187389.8984022, "step": 198, "loss_diff": 0.928604006767273, "reward": 0.08451441094589125, "level": 0, "difficulty": 0.05, "reward_ma": 0.08252604568478075, "leveled_up": false}
{"t": 100, "ts": 1788187392.3763053, "step": 200, "loss_diff": 1.079693078994751, "reward": 0.07886397439948659, "level": 0, "difficulty": 0.05, "reward_ma": 0.08215983855625135, "leveled_up": false}
{"t": 101, "ts": 1788187394.292809, "step": 202, "loss_diff": 0.7813059687614441, "reward": 0.0909458274140914, "level": 0, "difficulty": 0.05, "reward_ma": 0.08303843744203536, "leveled_up": false}
{"t": 102, "ts": 1788187396.1233773, "step": 204, "loss_diff": 0.8553649187088013, "reward": 0.08758457640737947, "level": 0, "difficulty": 0.05, "reward_ma": 0.08349305133856977, "leveled_up": false}
{"t": 103, "ts": 1788187398.1996388, "step": 206, "loss_diff": 1.048252820968628, "reward": 0.10273155972944892, "level": 0, "difficulty": 0.05, "reward_ma": 0.0854169021776577, "leveled_up": false}
{"t": 104, "ts": 1788187400.1259935, "step": 208, "loss_diff": 0.94704270362854, "reward": 0.09932741677957249, "level": 0, "difficulty": 0.05, "reward_ma": 0.08680795363784918, "leveled_up": false}
{"t": 105, "ts": 1788187402.1849153, "step": 210, "loss_diff": 0.9683806896209717, "reward": 0.09399150625304045, "level": 0, "difficulty": 0.05, "reward_ma": 0.08752630889936833, "leveled_up": false}
{"t": 106, "ts": 1788187404.0869884, "step": 212, "loss_diff": 1.0275236368179321, "reward": 0.11014228401082168, "level": 0, "difficulty": 0.05, "reward_ma": 0.08978790641051367, "leveled_up": false}
{"t": 107, "ts": 1788187406.0833178, "step": 214, "loss_diff": 0.7774970531463623, "reward": 0.09996338854311027, "level": 0, "difficulty": 0.05, "reward_ma": 0.09080545462377333, "leveled_up": false}
{"t": 108, "ts": 1788187408.225187, "step": 216, "loss_diff": 1.113531231880188, "reward": 0.08665241656103553, "level": 0, "difficulty": 0.05, "reward_ma": 0.09039015081749956, "leveled_up": false}
{"t": 109, "ts": 1788187410.1966763, "step": 218, "loss_diff": 1.010443925857544, "reward": 0.0860517632247945, "level": 0, "difficulty": 0.05, "reward_ma": 0.08995631205822906, "leveled_up": false}
{"t": 110, "ts": 1788187412.164293, "step": 220, "loss_diff": 1.0299872159957886, "reward": 0.08694570641721354, "level": 0, "difficulty": 0.05, "reward_ma": 0.08965525149412751, "leveled_up": false}
{"t": 111, "ts": 1788187414.1031294, "step": 222, "loss_diff": 0.9832226634025574, "reward": 0.08687042127362561, "level": 0, "difficulty": 0.05, "reward_ma": 0.08937676847207732, "leveled_up": false}
{"t": 112, "ts": 1788187416.0189998, "step": 224, "loss_diff": 1.0220491886138916, "reward": 0.08645086073880225, "level": 0, "difficulty": 0.05, "reward_ma": 0.08908417769874982, "leveled_up": false}
{"t": 113, "ts": 1788187417.9948454, "step": 226, "loss_diff": 1.036889910697937, "reward": 0.08037962945437473, "level": 0, "difficulty": 0.05, "reward_ma": 0.08821372287431231, "leveled_up": false}
{"t": 114, "ts": 1788187419.9236104, "step": 228, "loss_diff": 1.1605582237243652, "reward": 0.09639648167425674, "level": 0, "difficulty": 0.05, "reward_ma": 0.08903199875430676, "leveled_up": false}
{"t": 115, "ts": 1788187421.8702967, "step": 230, "loss_diff": 1.0502686500549316, "reward": 0.08834141767215803, "level": 0, "difficulty": 0.05, "reward_ma": 0.08896294064609189, "leveled_up": false}
{"t": 116, "ts": 1788187423.737275, "step": 232, "loss_diff": 0.9422957301139832, "reward": 0.0973746644652489, "level": 0, "difficulty": 0.05, "reward_ma": 0.08980411302800759, "leveled_up": false}
{"t": 117, "ts": 1788187425.675615, "step": 234, "loss_diff": 1.0894033908843994, "reward": 0.13556135040591027, "level": 0, "difficulty": 0.05, "reward_ma": 0.09437983676579786, "leveled_up": false}
{"t": 118, "ts": 1788187427.674494, "step": 236, "loss_diff": 0.9865999221801758, "reward": 0.09028973603313756, "level": 0, "difficulty": 0.05, "reward_ma": 0.09397082669253183, "leveled_up": false}
{"t": 119, "ts": 1788187429.6894982, "step": 238, "loss_diff": 1.0236772298812866, "reward": 0.1540595808604947, "level": 0, "difficulty": 0.05, "reward_ma": 0.09997970210932812, "leveled_up": false}
{"t": 120, "ts": 1788187431.7956245, "step": 240, "loss_diff": 0.9235380291938782, "reward": 0.11046842217712281, "level": 0, "difficulty": 0.05, "reward_ma": 0.10102857411610759, "leveled_up": false}
{"t": 121, "ts": 1788187433.7234228, "step": 242, "loss_diff": 0.9988178014755249, "reward": 0.13280919590587803, "level": 0, "difficulty": 0.05, "reward_ma": 0.10420663629508464, "leveled_up": false}
{"t": 122, "ts": 1788187461.922811, "step": 244, "loss_diff": 1.0661938190460205, "reward": 0.13510087228298734, "level": 0, "difficulty": 0.05, "reward_ma": 0.10729605989387492, "leveled_up": false}
{"t": 123, "ts": 1788187463.9118917, "step": 246, "loss_diff": 0.9480928778648376, "reward": 0.1251303543492141, "level": 0, "difficulty": 0.05, "reward_ma": 0.10907948933940884, "leveled_up": false}
{"t": 124, "ts": 1788187465.114459, "step": 248, "loss_diff": 1.1565959453582764, "reward": 0.12928389571061036, "level": 0, "difficulty": 0.05, "reward_ma": 0.11109992997652898, "leveled_up": false}
{"t": 125, "ts": 1788187466.3159359, "step": 250, "loss_diff": 0.9878772497177124, "reward": 0.08219532245891362, "level": 0, "difficulty": 0.05, "reward_ma": 0.10820946922476746, "leveled_up": false}
{"t": 126, "ts": 1788187468.2674692, "step": 252, "loss_diff": 0.9949216842651367, "reward": 0.10678581232361486, "level": 0, "difficulty": 0.05, "reward_ma": 0.1080671035346522, "leveled_up": false}
{"t": 127, "ts": 1788187469.6247995, "step": 254, "loss_diff": 0.9865652322769165, "reward": 0.10213326558741842, "level": 0, "difficulty": 0.05, "reward_ma": 0.10747371973992882, "leveled_up": false}
{"t": 128, "ts": 1788187471.5334313, "step": 256, "loss_diff": 1.031597375869751, "reward": 0.10816722023267657, "level": 0, "difficulty": 0.05, "reward_ma": 0.1075430697892036, "leveled_up": false}
{"t": 129, "ts": 1788187473.5359716, "step": 258, "loss_diff": 1.2128280401229858, "reward": 0.08971421939663915, "level": 0, "difficulty": 0.05, "reward_ma": 0.10576018474994715, "leveled_up": false}
{"t": 130, "ts": 1788187475.488662, "step": 260, "loss_diff": 0.9024588465690613, "reward": 0.1190974527048591, "level": 0, "difficulty": 0.05, "reward_ma": 0.10709391154543835, "leveled_up": false}
{"t": 131, "ts": 1788187477.422974, "step": 262, "loss_diff": 1.130617618560791, "reward": 0.10616366401442266, "level": 0, "difficulty": 0.05, "reward_ma": 0.10700088679233678, "leveled_up": false}
{"t": 132, "ts": 1788187479.407747, "step": 264, "loss_diff": 1.1877814531326294, "reward": 0.1071165537002288, "level": 0, "difficulty": 0.05, "reward_ma": 0.10701245348312599, "leveled_up": false}
{"t": 133, "ts": 1788187481.3994899, "step": 266, "loss_diff": 1.1563481092453003, "reward": 0.12488561048029792, "level": 0, "difficulty": 0.05, "reward_ma": 0.10879976918284319, "leveled_up": false}
{"t": 134, "ts": 1788187483.3315911, "step": 268, "loss_diff": 1.0301389694213867, "reward": 0.15172183779539755, "level": 0, "difficulty": 0.05, "reward_ma": 0.11309197604409862, "leveled_up": false}
{"t": 135, "ts": 1788187485.3261824, "step": 270, "loss_diff": 1.2594448328018188, "reward": 0.11568908224171964, "level": 0, "difficulty": 0.05, "reward_ma": 0.11335168666386072, "leveled_up": false}
{"t": 136, "ts": 1788187487.3338552, "step": 272, "loss_diff": 0.9452108144760132, "reward": 0.1424813552960223, "level": 0, "difficulty": 0.05, "reward_ma": 0.11626465352707689, "leveled_up": false}
{"t": 137, "ts": 1788187489.3688216, "step": 274, "loss_diff": 1.0471028089523315, "reward": 0.13788300413860513, "level": 0, "difficulty": 0.05, "reward_ma": 0.11842648858822973, "leveled_up": false}
{"t": 138, "ts": 1788187491.377944, "step": 276, "loss_diff": 0.9189990758895874, "reward": 0.13477105443089382, "level": 0, "difficulty": 0.05, "reward_ma": 0.12006094517249614, "leveled_up": false}
{"t": 139, "ts": 1788187493.299802, "step": 278, "loss_diff": 1.0998481512069702, "reward": 0.07817168372608718, "level": 0, "difficulty": 0.05, "reward_ma": 0.11587201902785525, "leveled_up": false}
{"t": 140, "ts": 1788187495.2719052, "step": 280, "loss_diff": 0.905893087387085, "reward": 0.1931699276985265, "level": 0, "difficulty": 0.05, "reward_ma": 0.1236018098949224, "leveled_up": false}
{"t": 141, "ts": 1788187497.2207375, "step": 282, "loss_diff": 1.0179510116577148, "reward": 0.09847198422544921, "level": 0, "difficulty": 0.05, "reward_ma": 0.12108882732797507, "leveled_up": false}
{"t": 142, "ts": 1788187499.2258554, "step": 284, "loss_diff": 1.0207122564315796, "reward": 0.1378794160436317, "level": 0, "difficulty": 0.05, "reward_ma": 0.12276788619954074, "leveled_up": false}
{"t": 143, "ts": 1788187501.2912717, "step": 286, "loss_diff": 0.9565229415893555, "reward": 0.13948982730278153, "level": 0, "difficulty": 0.05, "reward_ma": 0.12444008030986482, "leveled_up": false}
{"t": 144, "ts": 1788187503.2342403, "step": 288, "loss_diff": 1.0644042491912842, "reward": 0.16969565481808657, "level": 0, "difficulty": 0.05, "reward_ma": 0.128965637760687, "leveled_up": false}
{"t": 145, "ts": 1788187505.2804854, "step": 290, "loss_diff": 1.0001517534255981, "reward": 0.12531669882517188, "level": 0, "difficulty": 0.05, "reward_ma": 0.1286007438671355, "leveled_up": false}
{"t": 146, "ts": 1788187507.3134868, "step": 292, "loss_diff": 0.8830665349960327, "reward": 0.14960299542831912, "level": 0, "difficulty": 0.05, "reward_ma": 0.13070096902325384, "leveled_up": false}
{"t": 147, "ts": 1788187509.2293463, "step": 294, "loss_diff": 0.7147334814071655, "reward": 0.1824505626571926, "level": 0, "difficulty": 0.05, "reward_ma": 0.13587592838664772, "leveled_up": false}
{"t": 148, "ts": 1788187511.2146554, "step": 296, "loss_diff": 0.6607329845428467, "reward": 0.17816089612764135, "level": 0, "difficulty": 0.05, "reward_ma": 0.1401044251607471, "leveled_up": false}
{"t": 149, "ts": 1788187513.133309, "step": 298, "loss_diff": 0.8562171459197998, "reward": 0.15391878935043082, "level": 0, "difficulty": 0.05, "reward_ma": 0.1414858615797155, "leveled_up": false}
{"t": 150, "ts": 1788187515.8319268, "step": 300, "loss_diff": 0.9764864444732666, "reward": 0.16704733379772385, "level": 0, "difficulty": 0.05, "reward_ma": 0.14404200880151632, "leveled_up": false}
{"t": 151, "ts": 1788187518.0388482, "step": 302, "loss_diff": 0.8148665428161621, "reward": 0.1522621421771363, "level": 0, "difficulty": 0.05, "reward_ma": 0.14486402213907834, "leveled_up": false}
{"t": 152, "ts": 1788187520.0991204, "step": 304, "loss_diff": 1.0745769739151, "reward": 0.17844163705998603, "level": 0, "difficulty": 0.05, "reward_ma": 0.1482217836311691, "leveled_up": false}
{"t": 153, "ts": 1788187537.6377509, "step": 306, "loss_diff": 0.9883946180343628, "reward": 0.16951042434320987, "level": 0, "difficulty": 0.05, "reward_ma": 0.1503506477023732, "leveled_up": false}
{"t": 154, "ts": 1788187538.7538543, "step": 308, "loss_diff": 0.955721378326416, "reward": 0.08343598878679687, "level": 0, "difficulty": 0.05, "reward_ma": 0.14365918181081558, "leveled_up": false}
{"t": 155, "ts": 1788187540.5879726, "step": 310, "loss_diff": 1.0631518363952637, "reward": 0.15888082154052358, "level": 0, "difficulty": 0.05, "reward_ma": 0.1451813457837864, "leveled_up": false}
{"t": 0, "ts": 1788187595.9702237, "step": 0, "loss_diff": 0.4595513343811035, "reward": 0.2388163782535105, "level": 0, "difficulty": 0.14554112283690135, "reward_ma": 0.02388163782535105, "leveled_up": false}
{"t": 1, "ts": 1788187598.1140447, "step": 2, "loss_diff": 1.016570806503296, "reward": 0.1069271407592155, "level": 0, "difficulty": 0.09170508694580667, "reward_ma": 0.032186188118737497, "leveled_up": false}
{"t": 2, "ts": 1788187599.1351373, "step": 4, "loss_diff": 1.3494458198547363, "reward": 0.07605862636298881, "level": 0, "difficulty": 0.05, "reward_ma": 0.03657343194316263, "leveled_up": false}
{"t": 3, "ts": 1788187600.2014334, "step": 6, "loss_diff": 1.114931583404541, "reward": 0.07766222709259817, "level": 0, "difficulty": 0.05, "reward_ma": 0.04068231145810618, "leveled_up": false}
{"t": 4, "ts": 1788187602.175374, "step": 8, "loss_diff": 2.269662618637085, "reward": 0.052614239906188374, "level": 0, "difficulty": 0.05, "reward_ma": 0.041875504302914396, "leveled_up": false}
{"t": 5, "ts": 1788187603.2126825, "step": 10, "loss_diff": 1.4030706882476807, "reward": 0.06915808334113373, "level": 0, "difficulty": 0.05, "reward_ma": 0.04460376220673633, "leveled_up": false}
{"t": 6, "ts": 1788187604.9733279, "step": 12, "loss_diff": 1.8060797452926636, "reward": 0.060193305939483494, "level": 0, "difficulty": 0.05, "reward_ma": 0.046162716580011046, "leveled_up": false}
{"t": 7, "ts": 1788187606.718692, "step": 14, "loss_diff": 2.0102767944335938, "reward": 0.05656725182493077, "level": 0, "difficulty": 0.05, "reward_ma": 0.04720317010450302, "leveled_up": false}
{"t": 8, "ts": 1788187608.5110638, "step": 16, "loss_diff": 1.9913740158081055, "reward": 0.08359976446057903, "level": 0, "difficulty": 0.05, "reward_ma": 0.05084282954011062, "leveled_up": false}
{"t": 9, "ts": 1788187610.2311163, "step": 18, "loss_diff": 3.723480701446533, "reward": 0.04743217352501293, "level": 0, "difficulty": 0.05, "reward_ma": 0.050501763938600855, "leveled_up": false}
{"t": 10, "ts": 1788187612.06916, "step": 20, "loss_diff": 2.551081895828247, "reward": 0.048978594891835425, "level": 0, "difficulty": 0.05, "reward_ma": 0.05034944703392431, "leveled_up": false}
{"t": 11, "ts": 1788187613.8124757, "step": 22, "loss_diff": 1.6099400520324707, "reward": 0.06421053142997638, "level": 0, "difficulty": 0.05, "reward_ma": 0.051735555473529524, "leveled_up": false}
{"t": 12, "ts": 1788187615.525857, "step": 24, "loss_diff": 1.2139551639556885, "reward": 0.08508398599088361, "level": 0, "difficulty": 0.05, "reward_ma": 0.055070398525264935, "leveled_up": false}
{"t": 13, "ts": 1788187617.332051, "step": 26, "loss_diff": 1.147030234336853, "reward": 0.07660189097206357, "level": 0, "difficulty": 0.05, "reward_ma": 0.0572235477699448, "leveled_up": false}
{"t": 14, "ts": 1788187619.0957687, "step": 28, "loss_diff": 1.2861132621765137, "reward": 0.07235149400995892, "level": 0, "difficulty": 0.05, "reward_ma": 0.05873634239394621, "leveled_up": false}
{"t": 15, "ts": 1788187620.8856194, "step": 30, "loss_diff": 1.5857880115509033, "reward": 0.12636807740079836, "level": 0, "difficulty": 0.05, "reward_ma": 0.06549951589463143, "leveled_up": false}
{"t": 16, "ts": 1788187622.704311, "step": 32, "loss_diff": 1.5636353492736816, "reward": 0.08727263439583079, "level": 0, "difficulty": 0.05, "reward_ma": 0.06767682774475137, "leveled_up": false}
{"t": 17, "ts": 1788187624.4793608, "step": 34, "loss_diff": 1.4054371118545532, "reward": 0.06909667558972919, "level": 0, "difficulty": 0.05, "reward_ma": 0.06781881252924915, "leveled_up": false}
{"t": 18, "ts": 1788187626.3047001, "step": 36, "loss_diff": 1.1786268949508667, "reward": 0.09805222455435586, "level": 0, "difficulty": 0.05, "reward_ma": 0.07084215373175982, "leveled_up": false}
{"t": 19, "ts": 1788187628.068282, "step": 38, "loss_diff": 1.2828705310821533, "reward": 0.07304428463852078, "level": 0, "difficulty": 0.05, "reward_ma": 0.07106236682243593, "leveled_up": false}
{"t": 20, "ts": 1788187629.9127493, "step": 40, "loss_diff": 0.9705280065536499, "reward": 0.18070289535468592, "level": 0, "difficulty": 0.05, "reward_ma": 0.08202641967566092, "leveled_up": false}
{"t": 21, "ts": 1788187631.6744943, "step": 42, "loss_diff": 1.430273413658142, "reward": 0.06845939741573391, "level": 0, "difficulty": 0.05, "reward_ma": 0.08066971744966822, "leveled_up": false}
{"t": 22, "ts": 1788187633.4694939, "step": 44, "loss_diff": 1.3551865816116333, "reward": 0.07265043877043093, "level": 0, "difficulty": 0.05, "reward_ma": 0.0798677895817445, "leveled_up": false}
{"t": 23, "ts": 1788187635.306076, "step": 46, "loss_diff": 1.0515127182006836, "reward": 0.09790717548963201, "level": 0, "difficulty": 0.05, "reward_ma": 0.08167172817253325, "leveled_up": false}
{"t": 24, "ts": 1788187637.377557, "step": 48, "loss_diff": 1.0081549882888794, "reward": 0.13134940485269536, "level": 0, "difficulty": 0.05, "reward_ma": 0.08663949584054947, "leveled_up": false}
{"t": 25, "ts": 1788187639.5021894, "step": 50, "loss_diff": 1.3213236331939697, "reward": 0.07135625263086465, "level": 0, "difficulty": 0.05, "reward_ma": 0.08511117151958099, "leveled_up": false}
{"t": 26, "ts": 1788187641.4289808, "step": 52, "loss_diff": 1.1256300210952759, "reward": 0.07730526045973621, "level": 0, "difficulty": 0.05, "reward_ma": 0.0843305804135965, "leveled_up": false}
{"t": 27, "ts": 1788187643.3303893, "step": 54, "loss_diff": 1.1449064016342163, "reward": 0.07721687144990688, "level": 0, "difficulty": 0.05, "reward_ma": 0.08361920951722755, "leveled_up": false}
{"t": 28, "ts": 1788187645.293944, "step": 56, "loss_diff": 0.9858139753341675, "reward": 0.08423963814421878, "level": 0, "difficulty": 0.05, "reward_ma": 0.08368125237992668, "leveled_up": false}
{"t": 29, "ts": 1788187647.216628, "step": 58, "loss_diff": 1.2970083951950073, "reward": 0.11792771506109406, "level": 0, "difficulty": 0.05, "reward_ma": 0.08710589864804343, "leveled_up": false}
{"t": 30, "ts": 1788187649.099243, "step": 60, "loss_diff": 1.3771793842315674, "reward": 0.08666886079688857, "level": 0, "difficulty": 0.05, "reward_ma": 0.08706219486292793, "leveled_up": false}
{"t": 31, "ts": 1788187675.3663843, "step": 62, "loss_diff": 1.2325890064239502, "reward": 0.10013864698099295, "level": 0, "difficulty": 0.05, "reward_ma": 0.08836984007473445, "leveled_up": false}
{"t": 32, "ts": 1788187676.4256573, "step": 64, "loss_diff": 1.0905866622924805, "reward": 0.07848814167195975, "level": 0, "difficulty": 0.05, "reward_ma": 0.08738167023445698, "leveled_up": false}
{"t": 33, "ts": 1788187678.229981, "step": 66, "loss_diff": 1.0384224653244019, "reward": 0.08032426315859093, "level": 0, "difficulty": 0.05, "reward_ma": 0.08667592952687038, "leveled_up": false}
{"t": 34, "ts": 1788187679.296207, "step": 68, "loss_diff": 1.113804817199707, "reward": 0.07770003336556211, "level": 0, "difficulty": 0.05, "reward_ma": 0.08577833991073955, "leveled_up": false}
{"t": 35, "ts": 1788187680.3902354, "step": 70, "loss_diff": 1.6124327182769775, "reward": 0.06415569366508653, "level": 0, "difficulty": 0.05, "reward_ma": 0.08361607528617425, "leveled_up": false}
{"t": 36, "ts": 1788187682.3072376, "step": 72, "loss_diff": 1.2107720375061035, "reward": 0.0761059315610014, "level": 0, "difficulty": 0.05, "reward_ma": 0.08286506091365697, "leveled_up": false}
{"t": 37, "ts": 1788187684.1138124, "step": 74, "loss_diff": 0.9209470748901367, "reward": 0.12702138224174367, "level": 0, "difficulty": 0.05, "reward_ma": 0.08728069304646566, "leveled_up": false}
{"t": 38, "ts": 1788187685.9350474, "step": 76, "loss_diff": 1.1318076848983765, "reward": 0.10195524676778633, "level": 0, "difficulty": 0.05, "reward_ma": 0.08874814841859772, "leveled_up": false}
{"t": 39, "ts": 1788187687.775326, "step": 78, "loss_diff": 1.3282928466796875, "reward": 0.12153561464171514, "level": 0, "difficulty": 0.05, "reward_ma": 0.09202689504090947, "leveled_up": false}
{"t": 40, "ts": 1788187689.5187576, "step": 80, "loss_diff": 1.089072346687317, "reward": 0.07854015156986442, "level": 0, "difficulty": 0.05, "reward_ma": 0.09067822069380496, "leveled_up": false}
{"t": 41, "ts": 1788187691.217523, "step": 82, "loss_diff": 0.8805913925170898, "reward": 0.0865000902253349, "level": 0, "difficulty": 0.05, "reward_ma": 0.09026040764695796, "leveled_up": false}
{"t": 42, "ts": 1788187692.9054503, "step": 84, "loss_diff": 1.0086957216262817, "reward": 0.08141326909244706, "level": 0, "difficulty": 0.05, "reward_ma": 0.08937569379150688, "leveled_up": false}
{"t": 43, "ts": 1788187694.610027, "step": 86, "loss_diff": 1.296506643295288, "reward": 0.09314430541743556, "level": 0, "difficulty": 0.05, "reward_ma": 0.08975255495409974, "leveled_up": false}
{"t": 44, "ts": 1788187696.295684, "step": 88, "loss_diff": 0.8124263286590576, "reward": 0.09493258759202407, "level": 0, "difficulty": 0.05, "reward_ma": 0.09027055821789218, "leveled_up": false}
{"t": 45, "ts": 1788187698.0285861, "step": 90, "loss_diff": 0.9935004711151123, "reward": 0.08656276264404988, "level": 0, "difficulty": 0.05, "reward_ma": 0.08989977866050795, "leveled_up": false}
{"t": 46, "ts": 1788187699.7836533, "step": 92, "loss_diff": 0.9513294100761414, "reward": 0.09316879914156134, "level": 0, "difficulty": 0.05, "reward_ma": 0.0902266807086133, "leveled_up": false}
{"t": 47, "ts": 1788187701.5257494, "step": 94, "loss_diff": 0.8981443643569946, "reward": 0.11716015663398734, "level": 0, "difficulty": 0.05, "reward_ma": 0.0929200283011507, "leveled_up": false}
{"t": 48, "ts": 1788187703.4218311, "step": 96, "loss_diff": 1.1216014623641968, "reward": 0.10294623148310944, "level": 0, "difficulty": 0.05, "reward_ma": 0.09392264861934659, "leveled_up": false}
{"t": 49, "ts": 1788187705.274121, "step": 98, "loss_diff": 1.1581965684890747, "reward": 0.07624042058749128, "level": 0, "difficulty": 0.05, "reward_ma": 0.09215442581616105, "leveled_up": false}
{"t": 50, "ts": 1788187707.0195649, "step": 100, "loss_diff": 1.028877854347229, "reward": 0.08222943912414138, "level": 0, "difficulty": 0.05, "reward_ma": 0.09116192714695909, "leveled_up": false}
{"t": 51, "ts": 1788187708.7825909, "step": 102, "loss_diff": 1.1299275159835815, "reward": 0.08574739488537624, "level": 0, "difficulty": 0.05, "reward_ma": 0.0906204739208008, "leveled_up": false}
{"t": 52, "ts": 1788187710.5373278, "step": 104, "loss_diff": 1.1673893928527832, "reward": 0.07594563090426758, "level": 0, "difficulty": 0.05, "reward_ma": 0.08915298961914749, "leveled_up": false}
{"t": 53, "ts": 1788187712.3286912, "step": 106, "loss_diff": 1.101975917816162, "reward": 0.09152542894685294, "level": 0, "difficulty": 0.05, "reward_ma": 0.08939023355191804, "leveled_up": false}
{"t": 54, "ts": 1788187714.0740519, "step": 108, "loss_diff": 0.9893022179603577, "reward": 0.11417604153618455, "level": 0, "difficulty": 0.05, "reward_ma": 0.09186881435034469, "leveled_up": false}
{"t": 55, "ts": 1788187715.8668087, "step": 110, "loss_diff": 1.151571273803711, "reward": 0.08775481599972115, "level": 0, "difficulty": 0.05, "reward_ma": 0.09145741451528235, "leveled_up": false}
{"t": 56, "ts": 1788187717.6976862, "step": 112, "loss_diff": 1.3420743942260742, "reward": 0.0707837349423701, "level": 0, "difficulty": 0.05, "reward_ma": 0.08939004655799113, "leveled_up": false}
{"t": 57, "ts": 1788187719.423247, "step": 114, "loss_diff": 1.0389424562454224, "reward": 0.11412218444552023, "level": 0, "difficulty": 0.05, "reward_ma": 0.09186326034674404, "leveled_up": false}
{"t": 58, "ts": 1788187721.2369854, "step": 116, "loss_diff": 1.1402016878128052, "reward": 0.07682479949255003, "level": 0, "difficulty": 0.05, "reward_ma": 0.09035941426132464, "leveled_up": false}
{"t": 59, "ts": 1788187723.03217, "step": 118, "loss_diff": 0.9405206441879272, "reward": 0.0840367896830149, "level": 0, "difficulty": 0.05, "reward_ma": 0.08972715180349367, "leveled_up": false}
{"t": 60, "ts": 1788187724.9038918, "step": 120, "loss_diff": 1.0808265209197998, "reward": 0.07882468680750285, "level": 0, "difficulty": 0.05, "reward_ma": 0.08863690530389458, "leveled_up": false}
{"t": 61, "ts": 1788187742.7350092, "step": 122, "loss_diff": 1.0421377420425415, "reward": 0.0829933302484038, "level": 0, "difficulty": 0.05, "reward_ma": 0.0880725477983455, "leveled_up": false}
{"t": 62, "ts": 1788187744.564755, "step": 124, "loss_diff": 1.1099648475646973, "reward": 0.07782917876682256, "level": 0, "difficulty": 0.05, "reward_ma": 0.08704821089519321, "leveled_up": false}
{"t": 63, "ts": 1788187745.6736772, "step": 126, "loss_diff": 0.9589817523956299, "reward": 0.10606937122678525, "level": 0, "difficulty": 0.05, "reward_ma": 0.08895032692835242, "leveled_up": false}
{"t": 64, "ts": 1788187746.7362158, "step": 128, "loss_diff": 1.0082225799560547, "reward": 0.08143086276307533, "level": 0, "difficulty": 0.05, "reward_ma": 0.08819838051182471, "leveled_up": false}
{"t": 65, "ts": 1788187748.610812, "step": 130, "loss_diff": 0.9624054431915283, "reward": 0.1056911012827595, "level": 0, "difficulty": 0.05, "reward_ma": 0.0899476525889182, "leveled_up": false}
{"t": 66, "ts": 1788187749.6736739, "step": 132, "loss_diff": 1.1437742710113525, "reward": 0.07893770074721623, "level": 0, "difficulty": 0.05, "reward_ma": 0.08884665740474801, "leveled_up": false}
{"t": 67, "ts": 1788187751.4275055, "step": 134, "loss_diff": 1.05905282497406, "reward": 0.09717041136579788, "level": 0, "difficulty": 0.05, "reward_ma": 0.089679032800853, "leveled_up": false}
{"t": 68, "ts": 1788187753.2282531, "step": 136, "loss_diff": 1.1861516237258911, "reward": 0.10897329675981654, "level": 0, "difficulty": 0.05, "reward_ma": 0.09160845919674936, "leveled_up": false}
{"t": 69, "ts": 1788187755.0662475, "step": 138, "loss_diff": 1.1403926610946655, "reward": 0.095886849484004, "level": 0, "difficulty": 0.05, "reward_ma": 0.09203629822547482, "leveled_up": false}
{"t": 70, "ts": 1788187757.0240397, "step": 140, "loss_diff": 1.108338475227356, "reward": 0.08897896647424076, "level": 0, "difficulty": 0.05, "reward_ma": 0.09173056505035142, "leveled_up": false}
{"t": 71, "ts": 1788187759.237302, "step": 142, "loss_diff": 1.1640650033950806, "reward": 0.11497017557511005, "level": 0, "difficulty": 0.05, "reward_ma": 0.09405452610282729, "leveled_up": false}
{"t": 72, "ts": 1788187761.1874278, "step": 144, "loss_diff": 1.0245765447616577, "reward": 0.12750158193426725, "level": 0, "difficulty": 0.05, "reward_ma": 0.0973992316859713, "leveled_up": false}
{"t": 73, "ts": 1788187763.0900805, "step": 146, "loss_diff": 0.9944406747817993, "reward": 0.08194700279935924, "level": 0, "difficulty": 0.05, "reward_ma": 0.09585400879731008, "leveled_up": false}
{"t": 74, "ts": 1788187765.0875216, "step": 148, "loss_diff": 1.0088419914245605, "reward": 0.08140783175872662, "level": 0, "difficulty": 0.05, "reward_ma": 0.09440939109345174, "leveled_up": false}
{"t": 75, "ts": 1788187766.9775124, "step": 150, "loss_diff": 0.9966675639152527, "reward": 0.11074966311040799, "level": 0, "difficulty": 0.05, "reward_ma": 0.09604341829514737, "leveled_up": false}
{"t": 76, "ts": 1788187769.097115, "step": 152, "loss_diff": 1.1037788391113281, "reward": 0.07886561963511105, "level": 0, "difficulty": 0.05, "reward_ma": 0.09432563842914374, "leveled_up": false}
{"t": 77, "ts": 1788187771.2250068, "step": 154, "loss_diff": 1.2392997741699219, "reward": 0.0737231723495426, "level": 0, "difficulty": 0.05, "reward_ma": 0.09226539182118362, "leveled_up": false}
{"t": 78, "ts": 1788187773.2373998, "step": 156, "loss_diff": 1.0322444438934326, "reward": 0.08054796549893957, "level": 0, "difficulty": 0.05, "reward_ma": 0.09109364918895922, "leveled_up": false}
{"t": 79, "ts": 1788187775.22457, "step": 158, "loss_diff": 1.187728762626648, "reward": 0.08415767105341745, "level": 0, "difficulty": 0.05, "reward_ma": 0.09040005137540504, "leveled_up": false}
{"t": 80, "ts": 1788187777.1658375, "step": 160, "loss_diff": 1.133413314819336, "reward": 0.10886694476509415, "level": 0, "difficulty": 0.05, "reward_ma": 0.09224674071437396, "leveled_up": false}
{"t": 81, "ts": 1788187779.166182, "step": 162, "loss_diff": 1.243743658065796, "reward": 0.0868523065463698, "level": 0, "difficulty": 0.05, "reward_ma": 0.09170729729757354, "leveled_up": false}
{"t": 82, "ts": 1788187781.1892436, "step": 164, "loss_diff": 1.076270341873169, "reward": 0.0828394271540831, "level": 0, "difficulty": 0.05, "reward_ma": 0.09082051028322449, "leveled_up": false}
{"t": 83, "ts": 1788187783.2800872, "step": 166, "loss_diff": 1.070030689239502, "reward": 0.07933991935327211, "level": 0, "difficulty": 0.05, "reward_ma": 0.08967245119022925, "leveled_up": false}
{"t": 84, "ts": 1788187785.3147292, "step": 168, "loss_diff": 1.0466258525848389, "reward": 0.08002931083608265, "level": 0, "difficulty": 0.05, "reward_ma": 0.08870813715481458, "leveled_up": false}
{"t": 85, "ts": 1788187787.5770006, "step": 170, "loss_diff": 1.3307729959487915, "reward": 0.09565425674844175, "level": 0, "difficulty": 0.05, "reward_ma": 0.08940274911417731, "leveled_up": false}
{"t": 86, "ts": 1788187789.9745038, "step": 172, "loss_diff": 1.1153099536895752, "reward": 0.12570326497143142, "level": 0, "difficulty": 0.05, "reward_ma": 0.09303280069990272, "leveled_up": false}
{"t": 87, "ts": 1788187791.9649756, "step": 174, "loss_diff": 0.966252326965332, "reward": 0.19124885643364678, "level": 0, "difficulty": 0.05, "reward_ma": 0.10285440627327712, "leveled_up": false}
{"t": 88, "ts": 1788187793.814612, "step": 176, "loss_diff": 1.1541804075241089, "reward": 0.18590591258538391, "level": 0, "difficulty": 0.05, "reward_ma": 0.1111595569044878, "leveled_up": false}
{"t": 89, "ts": 1788187795.7223654, "step": 178, "loss_diff": 1.3427530527114868, "reward": 0.12589928722752713, "level": 0, "difficulty": 0.05, "reward_ma": 0.11263352993679174, "leveled_up": false}
{"t": 90, "ts": 1788187797.9333768, "step": 180, "loss_diff": 0.9500617980957031, "reward": 0.16307303162246084, "level": 0, "difficulty": 0.05, "reward_ma": 0.11767748010535865, "leveled_up": false}
{"t": 91, "ts": 1788187799.8357327, "step": 182, "loss_diff": 1.0466115474700928, "reward": 0.12120485224776455, "level": 0, "difficulty": 0.05, "reward_ma": 0.11803021731959926, "leveled_up": false}
{"t": 0, "ts": 1788187925.2738383, "step": 0, "loss_diff": 0.787469208240509, "reward": 0.09065547649188838, "level": 0, "difficulty": 0.14442991607368919, "reward_ma": 0.009065547649188838, "leveled_up": false}
{"t": 1, "ts": 1788187927.2094676, "step": 2, "loss_diff": 0.9673068523406982, "reward": 0.08298431386429017, "level": 0, "difficulty": 0.08941422289399162, "reward_ma": 0.016457424270698972, "leveled_up": false}
{"t": 2, "ts": 1788187928.3007917, "step": 4, "loss_diff": 1.3732324838638306, "reward": 0.06994287994176407, "level": 0, "difficulty": 0.05, "reward_ma": 0.021805969837805483, "leveled_up": false}
{"t": 3, "ts": 1788187929.4809766, "step": 6, "loss_diff": 1.2139090299606323, "reward": 0.07449140839703067, "level": 0, "difficulty": 0.05, "reward_ma": 0.027074513693728004, "leveled_up": false}
{"t": 4, "ts": 1788187931.421254, "step": 8, "loss_diff": 1.3010486364364624, "reward": 0.0719256173615419, "level": 0, "difficulty": 0.05, "reward_ma": 0.0315596240605094, "leveled_up": false}
{"t": 5, "ts": 1788187932.5990465, "step": 10, "loss_diff": 1.5002472400665283, "reward": 0.06673201382425621, "level": 0, "difficulty": 0.05, "reward_ma": 0.03507686303688408, "leveled_up": false}
{"t": 6, "ts": 1788187934.5242457, "step": 12, "loss_diff": 2.193966865539551, "reward": 0.05370148992696765, "level": 0, "difficulty": 0.05, "reward_ma": 0.03693932572589244, "leveled_up": false}
{"t": 7, "ts": 1788187936.427232, "step": 14, "loss_diff": 1.2352285385131836, "reward": 0.07384517895120439, "level": 0, "difficulty": 0.05, "reward_ma": 0.04062991104842363, "leveled_up": false}
{"t": 8, "ts": 1788187938.4344506, "step": 16, "loss_diff": 1.2372881174087524, "reward": 0.07378340208947917, "level": 0, "difficulty": 0.05, "reward_ma": 0.04394526015252919, "leveled_up": false}
{"t": 9, "ts": 1788187940.4176393, "step": 18, "loss_diff": 1.1389195919036865, "reward": 0.07686681045322617, "level": 0, "difficulty": 0.05, "reward_ma": 0.047237415182598885, "leveled_up": false}
{"t": 10, "ts": 1788187942.4796643, "step": 20, "loss_diff": 1.8547239303588867, "reward": 0.059282432441200524, "level": 0, "difficulty": 0.05, "reward_ma": 0.048441916908459046, "leveled_up": false}
{"t": 11, "ts": 1788187944.3124077, "step": 22, "loss_diff": 1.6138445138931274, "reward": 0.06412468106177312, "level": 0, "difficulty": 0.05, "reward_ma": 0.050010193323790454, "leveled_up": false}
{"t": 12, "ts": 1788187946.1982017, "step": 24, "loss_diff": 1.2159569263458252, "reward": 0.07442879343054304, "level": 0, "difficulty": 0.05, "reward_ma": 0.05245205333446572, "leveled_up": false}
{"t": 13, "ts": 1788187948.0204651, "step": 26, "loss_diff": 0.9418333768844604, "reward": 0.08398453354229589, "level": 0, "difficulty": 0.05, "reward_ma": 0.055605301355248736, "leveled_up": false}
{"t": 14, "ts": 1788187949.8677726, "step": 28, "loss_diff": 1.3083831071853638, "reward": 0.0717184953028272, "level": 0, "difficulty": 0.05, "reward_ma": 0.05721662075000659, "leveled_up": false}
{"t": 15, "ts": 1788187951.6742187, "step": 30, "loss_diff": 1.3322575092315674, "reward": 0.07105331500895073, "level": 0, "difficulty": 0.05, "reward_ma": 0.058600290175901, "leveled_up": false}
{"t": 16, "ts": 1788187953.5212636, "step": 32, "loss_diff": 1.4383753538131714, "reward": 0.06825431680877352, "level": 0, "difficulty": 0.05, "reward_ma": 0.05956569283918826, "leveled_up": false}
{"t": 17, "ts": 1788187955.3255513, "step": 34, "loss_diff": 1.3434829711914062, "reward": 0.07074523949660308, "level": 0, "difficulty": 0.05, "reward_ma": 0.06068364750492974, "leveled_up": false}
{"t": 18, "ts": 1788187957.1854026, "step": 36, "loss_diff": 1.4320220947265625, "reward": 0.06841501824167416, "level": 0, "difficulty": 0.05, "reward_ma": 0.06145678457860418, "leveled_up": false}
{"t": 19, "ts": 1788187959.0078368, "step": 38, "loss_diff": 1.333034873008728, "reward": 0.07103188522323084, "level": 0, "difficulty": 0.05, "reward_ma": 0.062414294643066845, "leveled_up": false}
{"t": 20, "ts": 1788187960.7934349, "step": 40, "loss_diff": 1.1498507261276245, "reward": 0.07651023312900877, "level": 0, "difficulty": 0.05, "reward_ma": 0.06382388849166104, "leveled_up": false}
{"t": 21, "ts": 1788187962.5334814, "step": 42, "loss_diff": 1.0868370532989502, "reward": 0.07861706174015945, "level": 0, "difficulty": 0.05, "reward_ma": 0.06530320581651089, "leveled_up": false}
{"t": 22, "ts": 1788187964.3200648, "step": 44, "loss_diff": 0.9130686521530151, "reward": 0.08514600613025478, "level": 0, "difficulty": 0.05, "reward_ma": 0.06728748584788528, "leveled_up": false}
{"t": 23, "ts": 1788187966.1234806, "step": 46, "loss_diff": 1.4308751821517944, "reward": 0.0697792026978422, "level": 0, "difficulty": 0.05, "reward_ma": 0.06753665753288098, "leveled_up": false}
{"t": 24, "ts": 1788187967.9867835, "step": 48, "loss_diff": 1.0950491428375244, "reward": 0.07833531287129633, "level": 0, "difficulty": 0.05, "reward_ma": 0.06861652306672252, "leveled_up": false}
{"t": 25, "ts": 1788187969.8298488, "step": 50, "loss_diff": 1.1554406881332397, "reward": 0.07632928431855972, "level": 0, "difficulty": 0.05, "reward_ma": 0.06938779919190624, "leveled_up": false}
{"t": 26, "ts": 1788187971.6158645, "step": 52, "loss_diff": 1.2957549095153809, "reward": 0.07207593206808573, "level": 0, "difficulty": 0.05, "reward_ma": 0.06965661247952419, "leveled_up": false}
{"t": 27, "ts": 1788187973.3907607, "step": 54, "loss_diff": 1.1727039813995361, "reward": 0.07577634398466021, "level": 0, "difficulty": 0.05, "reward_ma": 0.0702685856300378, "leveled_up": false}
{"t": 28, "ts": 1788187975.2246423, "step": 56, "loss_diff": 1.0165810585021973, "reward": 0.08112126988490664, "level": 0, "difficulty": 0.05, "reward_ma": 0.07135385405552468, "leveled_up": false}
{"t": 29, "ts": 1788187977.0348153, "step": 58, "loss_diff": 1.5078740119934082, "reward": 0.06654956404310555, "level": 0, "difficulty": 0.05, "reward_ma": 0.07087342505428278, "leveled_up": false}
{"t": 30, "ts": 1788187978.8362947, "step": 60, "loss_diff": 1.07878839969635, "reward": 0.07889536332001096, "level": 0, "difficulty": 0.05, "reward_ma": 0.0716756188808556, "leveled_up": false}
{"t": 31, "ts": 1788187997.7305007, "step": 62, "loss_diff": 1.1409962177276611, "reward": 0.07679879005802462, "level": 0, "difficulty": 0.05, "reward_ma": 0.0721879359985725, "leveled_up": false}
{"t": 32, "ts": 1788187999.134737, "step": 64, "loss_diff": 0.9594346284866333, "reward": 0.08329064124020556, "level": 0, "difficulty": 0.05, "reward_ma": 0.0732982065227358, "leveled_up": false}
{"t": 33, "ts": 1788188001.1196878, "step": 66, "loss_diff": 1.191697359085083, "reward": 0.07517805319267827, "level": 0, "difficulty": 0.05, "reward_ma": 0.07348619118973004, "leveled_up": false}
{"t": 34, "ts": 1788188002.2856793, "step": 68, "loss_diff": 1.0452345609664917, "reward": 0.08007916803200028, "level": 0, "difficulty": 0.05, "reward_ma": 0.07414548887395707, "leveled_up": false}
{"t": 35, "ts": 1788188003.4902377, "step": 70, "loss_diff": 1.2007815837860107, "reward": 0.07489555114531543, "level": 0, "difficulty": 0.05, "reward_ma": 0.07422049510109291, "leveled_up": false}
{"t": 36, "ts": 1788188005.3773723, "step": 72, "loss_diff": 1.0549668073654175, "reward": 0.07973182673591118, "level": 0, "difficulty": 0.05, "reward_ma": 0.07477162826457474, "leveled_up": false}
{"t": 37, "ts": 1788188007.5689394, "step": 74, "loss_diff": 0.8349810838699341, "reward": 0.08848265887570783, "level": 0, "difficulty": 0.05, "reward_ma": 0.07614273132568807, "leveled_up": false}
{"t": 38, "ts": 1788188009.5182662, "step": 76, "loss_diff": 1.1600288152694702, "reward": 0.07672413159069057, "level": 0, "difficulty": 0.05, "reward_ma": 0.07620087135218831, "leveled_up": false}
{"t": 39, "ts": 1788188011.408138, "step": 78, "loss_diff": 0.9971522092819214, "reward": 0.08189696468306118, "level": 0, "difficulty": 0.05, "reward_ma": 0.07677048068527559, "leveled_up": false}
{"t": 40, "ts": 1788188013.331801, "step": 80, "loss_diff": 1.0422388315200806, "reward": 0.08018675116678993, "level": 0, "difficulty": 0.05, "reward_ma": 0.07711210773342703, "leveled_up": false}
{"t": 41, "ts": 1788188015.5922027, "step": 82, "loss_diff": 1.6827325820922852, "reward": 0.0626510860876687, "level": 0, "difficulty": 0.05, "reward_ma": 0.0756660055688512, "leveled_up": false}
{"t": 42, "ts": 1788188017.4194906, "step": 84, "loss_diff": 1.2735666036605835, "reward": 0.07271358182697688, "level": 0, "difficulty": 0.05, "reward_ma": 0.07537076319466376, "leveled_up": false}
{"t": 43, "ts": 1788188019.4943597, "step": 86, "loss_diff": 1.339599847793579, "reward": 0.07085147484935499, "level": 0, "difficulty": 0.05, "reward_ma": 0.07491883436013289, "leveled_up": false}
{"t": 44, "ts": 1788188021.331933, "step": 88, "loss_diff": 0.8052359819412231, "reward": 0.08982957684722344, "level": 0, "difficulty": 0.05, "reward_ma": 0.07640990860884195, "leveled_up": false}
{"t": 45, "ts": 1788188023.219702, "step": 90, "loss_diff": 1.0813226699829102, "reward": 0.07880750265391895, "level": 0, "difficulty": 0.05, "reward_ma": 0.07664966801334964, "leveled_up": false}
{"t": 46, "ts": 1788188024.9378474, "step": 92, "loss_diff": 0.9643226861953735, "reward": 0.08310014606859253, "level": 0, "difficulty": 0.05, "reward_ma": 0.07729471581887393, "leveled_up": false}
{"t": 47, "ts": 1788188026.7112894, "step": 94, "loss_diff": 0.9760770797729492, "reward": 0.08264591715642111, "level": 0, "difficulty": 0.05, "reward_ma": 0.07782983595262866, "leveled_up": false}
{"t": 48, "ts": 1788188028.536833, "step": 96, "loss_diff": 0.969899594783783, "reward": 0.08288395992136542, "level": 0, "difficulty": 0.05, "reward_ma": 0.07833524834950234, "leveled_up": false}
{"t": 49, "ts": 1788188030.3677704, "step": 98, "loss_diff": 1.078573226928711, "reward": 0.07890283301642305, "level": 0, "difficulty": 0.05, "reward_ma": 0.07839200681619442, "leveled_up": false}
{"t": 50, "ts": 1788188032.218491, "step": 100, "loss_diff": 0.9574037790298462, "reward": 0.08337006634359032, "level": 0, "difficulty": 0.05, "reward_ma": 0.078889812768934, "leveled_up": false}
{"t": 51, "ts": 1788188033.9893916, "step": 102, "loss_diff": 1.1162394285202026, "reward": 0.07761839558088356, "level": 0, "difficulty": 0.05, "reward_ma": 0.07876267105012896, "leveled_up": false}
{"t": 52, "ts": 1788188035.8243933, "step": 104, "loss_diff": 1.110424280166626, "reward": 0.07781370243351257, "level": 0, "difficulty": 0.05, "reward_ma": 0.07866777418846732, "leveled_up": false}
{"t": 53, "ts": 1788188037.6838522, "step": 106, "loss_diff": 1.054497480392456, "reward": 0.07974850137141137, "level": 0, "difficulty": 0.05, "reward_ma": 0.07877584690676173, "leveled_up": false}
{"t": 54, "ts": 1788188039.5076609, "step": 108, "loss_diff": 0.8322747945785522, "reward": 0.0886033966815399, "level": 0, "difficulty": 0.05, "reward_ma": 0.07975860188423954, "leveled_up": false}
{"t": 55, "ts": 1788188041.3089163, "step": 110, "loss_diff": 1.1374495029449463, "reward": 0.0769150434840935, "level": 0, "difficulty": 0.05, "reward_ma": 0.07947424604422493, "leveled_up": false}
{"t": 56, "ts": 1788188043.1011314, "step": 112, "loss_diff": 1.2261526584625244, "reward": 0.07411877078481648, "level": 0, "difficulty": 0.05, "reward_ma": 0.07893869851828408, "leveled_up": false}
{"t": 57, "ts": 1788188044.8991368, "step": 114, "loss_diff": 1.0521533489227295, "reward": 0.07983189978713708, "level": 0, "difficulty": 0.05, "reward_ma": 0.07902801864516938, "leveled_up": false}
{"t": 58, "ts": 1788188046.974863, "step": 116, "loss_diff": 0.9828383922576904, "reward": 0.08238707734964706, "level": 0, "difficulty": 0.05, "reward_ma": 0.07936392451561716, "leveled_up": false}
{"t": 59, "ts": 1788188048.9800956, "step": 118, "loss_diff": 0.8878757357597351, "reward": 0.08619232906392815, "level": 0, "difficulty": 0.05, "reward_ma": 0.08004676497044826, "leveled_up": false}
{"t": 60, "ts": 1788188050.9808576, "step": 120, "loss_diff": 1.1793330907821655, "reward": 0.07556634254561699, "level": 0, "difficulty": 0.05, "reward_ma": 0.07959872272796513, "leveled_up": false}
{"t": 61, "ts": 1788188070.0704913, "step": 122, "loss_diff": 1.1356909275054932, "reward": 0.0769728288671287, "level": 0, "difficulty": 0.05, "reward_ma": 0.07933613334188148, "leveled_up": false}
{"t": 62, "ts": 1788188072.0351937, "step": 124, "loss_diff": 1.1787981986999512, "reward": 0.07558323982588432, "level": 0, "difficulty": 0.05, "reward_ma": 0.07896084399028178, "leveled_up": false}
{"t": 63, "ts": 1788188073.2743473, "step": 126, "loss_diff": 0.9929671287536621, "reward": 0.08200261034243181, "level": 0, "difficulty": 0.05, "reward_ma": 0.07926502062549678, "leveled_up": false}
{"t": 64, "ts": 1788188074.4792612, "step": 128, "loss_diff": 1.0624573230743408, "reward": 0.07946672461878765, "level": 0, "difficulty": 0.05, "reward_ma": 0.07928519102482587, "leveled_up": false}
{"t": 65, "ts": 1788188076.4787583, "step": 130, "loss_diff": 2.07584285736084, "reward": 0.05550506773837585, "level": 0, "difficulty": 0.05, "reward_ma": 0.07690717869618087, "leveled_up": false}
{"t": 66, "ts": 1788188077.6830575, "step": 132, "loss_diff": 1.1380839347839355, "reward": 0.07689421989356295, "level": 0, "difficulty": 0.05, "reward_ma": 0.07690588281591908, "leveled_up": false}
{"t": 67, "ts": 1788188079.6017954, "step": 134, "loss_diff": 1.7147064208984375, "reward": 0.06199254058801476, "level": 0, "difficulty": 0.05, "reward_ma": 0.07541454859312866, "leveled_up": false}
{"t": 68, "ts": 1788188081.5273526, "step": 136, "loss_diff": 1.0501863956451416, "reward": 0.08120043416071382, "level": 0, "difficulty": 0.05, "reward_ma": 0.07599313714988717, "leveled_up": false}
{"t": 69, "ts": 1788188083.4682014, "step": 138, "loss_diff": 0.9666229486465454, "reward": 0.08301082894792669, "level": 0, "difficulty": 0.05, "reward_ma": 0.07669490632969113, "leveled_up": false}
{"t": 70, "ts": 1788188085.4139397, "step": 140, "loss_diff": 1.3169032335281372, "reward": 0.07147953733800642, "level": 0, "difficulty": 0.05, "reward_ma": 0.07617336943052266, "leveled_up": false}
{"t": 71, "ts": 1788188087.3714988, "step": 142, "loss_diff": 1.067859411239624, "reward": 0.07927672752966282, "level": 0, "difficulty": 0.05, "reward_ma": 0.07648370524043668, "leveled_up": false}
{"t": 72, "ts": 1788188089.4146268, "step": 144, "loss_diff": 0.9594765901565552, "reward": 0.0832890018846228, "level": 0, "difficulty": 0.05, "reward_ma": 0.07716423490485529, "leveled_up": false}
{"t": 73, "ts": 1788188091.220655, "step": 146, "loss_diff": 0.9317489862442017, "reward": 0.08438778715333714, "level": 0, "difficulty": 0.05, "reward_ma": 0.07788659012970348, "leveled_up": false}
{"t": 74, "ts": 1788188092.985451, "step": 148, "loss_diff": 0.9417778253555298, "reward": 0.08398674345834864, "level": 0, "difficulty": 0.05, "reward_ma": 0.078496605462568, "leveled_up": false}
{"t": 75, "ts": 1788188094.789407, "step": 150, "loss_diff": 0.8280079364776611, "reward": 0.08879448351994484, "level": 0, "difficulty": 0.05, "reward_ma": 0.07952639326830568, "leveled_up": false}
{"t": 76, "ts": 1788188096.5676513, "step": 152, "loss_diff": 1.1547129154205322, "reward": 0.07635278938783344, "level": 0, "difficulty": 0.05, "reward_ma": 0.07920903288025846, "leveled_up": false}
{"t": 77, "ts": 1788188098.3320856, "step": 154, "loss_diff": 0.8756905794143677, "reward": 0.08670849312553311, "level": 0, "difficulty": 0.05, "reward_ma": 0.07995897890478593, "leveled_up": false}
{"t": 78, "ts": 1788188100.298691, "step": 156, "loss_diff": 1.0178711414337158, "reward": 0.08107371449186185, "level": 0, "difficulty": 0.05, "reward_ma": 0.08007045246349352, "leveled_up": false}
{"t": 79, "ts": 1788188102.1268227, "step": 158, "loss_diff": 1.1236536502838135, "reward": 0.0773709336821792, "level": 0, "difficulty": 0.05, "reward_ma": 0.07980050058536209, "leveled_up": false}
{"t": 80, "ts": 1788188103.9727268, "step": 160, "loss_diff": 0.9097378253936768, "reward": 0.08787079056343777, "level": 0, "difficulty": 0.05, "reward_ma": 0.08060752958316966, "leveled_up": false}
{"t": 81, "ts": 1788188106.1984856, "step": 162, "loss_diff": 1.0921823978424072, "reward": 0.07843341683703535, "level": 0, "difficulty": 0.05, "reward_ma": 0.08039011830855625, "leveled_up": false}
{"t": 82, "ts": 1788188108.2137537, "step": 164, "loss_diff": 1.0756072998046875, "reward": 0.07900595261561746, "level": 0, "difficulty": 0.05, "reward_ma": 0.08025170173926237, "leveled_up": false}
{"t": 83, "ts": 1788188110.5867405, "step": 166, "loss_diff": 1.0605123043060303, "reward": 0.07953537688413495, "level": 0, "difficulty": 0.05, "reward_ma": 0.08018006925374963, "leveled_up": false}
{"t": 84, "ts": 1788188112.3100855, "step": 168, "loss_diff": 1.1322721242904663, "reward": 0.0770854407787145, "level": 0, "difficulty": 0.05, "reward_ma": 0.0798706064062461, "leveled_up": false}
{"t": 85, "ts": 1788188114.0978138, "step": 170, "loss_diff": 1.1968011856079102, "reward": 0.07501904634603944, "level": 0, "difficulty": 0.05, "reward_ma": 0.07938545040022543, "leveled_up": false}
{"t": 86, "ts": 1788188115.8173268, "step": 172, "loss_diff": 1.0839107036590576, "reward": 0.08003314972775913, "level": 0, "difficulty": 0.05, "reward_ma": 0.0794502203329788, "leveled_up": false}
{"t": 87, "ts": 1788188117.5836601, "step": 174, "loss_diff": 0.9840553402900696, "reward": 0.08234067689978972, "level": 0, "difficulty": 0.05, "reward_ma": 0.0797392659896599, "leveled_up": false}
{"t": 88, "ts": 1788188119.3334353, "step": 176, "loss_diff": 1.3006993532180786, "reward": 0.0719355138998581, "level": 0, "difficulty": 0.05, "reward_ma": 0.07895889078067972, "leveled_up": false}
{"t": 89, "ts": 1788188121.1041222, "step": 178, "loss_diff": 1.2756586074829102, "reward": 0.0726529306907359, "level": 0, "difficulty": 0.05, "reward_ma": 0.07832829477168533, "leveled_up": false}
{"t": 90, "ts": 1788188122.9253275, "step": 180, "loss_diff": 0.9773335456848145, "reward": 0.08310853138285168, "level": 0, "difficulty": 0.05, "reward_ma": 0.07880631843280198, "leveled_up": false}
{"t": 91, "ts": 1788188124.7297153, "step": 182, "loss_diff": 1.0719352960586548, "reward": 0.0791340301612083, "level": 0, "difficulty": 0.05, "reward_ma": 0.0788390896056426, "leveled_up": false}
{"t": 92, "ts": 1788188141.584863, "step": 184, "loss_diff": 1.0986870527267456, "reward": 0.11363331350547527, "level": 0, "difficulty": 0.05, "reward_ma": 0.08231851199562587, "leveled_up": false}
{"t": 93, "ts": 1788188142.7027926, "step": 186, "loss_diff": 1.162559151649475, "reward": 0.07610021155753173, "level": 0, "difficulty": 0.05, "reward_ma": 0.08169668195181645, "leveled_up": false}
{"t": 94, "ts": 1788188144.433464, "step": 188, "loss_diff": 1.1053528785705566, "reward": 0.08713381958679177, "level": 0, "difficulty": 0.05, "reward_ma": 0.082240395715314, "leveled_up": false}
{"t": 95, "ts": 1788188145.5116656, "step": 190, "loss_diff": 1.1244077682495117, "reward": 0.07988753533001842, "level": 0, "difficulty": 0.05, "reward_ma": 0.08200510967678444, "leveled_up": false}
{"t": 96, "ts": 1788188146.537659, "step": 192, "loss_diff": 0.9905949831008911, "reward": 0.08209230148777927, "level": 0, "difficulty": 0.05, "reward_ma": 0.08201382885788393, "leveled_up": false}
{"t": 97, "ts": 1788188148.3242576, "step": 194, "loss_diff": 1.0121926069259644, "reward": 0.08128349471837445, "level": 0, "difficulty": 0.05, "reward_ma": 0.08194079544393298, "leveled_up": false}
{"t": 98, "ts": 1788188150.174715, "step": 196, "loss_diff": 0.9024413824081421, "reward": 0.0855840031178435, "level": 0, "difficulty": 0.05, "reward_ma": 0.08230511621132404, "leveled_up": false}
{"t": 99, "ts": 1788188151.9711592, "step": 198, "loss_diff": 0.928604006767273, "reward": 0.08451441094589125, "level": 0, "difficulty": 0.05, "reward_ma": 0.08252604568478075, "leveled_up": false}
{"t": 100, "ts": 1788188153.8829412, "step": 200, "loss_diff": 1.079693078994751, "reward": 0.07886397439948659, "level": 0, "difficulty": 0.05, "reward_ma": 0.08215983855625135, "leveled_up": false}
{"t": 101, "ts": 1788188155.8254504, "step": 202, "loss_diff": 0.7813059687614441, "reward": 0.0909458274140914, "level": 0, "difficulty": 0.05, "reward_ma": 0.08303843744203536, "leveled_up": false}
{"t": 102, "ts": 1788188157.771905, "step": 204, "loss_diff": 0.8553649187088013, "reward": 0.08758457640737947, "level": 0, "difficulty": 0.05, "reward_ma": 0.08349305133856977, "leveled_up": false}
{"t": 103, "ts": 1788188159.5807152, "step": 206, "loss_diff": 1.048252820968628, "reward": 0.10273155972944892, "level": 0, "difficulty": 0.05, "reward_ma": 0.0854169021776577, "leveled_up": false}
{"t": 104, "ts": 1788188161.3843317, "step": 208, "loss_diff": 0.94704270362854, "reward": 0.09932741677957249, "level": 0, "difficulty": 0.05, "reward_ma": 0.08680795363784918, "leveled_up": false}
{"t": 105, "ts": 1788188163.1865768, "step": 210, "loss_diff": 0.9683806896209717, "reward": 0.09399150625304045, "level": 0, "difficulty": 0.05, "reward_ma": 0.08752630889936833, "leveled_up": false}
{"t": 106, "ts": 1788188165.2684288, "step": 212, "loss_diff": 1.0275236368179321, "reward": 0.11014228401082168, "level": 0, "difficulty": 0.05, "reward_ma": 0.08978790641051367, "leveled_up": false}
{"t": 107, "ts": 1788188167.227064, "step": 214, "loss_diff": 0.7774970531463623, "reward": 0.09996338854311027, "level": 0, "difficulty": 0.05, "reward_ma": 0.09080545462377333, "leveled_up": false}
{"t": 108, "ts": 1788188169.2053456, "step": 216, "loss_diff": 1.113531231880188, "reward": 0.08665241656103553, "level": 0, "difficulty": 0.05, "reward_ma": 0.09039015081749956, "leveled_up": false}
{"t": 109, "ts": 1788188171.0994563, "step": 218, "loss_diff": 1.010443925857544, "reward": 0.0860517632247945, "level": 0, "difficulty": 0.05, "reward_ma": 0.08995631205822906, "leveled_up": false}
{"t": 110, "ts": 1788188172.9211352, "step": 220, "loss_diff": 1.0299872159957886, "reward": 0.08694570641721354, "level": 0, "difficulty": 0.05, "reward_ma": 0.08965525149412751, "leveled_up": false}
{"t": 111, "ts": 1788188174.7662117, "step": 222, "loss_diff": 0.9832226634025574, "reward": 0.08687042127362561, "level": 0, "difficulty": 0.05, "reward_ma": 0.08937676847207732, "leveled_up": false}
{"t": 112, "ts": 1788188176.704867, "step": 224, "loss_diff": 1.0220491886138916, "reward": 0.08645086073880225, "level": 0, "difficulty": 0.05, "reward_ma": 0.08908417769874982, "leveled_up": false}
{"t": 113, "ts": 1788188178.5253718, "step": 226, "loss_diff": 1.036889910697937, "reward": 0.08037962945437473, "level": 0, "difficulty": 0.05, "reward_ma": 0.08821372287431231, "leveled_up": false}
{"t": 114, "ts": 1788188180.4904764, "step": 228, "loss_diff": 1.1605582237243652, "reward": 0.09639648167425674, "level": 0, "difficulty": 0.05, "reward_ma": 0.08903199875430676, "leveled_up": false}
{"t": 115, "ts": 1788188182.292993, "step": 230, "loss_diff": 1.0502686500549316, "reward": 0.08834141767215803, "level": 0, "difficulty": 0.05, "reward_ma": 0.08896294064609189, "leveled_up": false}
{"t": 116, "ts": 1788188184.1750264, "step": 232, "loss_diff": 0.9422957301139832, "reward": 0.0973746644652489, "level": 0, "difficulty": 0.05, "reward_ma": 0.08980411302800759, "leveled_up": false}
{"t": 117, "ts": 1788188186.0091646, "step": 234, "loss_diff": 1.0894033908843994, "reward": 0.13556135040591027, "level": 0, "difficulty": 0.05, "reward_ma": 0.09437983676579786, "leveled_up": false}
{"t": 118, "ts": 1788188188.0301354, "step": 236, "loss_diff": 0.9865999221801758, "reward": 0.09028973603313756, "level": 0, "difficulty": 0.05, "reward_ma": 0.09397082669253183, "leveled_up": false}
{"t": 119, "ts": 1788188189.8314774, "step": 238, "loss_diff": 1.0236772298812866, "reward": 0.1540595808604947, "level": 0, "difficulty": 0.05, "reward_ma": 0.09997970210932812, "leveled_up": false}
{"t": 120, "ts": 1788188191.637193, "step": 240, "loss_diff": 0.9235380291938782, "reward": 0.11046842217712281, "level": 0, "difficulty": 0.05, "reward_ma": 0.10102857411610759, "leveled_up": false}
{"t": 121, "ts": 1788188193.4058924, "step": 242, "loss_diff": 0.9988178014755249, "reward": 0.13280919590587803, "level": 0, "difficulty": 0.05, "reward_ma": 0.10420663629508464, "leveled_up": false}
{"t": 122, "ts": 1788188212.235114, "step": 244, "loss_diff": 1.0661938190460205, "reward": 0.13510087228298734, "level": 0, "difficulty": 0.05, "reward_ma": 0.10729605989387492, "leveled_up": false}
{"t": 123, "ts": 1788188214.219784, "step": 246, "loss_diff": 0.9480928778648376, "reward": 0.1251303543492141, "level": 0, "difficulty": 0.05, "reward_ma": 0.10907948933940884, "leveled_up": false}
{"t": 124, "ts": 1788188215.3185792, "step": 248, "loss_diff": 1.1565959453582764, "reward": 0.12928389571061036, "level": 0, "difficulty": 0.05, "reward_ma": 0.11109992997652898, "leveled_up": false}
{"t": 125, "ts": 1788188216.4865236, "step": 250, "loss_diff": 0.9878772497177124, "reward": 0.08219532245891362, "level": 0, "difficulty": 0.05, "reward_ma": 0.10820946922476746, "leveled_up": false}
{"t": 126, "ts": 1788188218.3674266, "step": 252, "loss_diff": 0.9949216842651367, "reward": 0.10678581232361486, "level": 0, "difficulty": 0.05, "reward_ma": 0.1080671035346522, "leveled_up": false}
{"t": 127, "ts": 1788188219.4770813, "step": 254, "loss_diff": 0.9865652322769165, "reward": 0.10213326558741842, "level": 0, "difficulty": 0.05, "reward_ma": 0.10747371973992882, "leveled_up": false}
{"t": 128, "ts": 1788188221.285036, "step": 256, "loss_diff": 1.031597375869751, "reward": 0.10816722023267657, "level": 0, "difficulty": 0.05, "reward_ma": 0.1075430697892036, "leveled_up": false}
{"t": 129, "ts": 1788188223.068238, "step": 258, "loss_diff": 1.2128280401229858, "reward": 0.08971421939663915, "level": 0, "difficulty": 0.05, "reward_ma": 0.10576018474994715, "leveled_up": false}
{"t": 130, "ts": 1788188225.1722047, "step": 260, "loss_diff": 0.9024588465690613, "reward": 0.1190974527048591, "level": 0, "difficulty": 0.05, "reward_ma": 0.10709391154543835, "leveled_up": false}
{"t": 131, "ts": 1788188227.1152043, "step": 262, "loss_diff": 1.130617618560791, "reward": 0.10616366401442266, "level": 0, "difficulty": 0.05, "reward_ma": 0.10700088679233678, "leveled_up": false}
{"t": 132, "ts": 1788188228.8696356, "step": 264, "loss_diff": 1.1877814531326294, "reward": 0.1071165537002288, "level": 0, "difficulty": 0.05, "reward_ma": 0.10701245348312599, "leveled_up": false}
{"t": 133, "ts": 1788188230.632562, "step": 266, "loss_diff": 1.1563481092453003, "reward": 0.12488561048029792, "level": 0, "difficulty": 0.05, "reward_ma": 0.10879976918284319, "leveled_up": false}
{"t": 134, "ts": 1788188232.438509, "step": 268, "loss_diff": 1.0301389694213867, "reward": 0.15172183779539755, "level": 0, "difficulty": 0.05, "reward_ma": 0.11309197604409862, "leveled_up": false}
{"t": 135, "ts": 1788188234.3263972, "step": 270, "loss_diff": 1.2594448328018188, "reward": 0.11568908224171964, "level": 0, "difficulty": 0.05, "reward_ma": 0.11335168666386072, "leveled_up": false}
{"t": 136, "ts": 1788188236.1752222, "step": 272, "loss_diff": 0.9452108144760132, "reward": 0.1424813552960223, "level": 0, "difficulty": 0.05, "reward_ma": 0.11626465352707689, "leveled_up": false}
{"t": 137, "ts": 1788188237.9691086, "step": 274, "loss_diff": 1.0471028089523315, "reward": 0.13788300413860513, "level": 0, "difficulty": 0.05, "reward_ma": 0.11842648858822973, "leveled_up": false}
{"t": 138, "ts": 1788188239.8997557, "step": 276, "loss_diff": 0.9189990758895874, "reward": 0.13477105443089382, "level": 0, "difficulty": 0.05, "reward_ma": 0.12006094517249614, "leveled_up": false}
{"t": 139, "ts": 1788188241.663857, "step": 278, "loss_diff": 1.0998481512069702, "reward": 0.07817168372608718, "level": 0, "difficulty": 0.05, "reward_ma": 0.11587201902785525, "leveled_up": false}
{"t": 140, "ts": 1788188243.5956779, "step": 280, "loss_diff": 0.905893087387085, "reward": 0.1931699276985265, "level": 0, "difficulty": 0.05, "reward_ma": 0.1236018098949224, "leveled_up": false}
{"t": 141, "ts": 1788188245.391023, "step": 282, "loss_diff": 1.0179510116577148, "reward": 0.09847198422544921, "level": 0, "difficulty": 0.05, "reward_ma": 0.12108882732797507, "leveled_up": false}
{"t": 142, "ts": 1788188247.1952014, "step": 284, "loss_diff": 1.0207122564315796, "reward": 0.1378794160436317, "level": 0, "difficulty": 0.05, "reward_ma": 0.12276788619954074, "leveled_up": false}
{"t": 143, "ts": 1788188249.0059984, "step": 286, "loss_diff": 0.9565229415893555, "reward": 0.13948982730278153, "level": 0, "difficulty": 0.05, "reward_ma": 0.12444008030986482, "leveled_up": false}
{"t": 144, "ts": 1788188250.8112376, "step": 288, "loss_diff": 1.0644042491912842, "reward": 0.16969565481808657, "level": 0, "difficulty": 0.05, "reward_ma": 0.128965637760687, "leveled_up": false}
{"t": 145, "ts": 1788188252.6180468, "step": 290, "loss_diff": 1.0001517534255981, "reward": 0.12531669882517188, "level": 0, "difficulty": 0.05, "reward_ma": 0.1286007438671355, "leveled_up": false}
{"t": 146, "ts": 1788188254.3312118, "step": 292, "loss_diff": 0.8830665349960327, "reward": 0.14960299542831912, "level": 0, "difficulty": 0.05, "reward_ma": 0.13070096902325384, "leveled_up": false}
{"t": 147, "ts": 1788188256.273305, "step": 294, "loss_diff": 0.7147334814071655, "reward": 0.1824505626571926, "level": 0, "difficulty": 0.05, "reward_ma": 0.13587592838664772, "leveled_up": false}
{"t": 148, "ts": 1788188258.1338623, "step": 296, "loss_diff": 0.6607329845428467, "reward": 0.17816089612764135, "level": 0, "difficulty": 0.05, "reward_ma": 0.1401044251607471, "leveled_up": false}
{"t": 149, "ts": 1788188259.969932, "step": 298, "loss_diff": 0.8562171459197998, "reward": 0.15391878935043082, "level": 0, "difficulty": 0.05, "reward_ma": 0.1414858615797155, "leveled_up": false}
{"t": 150, "ts": 1788188262.3214538, "step": 300, "loss_diff": 0.9764864444732666, "reward": 0.16704733379772385, "level": 0, "difficulty": 0.05, "reward_ma": 0.14404200880151632, "leveled_up": false}
{"t": 151, "ts": 1788188264.1972032, "step": 302, "loss_diff": 0.8148665428161621, "reward": 0.1522621421771363, "level": 0, "difficulty": 0.05, "reward_ma": 0.14486402213907834, "leveled_up": false}
{"t": 152, "ts": 1788188266.1349494, "step": 304, "loss_diff": 1.0745769739151, "reward": 0.17844163705998603, "level": 0, "difficulty": 0.05, "reward_ma": 0.1482217836311691, "leveled_up": false}
{"t": 153, "ts": 1788188284.808393, "step": 306, "loss_diff": 0.9883946180343628, "reward": 0.16951042434320987, "level": 0, "difficulty": 0.05, "reward_ma": 0.1503506477023732, "leveled_up": false}
{"t": 154, "ts": 1788188285.996984, "step": 308, "loss_diff": 0.955721378326416, "reward": 0.08343598878679687, "level": 0, "difficulty": 0.05, "reward_ma": 0.14365918181081558, "leveled_up": false}
{"t": 155, "ts": 1788188287.9706786, "step": 310, "loss_diff": 1.0631518363952637, "reward": 0.15888082154052358, "level": 0, "difficulty": 0.05, "reward_ma": 0.1451813457837864, "leveled_up": false}
{"t": 156, "ts": 1788188289.1176162, "step": 312, "loss_diff": 1.0306674242019653, "reward": 0.11132651487430079, "level": 0, "difficulty": 0.05, "reward_ma": 0.14179586269283784, "leveled_up": false}
{"t": 157, "ts": 1788188290.4132779, "step": 314, "loss_diff": 1.078020691871643, "reward": 0.0789220212899421, "level": 0, "difficulty": 0.05, "reward_ma": 0.13550847855254827, "leveled_up": false}
{"t": 158, "ts": 1788188292.4956584, "step": 316, "loss_diff": 0.8824184536933899, "reward": 0.09724521462743366, "level": 0, "difficulty": 0.05, "reward_ma": 0.13168215216003681, "leveled_up": false}
{"t": 159, "ts": 1788188294.5760865, "step": 318, "loss_diff": 1.1454050540924072, "reward": 0.17314561476627038, "level": 0, "difficulty": 0.05, "reward_ma": 0.13582849842066017, "leveled_up": false}
{"t": 160, "ts": 1788188296.6762104, "step": 320, "loss_diff": 1.1530474424362183, "reward": 0.1066921619431665, "level": 0, "difficulty": 0.05, "reward_ma": 0.1329148647729108, "leveled_up": false}
{"t": 161, "ts": 1788188298.6040113, "step": 322, "loss_diff": 1.0451877117156982, "reward": 0.1448749938385763, "level": 0, "difficulty": 0.05, "reward_ma": 0.13411087767947738, "leveled_up": false}
{"t": 162, "ts": 1788188300.5725844, "step": 324, "loss_diff": 0.981244683265686, "reward": 0.1272285459755021, "level": 0, "difficulty": 0.05, "reward_ma": 0.13342264450907987, "leveled_up": false}
{"t": 163, "ts": 1788188302.6302922, "step": 326, "loss_diff": 1.2153160572052002, "reward": 0.17203607778906807, "level": 0, "difficulty": 0.05, "reward_ma": 0.13728398783707868, "leveled_up": false}
{"t": 164, "ts": 1788188304.5368302, "step": 328, "loss_diff": 1.070289134979248, "reward": 0.13864188472378397, "level": 0, "difficulty": 0.05, "reward_ma": 0.13741977752574921, "leveled_up": false}
{"t": 165, "ts": 1788188306.4367816, "step": 330, "loss_diff": 1.0842846632003784, "reward": 0.12719620296293474, "level": 0, "difficulty": 0.05, "reward_ma": 0.13639742006946776, "leveled_up": false}
{"t": 166, "ts": 1788188308.332405, "step": 332, "loss_diff": 0.9670566320419312, "reward": 0.1641731295048457, "level": 0, "difficulty": 0.05, "reward_ma": 0.13917499101300557, "leveled_up": false}
{"t": 167, "ts": 1788188310.3114913, "step": 334, "loss_diff": 1.171383261680603, "reward": 0.16382394053907984, "level": 0, "difficulty": 0.05, "reward_ma": 0.141639885965613, "leveled_up": false}
{"t": 168, "ts": 1788188312.2759204, "step": 336, "loss_diff": 0.8798016309738159, "reward": 0.16370517140128785, "level": 0, "difficulty": 0.05, "reward_ma": 0.1438464145091805, "leveled_up": false}
{"t": 169, "ts": 1788188314.2786374, "step": 338, "loss_diff": 1.0252875089645386, "reward": 0.13879762197547252, "level": 0, "difficulty": 0.05, "reward_ma": 0.1433415352558097, "leveled_up": false}
{"t": 0, "ts": 1788188364.897296, "step": 0, "loss_diff": 0.48572006821632385, "reward": 0.18061753275313386, "level": 0, "difficulty": 0.1451046314956485, "reward_ma": 0.018061753275313387, "leveled_up": false}
{"t": 1, "ts": 1788188366.8735042, "step": 2, "loss_diff": 0.9091310501098633, "reward": 0.10441546655595774, "level": 0, "difficulty": 0.09085691584090184, "reward_ma": 0.026697124603377823, "leveled_up": false}
{"t": 2, "ts": 1788188367.9933858, "step": 4, "loss_diff": 0.9681655168533325, "reward": 0.08970539152844774, "level": 0, "difficulty": 0.05, "reward_ma": 0.032997951295884814, "leveled_up": false}
{"t": 3, "ts": 1788188369.1954641, "step": 6, "loss_diff": 1.4560401439666748, "reward": 0.06781186729655243, "level": 0, "difficulty": 0.05, "reward_ma": 0.036479342895951575, "leveled_up": false}
{"t": 4, "ts": 1788188371.1041238, "step": 8, "loss_diff": 1.5329433679580688, "reward": 0.06595758921355883, "level": 0, "difficulty": 0.05, "reward_ma": 0.039427167527712303, "leveled_up": false}
{"t": 5, "ts": 1788188372.2769148, "step": 10, "loss_diff": 1.4588563442230225, "reward": 0.06774191754515602, "level": 0, "difficulty": 0.05, "reward_ma": 0.04225864252945668, "leveled_up": false}
{"t": 6, "ts": 1788188374.2346447, "step": 12, "loss_diff": 1.9977107048034668, "reward": 0.09109869530285727, "level": 0, "difficulty": 0.05, "reward_ma": 0.047142647806796736, "leveled_up": false}
{"t": 7, "ts": 1788188376.212972, "step": 14, "loss_diff": 2.099992513656616, "reward": 0.05512516062595534, "level": 0, "difficulty": 0.05, "reward_ma": 0.0479408990887126, "leveled_up": false}
{"t": 8, "ts": 1788188378.190033, "step": 16, "loss_diff": 2.2240259647369385, "reward": 0.11401758695713983, "level": 0, "difficulty": 0.05, "reward_ma": 0.05454856787555533, "leveled_up": false}
{"t": 9, "ts": 1788188380.1699288, "step": 18, "loss_diff": 1.269869327545166, "reward": 0.0889043780217388, "level": 0, "difficulty": 0.05, "reward_ma": 0.057984148890173684, "leveled_up": false}
{"t": 10, "ts": 1788188381.9741473, "step": 20, "loss_diff": 1.3290867805480957, "reward": 0.09702800523116017, "level": 0, "difficulty": 0.05, "reward_ma": 0.061888534524272336, "leveled_up": false}
{"t": 11, "ts": 1788188383.7289226, "step": 22, "loss_diff": 1.2636308670043945, "reward": 0.07300316814731289, "level": 0, "difficulty": 0.05, "reward_ma": 0.06299999788657638, "leveled_up": false}
{"t": 12, "ts": 1788188385.574985, "step": 24, "loss_diff": 1.2634170055389404, "reward": 0.07300942929020822, "level": 0, "difficulty": 0.05, "reward_ma": 0.06400094102693957, "leveled_up": false}
{"t": 13, "ts": 1788188387.4210567, "step": 26, "loss_diff": 1.1012297868728638, "reward": 0.07812471342373059, "level": 0, "difficulty": 0.05, "reward_ma": 0.06541331826661867, "leveled_up": false}
{"t": 14, "ts": 1788188389.1383326, "step": 28, "loss_diff": 1.3491623401641846, "reward": 0.11219575433755422, "level": 0, "difficulty": 0.05, "reward_ma": 0.07009156187371222, "leveled_up": false}
{"t": 15, "ts": 1788188390.9674702, "step": 30, "loss_diff": 0.9975978136062622, "reward": 0.1278538846481286, "level": 0, "difficulty": 0.05, "reward_ma": 0.07586779415115387, "leveled_up": false}
{"t": 16, "ts": 1788188392.7661157, "step": 32, "loss_diff": 1.1406886577606201, "reward": 0.09742073042154208, "level": 0, "difficulty": 0.05, "reward_ma": 0.0780230877781927, "leveled_up": false}
{"t": 17, "ts": 1788188394.5942657, "step": 34, "loss_diff": 1.499777913093567, "reward": 0.06674327755837882, "level": 0, "difficulty": 0.05, "reward_ma": 0.07689510675621132, "leveled_up": false}
{"t": 18, "ts": 1788188396.5007074, "step": 36, "loss_diff": 1.4455156326293945, "reward": 0.11372442543657113, "level": 0, "difficulty": 0.05, "reward_ma": 0.08057803862424731, "leveled_up": false}
{"t": 19, "ts": 1788188398.3675616, "step": 38, "loss_diff": 1.4424293041229248, "reward": 0.06815221178324672, "level": 0, "difficulty": 0.05, "reward_ma": 0.07933545594014725, "leveled_up": false}
{"t": 20, "ts": 1788188400.2774978, "step": 40, "loss_diff": 1.1129189729690552, "reward": 0.09474633010376632, "level": 0, "difficulty": 0.05, "reward_ma": 0.08087654335650915, "leveled_up": false}
{"t": 21, "ts": 1788188402.389457, "step": 42, "loss_diff": 1.2288970947265625, "reward": 0.07403580491944034, "level": 0, "difficulty": 0.05, "reward_ma": 0.08019246951280228, "leveled_up": false}
{"t": 22, "ts": 1788188404.2336261, "step": 44, "loss_diff": 1.6059168577194214, "reward": 0.06429926157274884, "level": 0, "difficulty": 0.05, "reward_ma": 0.07860314871879694, "leveled_up": false}
{"t": 23, "ts": 1788188406.190846, "step": 46, "loss_diff": 1.5330888032913208, "reward": 0.0908518968898043, "level": 0, "difficulty": 0.05, "reward_ma": 0.07982802353589769, "leveled_up": false}
{"t": 24, "ts": 1788188408.0146809, "step": 48, "loss_diff": 1.5301358699798584, "reward": 0.0660233007145735, "level": 0, "difficulty": 0.05, "reward_ma": 0.07844755125376526, "leveled_up": false}
{"t": 25, "ts": 1788188409.9369447, "step": 50, "loss_diff": 1.1318511962890625, "reward": 0.07709933069280042, "level": 0, "difficulty": 0.05, "reward_ma": 0.07831272919766878, "leveled_up": false}
{"t": 26, "ts": 1788188411.9259584, "step": 52, "loss_diff": 1.0492486953735352, "reward": 0.07993550488390731, "level": 0, "difficulty": 0.05, "reward_ma": 0.07847500676629264, "leveled_up": false}
{"t": 27, "ts": 1788188414.1895528, "step": 54, "loss_diff": 0.8696644306182861, "reward": 0.08696624762006691, "level": 0, "difficulty": 0.05, "reward_ma": 0.07932413085167007, "leveled_up": false}
{"t": 28, "ts": 1788188416.2796314, "step": 56, "loss_diff": 1.3666203022003174, "reward": 0.07011947037253939, "level": 0, "difficulty": 0.05, "reward_ma": 0.078403664803757, "leveled_up": false}
{"t": 29, "ts": 1788188418.3846827, "step": 58, "loss_diff": 1.2495849132537842, "reward": 0.08451019455025054, "level": 0, "difficulty": 0.05, "reward_ma": 0.07901431777840635, "leveled_up": false}
{"t": 30, "ts": 1788188420.3823395, "step": 60, "loss_diff": 0.9630473256111145, "reward": 0.10151484272864357, "level": 0, "difficulty": 0.05, "reward_ma": 0.08126437027343007, "leveled_up": false}
{"t": 31, "ts": 1788188439.7660463, "step": 62, "loss_diff": 1.2159227132797241, "reward": 0.07770789268945685, "level": 0, "difficulty": 0.05, "reward_ma": 0.08090872251503275, "leveled_up": false}
{"t": 32, "ts": 1788188440.8355238, "step": 64, "loss_diff": 1.2559577226638794, "reward": 0.07322855473214043, "level": 0, "difficulty": 0.05, "reward_ma": 0.08014070573674352, "leveled_up": false}
{"t": 33, "ts": 1788188442.6286325, "step": 66, "loss_diff": 1.2299624681472778, "reward": 0.07400365310068845, "level": 0, "difficulty": 0.05, "reward_ma": 0.07952700047313802, "leveled_up": false}
{"t": 34, "ts": 1788188443.7060246, "step": 68, "loss_diff": 1.06536865234375, "reward": 0.07936420664032781, "level": 0, "difficulty": 0.05, "reward_ma": 0.079510721089857, "leveled_up": false}
{"t": 35, "ts": 1788188444.783033, "step": 70, "loss_diff": 2.153374433517456, "reward": 0.0543060373614727, "level": 0, "difficulty": 0.05, "reward_ma": 0.07699025271701858, "leveled_up": false}
{"t": 36, "ts": 1788188446.5194476, "step": 72, "loss_diff": 1.2271363735198975, "reward": 0.0789749025182866, "level": 0, "difficulty": 0.05, "reward_ma": 0.07718871769714539, "leveled_up": false}
{"t": 37, "ts": 1788188448.2902398, "step": 74, "loss_diff": 0.8889568448066711, "reward": 0.1330551188231266, "level": 0, "difficulty": 0.05, "reward_ma": 0.08277535780974352, "leveled_up": false}
{"t": 38, "ts": 1788188450.1195486, "step": 76, "loss_diff": 1.0726203918457031, "reward": 0.10445760775754775, "level": 0, "difficulty": 0.05, "reward_ma": 0.08494358280452395, "leveled_up": false}
{"t": 39, "ts": 1788188451.8672988, "step": 78, "loss_diff": 1.4866310358047485, "reward": 0.08148571624722933, "level": 0, "difficulty": 0.05, "reward_ma": 0.0845977961487945, "leveled_up": false}
{"t": 40, "ts": 1788188453.622978, "step": 80, "loss_diff": 1.741811752319336, "reward": 0.061446298100547095, "level": 0, "difficulty": 0.05, "reward_ma": 0.08228264634396976, "leveled_up": false}
{"t": 41, "ts": 1788188455.3356817, "step": 82, "loss_diff": 1.020338535308838, "reward": 0.08098292989600889, "level": 0, "difficulty": 0.05, "reward_ma": 0.08215267469917367, "leveled_up": false}
{"t": 42, "ts": 1788188457.3257854, "step": 84, "loss_diff": 1.046144962310791, "reward": 0.08004653596171651, "level": 0, "difficulty": 0.05, "reward_ma": 0.08194206082542796, "leveled_up": false}
{"t": 43, "ts": 1788188459.2082496, "step": 86, "loss_diff": 1.0895216464996338, "reward": 0.07852471228638457, "level": 0, "difficulty": 0.05, "reward_ma": 0.08160032597152363, "leveled_up": false}
{"t": 44, "ts": 1788188461.096344, "step": 88, "loss_diff": 0.7800755500793457, "reward": 0.09100403334205771, "level": 0, "difficulty": 0.05, "reward_ma": 0.08254069670857703, "leveled_up": false}
{"t": 45, "ts": 1788188462.8868673, "step": 90, "loss_diff": 1.0172184705734253, "reward": 0.08698231026169705, "level": 0, "difficulty": 0.05, "reward_ma": 0.08298485806388903, "leveled_up": false}
{"t": 46, "ts": 1788188464.623773, "step": 92, "loss_diff": 0.9295320510864258, "reward": 0.08447700290932146, "level": 0, "difficulty": 0.05, "reward_ma": 0.08313407254843228, "leveled_up": false}
{"t": 47, "ts": 1788188466.4011009, "step": 94, "loss_diff": 1.0252914428710938, "reward": 0.0808013616883595, "level": 0, "difficulty": 0.05, "reward_ma": 0.082900801462425, "leveled_up": false}
{"t": 48, "ts": 1788188468.1655433, "step": 96, "loss_diff": 1.0819885730743408, "reward": 0.08362300383293345, "level": 0, "difficulty": 0.05, "reward_ma": 0.08297302169947585, "leveled_up": false}
{"t": 49, "ts": 1788188469.8701398, "step": 98, "loss_diff": 1.0022300481796265, "reward": 0.08165441333439791, "level": 0, "difficulty": 0.05, "reward_ma": 0.08284116086296806, "leveled_up": false}
{"t": 50, "ts": 1788188471.6729803, "step": 100, "loss_diff": 0.9838746786117554, "reward": 0.16157471447146005, "level": 0, "difficulty": 0.05, "reward_ma": 0.09071451622381727, "leveled_up": false}
{"t": 51, "ts": 1788188473.4639132, "step": 102, "loss_diff": 1.3107539415359497, "reward": 0.07165182523758606, "level": 0, "difficulty": 0.05, "reward_ma": 0.08880824712519415, "leveled_up": false}
{"t": 52, "ts": 1788188475.2767828, "step": 104, "loss_diff": 1.1918644905090332, "reward": 0.07517283457973345, "level": 0, "difficulty": 0.05, "reward_ma": 0.08744470587064808, "leveled_up": false}
{"t": 53, "ts": 1788188477.0851228, "step": 106, "loss_diff": 1.0075201988220215, "reward": 0.08817804650316333, "level": 0, "difficulty": 0.05, "reward_ma": 0.0875180399338996, "leveled_up": false}
{"t": 54, "ts": 1788188479.0014596, "step": 108, "loss_diff": 1.6382412910461426, "reward": 0.0827208048870533, "level": 0, "difficulty": 0.05, "reward_ma": 0.08703831642921497, "leveled_up": false}
{"t": 55, "ts": 1788188480.8166428, "step": 110, "loss_diff": 1.1093676090240479, "reward": 0.11782335814555543, "level": 0, "difficulty": 0.05, "reward_ma": 0.09011682060084902, "leveled_up": false}
{"t": 56, "ts": 1788188482.6653044, "step": 112, "loss_diff": 1.6305947303771973, "reward": 0.13002635547993782, "level": 0, "difficulty": 0.05, "reward_ma": 0.09410777408875791, "leveled_up": false}
{"t": 57, "ts": 1788188484.4821343, "step": 114, "loss_diff": 1.3421186208724976, "reward": 0.07804089383643129, "level": 0, "difficulty": 0.05, "reward_ma": 0.09250108606352525, "leveled_up": false}
{"t": 58, "ts": 1788188486.4787412, "step": 116, "loss_diff": 0.9944960474967957, "reward": 0.13084452265130025, "level": 0, "difficulty": 0.05, "reward_ma": 0.09633542972230276, "leveled_up": false}
{"t": 59, "ts": 1788188488.3275192, "step": 118, "loss_diff": 1.2349300384521484, "reward": 0.10546621281615225, "level": 0, "difficulty": 0.05, "reward_ma": 0.0972485080316877, "leveled_up": false}
{"t": 60, "ts": 1788188490.4247608, "step": 120, "loss_diff": 1.1577917337417603, "reward": 0.09770160987486909, "level": 0, "difficulty": 0.05, "reward_ma": 0.09729381821600584, "leveled_up": false}
{"t": 61, "ts": 1788188508.4212618, "step": 122, "loss_diff": 1.043990969657898, "reward": 0.08012378980694554, "level": 0, "difficulty": 0.05, "reward_ma": 0.09557681537509981, "leveled_up": false}
{"t": 62, "ts": 1788188510.238355, "step": 124, "loss_diff": 1.070792555809021, "reward": 0.07917398100897097, "level": 0, "difficulty": 0.05, "reward_ma": 0.09393653193848693, "leveled_up": false}
{"t": 63, "ts": 1788188511.3887453, "step": 126, "loss_diff": 1.0524468421936035, "reward": 0.07982144758791619, "level": 0, "difficulty": 0.05, "reward_ma": 0.09252502350342987, "leveled_up": false}
{"t": 64, "ts": 1788188512.4426343, "step": 128, "loss_diff": 0.919788658618927, "reward": 0.08487154744857879, "level": 0, "difficulty": 0.05, "reward_ma": 0.09175967589794476, "leveled_up": false}
{"t": 65, "ts": 1788188514.2319643, "step": 130, "loss_diff": 0.9182515144348145, "reward": 0.08493415790847467, "level": 0, "difficulty": 0.05, "reward_ma": 0.09107712409899775, "leveled_up": false}
{"t": 66, "ts": 1788188515.3015149, "step": 132, "loss_diff": 1.1711127758026123, "reward": 0.07582694213179952, "level": 0, "difficulty": 0.05, "reward_ma": 0.08955210590227793, "leveled_up": false}
{"t": 67, "ts": 1788188517.1787999, "step": 134, "loss_diff": 0.9642181992530823, "reward": 0.09862746560770749, "level": 0, "difficulty": 0.05, "reward_ma": 0.09045964187282089, "leveled_up": false}
{"t": 68, "ts": 1788188518.9827144, "step": 136, "loss_diff": 1.0151615142822266, "reward": 0.11067927853058537, "level": 0, "difficulty": 0.05, "reward_ma": 0.09248160553859736, "leveled_up": false}
{"t": 69, "ts": 1788188520.7267861, "step": 138, "loss_diff": 0.8839784860610962, "reward": 0.15264833214337514, "level": 0, "difficulty": 0.05, "reward_ma": 0.09849827819907514, "leveled_up": false}
{"t": 70, "ts": 1788188522.5294104, "step": 140, "loss_diff": 1.2053554058074951, "reward": 0.07475419490406983, "level": 0, "difficulty": 0.05, "reward_ma": 0.09612386986957461, "leveled_up": false}
{"t": 71, "ts": 1788188524.392139, "step": 142, "loss_diff": 1.0641275644302368, "reward": 0.10124752521815861, "level": 0, "difficulty": 0.05, "reward_ma": 0.096636235404433, "leveled_up": false}
{"t": 72, "ts": 1788188526.201428, "step": 144, "loss_diff": 0.9117919206619263, "reward": 0.12070121452330265, "level": 0, "difficulty": 0.05, "reward_ma": 0.09904273331631996, "leveled_up": false}
{"t": 73, "ts": 1788188527.9854996, "step": 146, "loss_diff": 0.9861325025558472, "reward": 0.08241396307556396, "level": 0, "difficulty": 0.05, "reward_ma": 0.09737985629224437, "leveled_up": false}
{"t": 74, "ts": 1788188529.7255754, "step": 148, "loss_diff": 1.1228089332580566, "reward": 0.08166521214699306, "level": 0, "difficulty": 0.05, "reward_ma": 0.09580839187771924, "leveled_up": false}
{"t": 75, "ts": 1788188531.6970835, "step": 150, "loss_diff": 1.0451691150665283, "reward": 0.08271091175500292, "level": 0, "difficulty": 0.05, "reward_ma": 0.09449864386544761, "leveled_up": false}
{"t": 76, "ts": 1788188533.4668615, "step": 152, "loss_diff": 1.11251699924469, "reward": 0.0777432927802702, "level": 0, "difficulty": 0.05, "reward_ma": 0.09282310875692987, "leveled_up": false}
{"t": 77, "ts": 1788188535.2870357, "step": 154, "loss_diff": 0.80170077085495, "reward": 0.1289174964266826, "level": 0, "difficulty": 0.05, "reward_ma": 0.09643254752390515, "leveled_up": false}
{"t": 78, "ts": 1788188537.2948442, "step": 156, "loss_diff": 1.0732901096343994, "reward": 0.07908672216709643, "level": 0, "difficulty": 0.05, "reward_ma": 0.09469796498822428, "leveled_up": false}
{"t": 79, "ts": 1788188539.2296286, "step": 158, "loss_diff": 1.0439233779907227, "reward": 0.0879947378199142, "level": 0, "difficulty": 0.05, "reward_ma": 0.09402764227139326, "leveled_up": false}
{"t": 80, "ts": 1788188541.217014, "step": 160, "loss_diff": 0.8979593515396118, "reward": 0.106869656441187, "level": 0, "difficulty": 0.05, "reward_ma": 0.09531184368837263, "leveled_up": false}
{"t": 81, "ts": 1788188543.2044387, "step": 162, "loss_diff": 1.0046921968460083, "reward": 0.08156240146446209, "level": 0, "difficulty": 0.05, "reward_ma": 0.09393689946598158, "leveled_up": false}
{"t": 82, "ts": 1788188545.1297584, "step": 164, "loss_diff": 1.1304223537445068, "reward": 0.07714652102496095, "level": 0, "difficulty": 0.05, "reward_ma": 0.09225786162187952, "leveled_up": false}
{"t": 83, "ts": 1788188547.1274633, "step": 166, "loss_diff": 1.1414881944656372, "reward": 0.0767826945665262, "level": 0, "difficulty": 0.05, "reward_ma": 0.0907103449163442, "leveled_up": false}
{"t": 84, "ts": 1788188549.0191083, "step": 168, "loss_diff": 1.0598437786102295, "reward": 0.08135845875714498, "level": 0, "difficulty": 0.05, "reward_ma": 0.08977515630042428, "leveled_up": false}
{"t": 85, "ts": 1788188551.2070925, "step": 170, "loss_diff": 1.1572619676589966, "reward": 0.07627053147364328, "level": 0, "difficulty": 0.05, "reward_ma": 0.08842469381774617, "leveled_up": false}
{"t": 86, "ts": 1788188553.2033927, "step": 172, "loss_diff": 1.0339179039001465, "reward": 0.08048723634472077, "level": 0, "difficulty": 0.05, "reward_ma": 0.08763094807044364, "leveled_up": false}
{"t": 87, "ts": 1788188555.0279944, "step": 174, "loss_diff": 0.9659848213195801, "reward": 0.08303558590929798, "level": 0, "difficulty": 0.05, "reward_ma": 0.08717141185432907, "leveled_up": false}
{"t": 88, "ts": 1788188556.9989977, "step": 176, "loss_diff": 1.067766547203064, "reward": 0.07927998526878058, "level": 0, "difficulty": 0.05, "reward_ma": 0.08638226919577423, "leveled_up": false}
{"t": 89, "ts": 1788188558.8279634, "step": 178, "loss_diff": 1.1297287940979004, "reward": 0.0771694500222374, "level": 0, "difficulty": 0.05, "reward_ma": 0.08546098727842054, "leveled_up": false}
{"t": 90, "ts": 1788188560.799454, "step": 180, "loss_diff": 1.199406623840332, "reward": 0.07493815989927603, "level": 0, "difficulty": 0.05, "reward_ma": 0.08440870454050609, "leveled_up": false}
{"t": 91, "ts": 1788188562.6331165, "step": 182, "loss_diff": 1.1173439025878906, "reward": 0.0821924815226938, "level": 0, "difficulty": 0.05, "reward_ma": 0.08418708223872486, "leveled_up": false}
{"t": 0, "ts": 1788188644.8163414, "step": 0, "loss_diff": 0.787469208240509, "reward": 0.09065547649188838, "level": 0, "difficulty": 0.14442991607368919, "reward_ma": 0.009065547649188838, "leveled_up": false}
{"t": 1, "ts": 1788188646.508189, "step": 2, "loss_diff": 0.9673068523406982, "reward": 0.08298431386429017, "level": 0, "difficulty": 0.08941422289399162, "reward_ma": 0.016457424270698972, "leveled_up": false}
{"t": 2, "ts": 1788188647.5130162, "step": 4, "loss_diff": 1.3732324838638306, "reward": 0.06994287994176407, "level": 0, "difficulty": 0.05, "reward_ma": 0.021805969837805483, "leveled_up": false}
{"t": 3, "ts": 1788188648.5468745, "step": 6, "loss_diff": 1.2139090299606323, "reward": 0.07449140839703067, "level": 0, "difficulty": 0.05, "reward_ma": 0.027074513693728004, "leveled_up": false}
{"t": 4, "ts": 1788188650.3269598, "step": 8, "loss_diff": 1.3010486364364624, "reward": 0.0719256173615419, "level": 0, "difficulty": 0.05, "reward_ma": 0.0315596240605094, "leveled_up": false}
{"t": 5, "ts": 1788188651.38488, "step": 10, "loss_diff": 1.5002472400665283, "reward": 0.06673201382425621, "level": 0, "difficulty": 0.05, "reward_ma": 0.03507686303688408, "leveled_up": false}
{"t": 6, "ts": 1788188653.0269277, "step": 12, "loss_diff": 2.193966865539551, "reward": 0.05370148992696765, "level": 0, "difficulty": 0.05, "reward_ma": 0.03693932572589244, "leveled_up": false}
{"t": 7, "ts": 1788188654.723809, "step": 14, "loss_diff": 1.2352285385131836, "reward": 0.07384517895120439, "level": 0, "difficulty": 0.05, "reward_ma": 0.04062991104842363, "leveled_up": false}
{"t": 8, "ts": 1788188656.534552, "step": 16, "loss_diff": 1.2372881174087524, "reward": 0.07378340208947917, "level": 0, "difficulty": 0.05, "reward_ma": 0.04394526015252919, "leveled_up": false}
{"t": 9, "ts": 1788188658.3081608, "step": 18, "loss_diff": 1.1389195919036865, "reward": 0.07686681045322617, "level": 0, "difficulty": 0.05, "reward_ma": 0.047237415182598885, "leveled_up": false}
{"t": 10, "ts": 1788188660.1290736, "step": 20, "loss_diff": 1.8547239303588867, "reward": 0.059282432441200524, "level": 0, "difficulty": 0.05, "reward_ma": 0.048441916908459046, "leveled_up": false}
{"t": 11, "ts": 1788188661.9764009, "step": 22, "loss_diff": 1.6138445138931274, "reward": 0.06412468106177312, "level": 0, "difficulty": 0.05, "reward_ma": 0.050010193323790454, "leveled_up": false}
{"t": 12, "ts": 1788188663.7671463, "step": 24, "loss_diff": 1.2159569263458252, "reward": 0.07442879343054304, "level": 0, "difficulty": 0.05, "reward_ma": 0.05245205333446572, "leveled_up": false}
{"t": 13, "ts": 1788188665.5331852, "step": 26, "loss_diff": 0.9418333768844604, "reward": 0.08398453354229589, "level": 0, "difficulty": 0.05, "reward_ma": 0.055605301355248736, "leveled_up": false}
{"t": 14, "ts": 1788188667.324985, "step": 28, "loss_diff": 1.3083831071853638, "reward": 0.0717184953028272, "level": 0, "difficulty": 0.05, "reward_ma": 0.05721662075000659, "leveled_up": false}
{"t": 15, "ts": 1788188669.1059816, "step": 30, "loss_diff": 1.3322575092315674, "reward": 0.07105331500895073, "level": 0, "difficulty": 0.05, "reward_ma": 0.058600290175901, "leveled_up": false}
{"t": 16, "ts": 1788188670.8264618, "step": 32, "loss_diff": 1.4383753538131714, "reward": 0.06825431680877352, "level": 0, "difficulty": 0.05, "reward_ma": 0.05956569283918826, "leveled_up": false}
{"t": 17, "ts": 1788188672.5212598, "step": 34, "loss_diff": 1.3434829711914062, "reward": 0.07074523949660308, "level": 0, "difficulty": 0.05, "reward_ma": 0.06068364750492974, "leveled_up": false}
{"t": 18, "ts": 1788188674.296153, "step": 36, "loss_diff": 1.4320220947265625, "reward": 0.06841501824167416, "level": 0, "difficulty": 0.05, "reward_ma": 0.06145678457860418, "leveled_up": false}
{"t": 19, "ts": 1788188675.9376802, "step": 38, "loss_diff": 1.333034873008728, "reward": 0.07103188522323084, "level": 0, "difficulty": 0.05, "reward_ma": 0.062414294643066845, "leveled_up": false}
{"t": 20, "ts": 1788188677.9665873, "step": 40, "loss_diff": 1.1498507261276245, "reward": 0.07651023312900877, "level": 0, "difficulty": 0.05, "reward_ma": 0.06382388849166104, "leveled_up": false}
{"t": 21, "ts": 1788188679.6119726, "step": 42, "loss_diff": 1.0868370532989502, "reward": 0.07861706174015945, "level": 0, "difficulty": 0.05, "reward_ma": 0.06530320581651089, "leveled_up": false}
{"t": 22, "ts": 1788188681.3065212, "step": 44, "loss_diff": 0.9130686521530151, "reward": 0.08514600613025478, "level": 0, "difficulty": 0.05, "reward_ma": 0.06728748584788528, "leveled_up": false}
{"t": 23, "ts": 1788188683.0296135, "step": 46, "loss_diff": 1.4308751821517944, "reward": 0.0697792026978422, "level": 0, "difficulty": 0.05, "reward_ma": 0.06753665753288098, "leveled_up": false}
{"t": 24, "ts": 1788188684.718084, "step": 48, "loss_diff": 1.0950491428375244, "reward": 0.07833531287129633, "level": 0, "difficulty": 0.05, "reward_ma": 0.06861652306672252, "leveled_up": false}
{"t": 25, "ts": 1788188686.4807358, "step": 50, "loss_diff": 1.1554406881332397, "reward": 0.07632928431855972, "level": 0, "difficulty": 0.05, "reward_ma": 0.06938779919190624, "leveled_up": false}
{"t": 26, "ts": 1788188688.2935724, "step": 52, "loss_diff": 1.2957549095153809, "reward": 0.07207593206808573, "level": 0, "difficulty": 0.05, "reward_ma": 0.06965661247952419, "leveled_up": false}
{"t": 27, "ts": 1788188690.1197624, "step": 54, "loss_diff": 1.1727039813995361, "reward": 0.07577634398466021, "level": 0, "difficulty": 0.05, "reward_ma": 0.0702685856300378, "leveled_up": false}
{"t": 28, "ts": 1788188692.0821862, "step": 56, "loss_diff": 1.0165810585021973, "reward": 0.08112126988490664, "level": 0, "difficulty": 0.05, "reward_ma": 0.07135385405552468, "leveled_up": false}
{"t": 29, "ts": 1788188693.9128647, "step": 58, "loss_diff": 1.5078740119934082, "reward": 0.06654956404310555, "level": 0, "difficulty": 0.05, "reward_ma": 0.07087342505428278, "leveled_up": false}
{"t": 30, "ts": 1788188695.877781, "step": 60, "loss_diff": 1.07878839969635, "reward": 0.07889536332001096, "level": 0, "difficulty": 0.05, "reward_ma": 0.0716756188808556, "leveled_up": false}
{"t": 31, "ts": 1788188715.7647815, "step": 62, "loss_diff": 1.1409962177276611, "reward": 0.07679879005802462, "level": 0, "difficulty": 0.05, "reward_ma": 0.0721879359985725, "leveled_up": false}
{"t": 32, "ts": 1788188716.9159787, "step": 64, "loss_diff": 0.9594346284866333, "reward": 0.08329064124020556, "level": 0, "difficulty": 0.05, "reward_ma": 0.0732982065227358, "leveled_up": false}
{"t": 33, "ts": 1788188718.8209302, "step": 66, "loss_diff": 1.191697359085083, "reward": 0.07517805319267827, "level": 0, "difficulty": 0.05, "reward_ma": 0.07348619118973004, "leveled_up": false}
{"t": 34, "ts": 1788188719.9233656, "step": 68, "loss_diff": 1.0452345609664917, "reward": 0.08007916803200028, "level": 0, "difficulty": 0.05, "reward_ma": 0.07414548887395707, "leveled_up": false}
{"t": 35, "ts": 1788188721.0898864, "step": 70, "loss_diff": 1.2007815837860107, "reward": 0.07489555114531543, "level": 0, "difficulty": 0.05, "reward_ma": 0.07422049510109291, "leveled_up": false}
{"t": 36, "ts": 1788188722.9842076, "step": 72, "loss_diff": 1.0549668073654175, "reward": 0.07973182673591118, "level": 0, "difficulty": 0.05, "reward_ma": 0.07477162826457474, "leveled_up": false}
{"t": 37, "ts": 1788188724.819218, "step": 74, "loss_diff": 0.8349810838699341, "reward": 0.08848265887570783, "level": 0, "difficulty": 0.05, "reward_ma": 0.07614273132568807, "leveled_up": false}
{"t": 38, "ts": 1788188726.7743542, "step": 76, "loss_diff": 1.1600288152694702, "reward": 0.07672413159069057, "level": 0, "difficulty": 0.05, "reward_ma": 0.07620087135218831, "leveled_up": false}
{"t": 39, "ts": 1788188728.4995475, "step": 78, "loss_diff": 0.9971522092819214, "reward": 0.08189696468306118, "level": 0, "difficulty": 0.05, "reward_ma": 0.07677048068527559, "leveled_up": false}
{"t": 40, "ts": 1788188730.3042665, "step": 80, "loss_diff": 1.0422388315200806, "reward": 0.08018675116678993, "level": 0, "difficulty": 0.05, "reward_ma": 0.07711210773342703, "leveled_up": false}
{"t": 41, "ts": 1788188732.0809937, "step": 82, "loss_diff": 1.6827325820922852, "reward": 0.0626510860876687, "level": 0, "difficulty": 0.05, "reward_ma": 0.0756660055688512, "leveled_up": false}
{"t": 42, "ts": 1788188733.8287313, "step": 84, "loss_diff": 1.2735666036605835, "reward": 0.07271358182697688, "level": 0, "difficulty": 0.05, "reward_ma": 0.07537076319466376, "leveled_up": false}
{"t": 43, "ts": 1788188735.7453387, "step": 86, "loss_diff": 1.339599847793579, "reward": 0.07085147484935499, "level": 0, "difficulty": 0.05, "reward_ma": 0.07491883436013289, "leveled_up": false}
{"t": 44, "ts": 1788188737.7319963, "step": 88, "loss_diff": 0.8052359819412231, "reward": 0.08982957684722344, "level": 0, "difficulty": 0.05, "reward_ma": 0.07640990860884195, "leveled_up": false}
{"t": 45, "ts": 1788188739.5283043, "step": 90, "loss_diff": 1.0813226699829102, "reward": 0.07880750265391895, "level": 0, "difficulty": 0.05, "reward_ma": 0.07664966801334964, "leveled_up": false}
{"t": 46, "ts": 1788188741.3198392, "step": 92, "loss_diff": 0.9643226861953735, "reward": 0.08310014606859253, "level": 0, "difficulty": 0.05, "reward_ma": 0.07729471581887393, "leveled_up": false}
{"t": 47, "ts": 1788188743.0262616, "step": 94, "loss_diff": 0.9760770797729492, "reward": 0.08264591715642111, "level": 0, "difficulty": 0.05, "reward_ma": 0.07782983595262866, "leveled_up": false}
{"t": 48, "ts": 1788188744.8684478, "step": 96, "loss_diff": 0.969899594783783, "reward": 0.08288395992136542, "level": 0, "difficulty": 0.05, "reward_ma": 0.07833524834950234, "leveled_up": false}
{"t": 49, "ts": 1788188746.566575, "step": 98, "loss_diff": 1.078573226928711, "reward": 0.07890283301642305, "level": 0, "difficulty": 0.05, "reward_ma": 0.07839200681619442, "leveled_up": false}
{"t": 50, "ts": 1788188748.773129, "step": 100, "loss_diff": 0.9574037790298462, "reward": 0.08337006634359032, "level": 0, "difficulty": 0.05, "reward_ma": 0.078889812768934, "leveled_up": false}
{"t": 51, "ts": 1788188750.581152, "step": 102, "loss_diff": 1.1162394285202026, "reward": 0.07761839558088356, "level": 0, "difficulty": 0.05, "reward_ma": 0.07876267105012896, "leveled_up": false}
{"t": 52, "ts": 1788188752.3901305, "step": 104, "loss_diff": 1.110424280166626, "reward": 0.07781370243351257, "level": 0, "difficulty": 0.05, "reward_ma": 0.07866777418846732, "leveled_up": false}
{"t": 53, "ts": 1788188754.2756534, "step": 106, "loss_diff": 1.054497480392456, "reward": 0.07974850137141137, "level": 0, "difficulty": 0.05, "reward_ma": 0.07877584690676173, "leveled_up": false}
{"t": 54, "ts": 1788188756.1246808, "step": 108, "loss_diff": 0.8322747945785522, "reward": 0.0886033966815399, "level": 0, "difficulty": 0.05, "reward_ma": 0.07975860188423954, "leveled_up": false}
{"t": 55, "ts": 1788188758.0685947, "step": 110, "loss_diff": 1.1374495029449463, "reward": 0.0769150434840935, "level": 0, "difficulty": 0.05, "reward_ma": 0.07947424604422493, "leveled_up": false}
{"t": 56, "ts": 1788188760.0064578, "step": 112, "loss_diff": 1.2261526584625244, "reward": 0.07411877078481648, "level": 0, "difficulty": 0.05, "reward_ma": 0.07893869851828408, "leveled_up": false}
{"t": 57, "ts": 1788188762.121495, "step": 114, "loss_diff": 1.0521533489227295, "reward": 0.07983189978713708, "level": 0, "difficulty": 0.05, "reward_ma": 0.07902801864516938, "leveled_up": false}
{"t": 58, "ts": 1788188763.9222229, "step": 116, "loss_diff": 0.9828383922576904, "reward": 0.08238707734964706, "level": 0, "difficulty": 0.05, "reward_ma": 0.07936392451561716, "leveled_up": false}
{"t": 59, "ts": 1788188765.632299, "step": 118, "loss_diff": 0.8878757357597351, "reward": 0.08619232906392815, "level": 0, "difficulty": 0.05, "reward_ma": 0.08004676497044826, "leveled_up": false}
{"t": 60, "ts": 1788188767.4203618, "step": 120, "loss_diff": 1.1793330907821655, "reward": 0.07556634254561699, "level": 0, "difficulty": 0.05, "reward_ma": 0.07959872272796513, "leveled_up": false}
{"t": 61, "ts": 1788188784.2977867, "step": 122, "loss_diff": 1.1356909275054932, "reward": 0.0769728288671287, "level": 0, "difficulty": 0.05, "reward_ma": 0.07933613334188148, "leveled_up": false}
{"t": 62, "ts": 1788188786.066118, "step": 124, "loss_diff": 1.1787981986999512, "reward": 0.07558323982588432, "level": 0, "difficulty": 0.05, "reward_ma": 0.07896084399028178, "leveled_up": false}
{"t": 63, "ts": 1788188787.1760142, "step": 126, "loss_diff": 0.9929671287536621, "reward": 0.08200261034243181, "level": 0, "difficulty": 0.05, "reward_ma": 0.07926502062549678, "leveled_up": false}
{"t": 64, "ts": 1788188788.1988134, "step": 128, "loss_diff": 1.0624573230743408, "reward": 0.07946672461878765, "level": 0, "difficulty": 0.05, "reward_ma": 0.07928519102482587, "leveled_up": false}
{"t": 65, "ts": 1788188789.9666417, "step": 130, "loss_diff": 2.07584285736084, "reward": 0.05550506773837585, "level": 0, "difficulty": 0.05, "reward_ma": 0.07690717869618087, "leveled_up": false}
{"t": 66, "ts": 1788188791.0157144, "step": 132, "loss_diff": 1.1380839347839355, "reward": 0.07689421989356295, "level": 0, "difficulty": 0.05, "reward_ma": 0.07690588281591908, "leveled_up": false}
{"t": 67, "ts": 1788188792.721014, "step": 134, "loss_diff": 1.7147064208984375, "reward": 0.06199254058801476, "level": 0, "difficulty": 0.05, "reward_ma": 0.07541454859312866, "leveled_up": false}
{"t": 68, "ts": 1788188794.5341222, "step": 136, "loss_diff": 1.0501863956451416, "reward": 0.08120043416071382, "level": 0, "difficulty": 0.05, "reward_ma": 0.07599313714988717, "leveled_up": false}
{"t": 69, "ts": 1788188796.3672585, "step": 138, "loss_diff": 0.9666229486465454, "reward": 0.08301082894792669, "level": 0, "difficulty": 0.05, "reward_ma": 0.07669490632969113, "leveled_up": false}
{"t": 70, "ts": 1788188798.203451, "step": 140, "loss_diff": 1.3169032335281372, "reward": 0.07147953733800642, "level": 0, "difficulty": 0.05, "reward_ma": 0.07617336943052266, "leveled_up": false}
{"t": 71, "ts": 1788188799.937771, "step": 142, "loss_diff": 1.067859411239624, "reward": 0.07927672752966282, "level": 0, "difficulty": 0.05, "reward_ma": 0.07648370524043668, "leveled_up": false}
{"t": 72, "ts": 1788188801.8148298, "step": 144, "loss_diff": 0.9594765901565552, "reward": 0.0832890018846228, "level": 0, "difficulty": 0.05, "reward_ma": 0.07716423490485529, "leveled_up": false}
{"t": 73, "ts": 1788188803.687844, "step": 146, "loss_diff": 0.9317489862442017, "reward": 0.08438778715333714, "level": 0, "difficulty": 0.05, "reward_ma": 0.07788659012970348, "leveled_up": false}
{"t": 74, "ts": 1788188805.5715764, "step": 148, "loss_diff": 0.9417778253555298, "reward": 0.08398674345834864, "level": 0, "difficulty": 0.05, "reward_ma": 0.078496605462568, "leveled_up": false}
{"t": 75, "ts": 1788188807.4920814, "step": 150, "loss_diff": 0.8280079364776611, "reward": 0.08879448351994484, "level": 0, "difficulty": 0.05, "reward_ma": 0.07952639326830568, "leveled_up": false}
{"t": 76, "ts": 1788188809.30942, "step": 152, "loss_diff": 1.1547129154205322, "reward": 0.07635278938783344, "level": 0, "difficulty": 0.05, "reward_ma": 0.07920903288025846, "leveled_up": false}
{"t": 77, "ts": 1788188811.169575, "step": 154, "loss_diff": 0.8756905794143677, "reward": 0.08670849312553311, "level": 0, "difficulty": 0.05, "reward_ma": 0.07995897890478593, "leveled_up": false}
{"t": 78, "ts": 1788188813.0171354, "step": 156, "loss_diff": 1.0178711414337158, "reward": 0.08107371449186185, "level": 0, "difficulty": 0.05, "reward_ma": 0.08007045246349352, "leveled_up": false}
{"t": 79, "ts": 1788188814.9967396, "step": 158, "loss_diff": 1.1236536502838135, "reward": 0.0773709336821792, "level": 0, "difficulty": 0.05, "reward_ma": 0.07980050058536209, "leveled_up": false}
{"t": 80, "ts": 1788188816.8793116, "step": 160, "loss_diff": 0.9097378253936768, "reward": 0.08787079056343777, "level": 0, "difficulty": 0.05, "reward_ma": 0.08060752958316966, "leveled_up": false}
{"t": 81, "ts": 1788188818.5744839, "step": 162, "loss_diff": 1.0921823978424072, "reward": 0.07843341683703535, "level": 0, "difficulty": 0.05, "reward_ma": 0.08039011830855625, "leveled_up": false}
{"t": 82, "ts": 1788188820.4060633, "step": 164, "loss_diff": 1.0756072998046875, "reward": 0.07900595261561746, "level": 0, "difficulty": 0.05, "reward_ma": 0.08025170173926237, "leveled_up": false}
{"t": 83, "ts": 1788188822.3209362, "step": 166, "loss_diff": 1.0605123043060303, "reward": 0.07953537688413495, "level": 0, "difficulty": 0.05, "reward_ma": 0.08018006925374963, "leveled_up": false}
{"t": 84, "ts": 1788188824.0944636, "step": 168, "loss_diff": 1.1322721242904663, "reward": 0.0770854407787145, "level": 0, "difficulty": 0.05, "reward_ma": 0.0798706064062461, "leveled_up": false}
{"t": 85, "ts": 1788188826.0716984, "step": 170, "loss_diff": 1.1968011856079102, "reward": 0.07501904634603944, "level": 0, "difficulty": 0.05, "reward_ma": 0.07938545040022543, "leveled_up": false}
{"t": 86, "ts": 1788188827.9281142, "step": 172, "loss_diff": 1.0839107036590576, "reward": 0.08003314972775913, "level": 0, "difficulty": 0.05, "reward_ma": 0.0794502203329788, "leveled_up": false}
{"t": 87, "ts": 1788188829.9082427, "step": 174, "loss_diff": 0.9840553402900696, "reward": 0.08234067689978972, "level": 0, "difficulty": 0.05, "reward_ma": 0.0797392659896599, "leveled_up": false}
{"t": 88, "ts": 1788188831.875649, "step": 176, "loss_diff": 1.3006993532180786, "reward": 0.0719355138998581, "level": 0, "difficulty": 0.05, "reward_ma": 0.07895889078067972, "leveled_up": false}
{"t": 89, "ts": 1788188833.6848083, "step": 178, "loss_diff": 1.2756586074829102, "reward": 0.0726529306907359, "level": 0, "difficulty": 0.05, "reward_ma": 0.07832829477168533, "leveled_up": false}
{"t": 90, "ts": 1788188835.4874125, "step": 180, "loss_diff": 0.9773335456848145, "reward": 0.08310853138285168, "level": 0, "difficulty": 0.05, "reward_ma": 0.07880631843280198, "leveled_up": false}
{"t": 91, "ts": 1788188837.3218696, "step": 182, "loss_diff": 1.0719352960586548, "reward": 0.0791340301612083, "level": 0, "difficulty": 0.05, "reward_ma": 0.0788390896056426, "leveled_up": false}
{"t": 92, "ts": 1788188855.2090027, "step": 184, "loss_diff": 1.0986870527267456, "reward": 0.11363331350547527, "level": 0, "difficulty": 0.05, "reward_ma": 0.08231851199562587, "leveled_up": false}
{"t": 93, "ts": 1788188856.3640084, "step": 186, "loss_diff": 1.162559151649475, "reward": 0.07610021155753173, "level": 0, "difficulty": 0.05, "reward_ma": 0.08169668195181645, "leveled_up": false}
{"t": 94, "ts": 1788188858.2070847, "step": 188, "loss_diff": 1.1053528785705566, "reward": 0.08713381958679177, "level": 0, "difficulty": 0.05, "reward_ma": 0.082240395715314, "leveled_up": false}
{"t": 95, "ts": 1788188859.2368877, "step": 190, "loss_diff": 1.1244077682495117, "reward": 0.07988753533001842, "level": 0, "difficulty": 0.05, "reward_ma": 0.08200510967678444, "leveled_up": false}
{"t": 96, "ts": 1788188860.2679636, "step": 192, "loss_diff": 0.9905949831008911, "reward": 0.08209230148777927, "level": 0, "difficulty": 0.05, "reward_ma": 0.08201382885788393, "leveled_up": false}
{"t": 97, "ts": 1788188861.9641817, "step": 194, "loss_diff": 1.0121926069259644, "reward": 0.08128349471837445, "level": 0, "difficulty": 0.05, "reward_ma": 0.08194079544393298, "leveled_up": false}
{"t": 98, "ts": 1788188863.70249, "step": 196, "loss_diff": 0.9024413824081421, "reward": 0.0855840031178435, "level": 0, "difficulty": 0.05, "reward_ma": 0.08230511621132404, "leveled_up": false}
{"t": 99, "ts": 1788188865.6029966, "step": 198, "loss_diff": 0.928604006767273, "reward": 0.08451441094589125, "level": 0, "difficulty": 0.05, "reward_ma": 0.08252604568478075, "leveled_up": false}
{"t": 100, "ts": 1788188867.587404, "step": 200, "loss_diff": 1.079693078994751, "reward": 0.07886397439948659, "level": 0, "difficulty": 0.05, "reward_ma": 0.08215983855625135, "leveled_up": false}
{"t": 101, "ts": 1788188869.4952672, "step": 202, "loss_diff": 0.7813059687614441, "reward": 0.0909458274140914, "level": 0, "difficulty": 0.05, "reward_ma": 0.08303843744203536, "leveled_up": false}
{"t": 102, "ts": 1788188871.3182347, "step": 204, "loss_diff": 0.8553649187088013, "reward": 0.08758457640737947, "level": 0, "difficulty": 0.05, "reward_ma": 0.08349305133856977, "leveled_up": false}
{"t": 103, "ts": 1788188873.799046, "step": 206, "loss_diff": 1.048252820968628, "reward": 0.10273155972944892, "level": 0, "difficulty": 0.05, "reward_ma": 0.0854169021776577, "leveled_up": false}
{"t": 104, "ts": 1788188875.7086525, "step": 208, "loss_diff": 0.94704270362854, "reward": 0.09932741677957249, "level": 0, "difficulty": 0.05, "reward_ma": 0.08680795363784918, "leveled_up": false}
{"t": 105, "ts": 1788188877.6711795, "step": 210, "loss_diff": 0.9683806896209717, "reward": 0.09399150625304045, "level": 0, "difficulty": 0.05, "reward_ma": 0.08752630889936833, "leveled_up": false}
{"t": 106, "ts": 1788188879.6297, "step": 212, "loss_diff": 1.0275236368179321, "reward": 0.11014228401082168, "level": 0, "difficulty": 0.05, "reward_ma": 0.08978790641051367, "leveled_up": false}
{"t": 107, "ts": 1788188881.619452, "step": 214, "loss_diff": 0.7774970531463623, "reward": 0.09996338854311027, "level": 0, "difficulty": 0.05, "reward_ma": 0.09080545462377333, "leveled_up": false}
{"t": 108, "ts": 1788188883.482783, "step": 216, "loss_diff": 1.113531231880188, "reward": 0.08665241656103553, "level": 0, "difficulty": 0.05, "reward_ma": 0.09039015081749956, "leveled_up": false}
{"t": 109, "ts": 1788188885.2356508, "step": 218, "loss_diff": 1.010443925857544, "reward": 0.0860517632247945, "level": 0, "difficulty": 0.05, "reward_ma": 0.08995631205822906, "leveled_up": false}
{"t": 110, "ts": 1788188887.1233504, "step": 220, "loss_diff": 1.0299872159957886, "reward": 0.08694570641721354, "level": 0, "difficulty": 0.05, "reward_ma": 0.08965525149412751, "leveled_up": false}
{"t": 111, "ts": 1788188888.9109137, "step": 222, "loss_diff": 0.9832226634025574, "reward": 0.08687042127362561, "level": 0, "difficulty": 0.05, "reward_ma": 0.08937676847207732, "leveled_up": false}
{"t": 112, "ts": 1788188890.6639266, "step": 224, "loss_diff": 1.0220491886138916, "reward": 0.08645086073880225, "level": 0, "difficulty": 0.05, "reward_ma": 0.08908417769874982, "leveled_up": false}
{"t": 113, "ts": 1788188892.4657772, "step": 226, "loss_diff": 1.036889910697937, "reward": 0.08037962945437473, "level": 0, "difficulty": 0.05, "reward_ma": 0.08821372287431231, "leveled_up": false}
{"t": 114, "ts": 1788188894.1983085, "step": 228, "loss_diff": 1.1605582237243652, "reward": 0.09639648167425674, "level": 0, "difficulty": 0.05, "reward_ma": 0.08903199875430676, "leveled_up": false}
{"t": 115, "ts": 1788188895.9798768, "step": 230, "loss_diff": 1.0502686500549316, "reward": 0.08834141767215803, "level": 0, "difficulty": 0.05, "reward_ma": 0.08896294064609189, "leveled_up": false}
{"t": 116, "ts": 1788188897.8257103, "step": 232, "loss_diff": 0.9422957301139832, "reward": 0.0973746644652489, "level": 0, "difficulty": 0.05, "reward_ma": 0.08980411302800759, "leveled_up": false}
{"t": 117, "ts": 1788188899.87458, "step": 234, "loss_diff": 1.0894033908843994, "reward": 0.13556135040591027, "level": 0, "difficulty": 0.05, "reward_ma": 0.09437983676579786, "leveled_up": false}
{"t": 118, "ts": 1788188901.7986097, "step": 236, "loss_diff": 0.9865999221801758, "reward": 0.09028973603313756, "level": 0, "difficulty": 0.05, "reward_ma": 0.09397082669253183, "leveled_up": false}
{"t": 119, "ts": 1788188903.71948, "step": 238, "loss_diff": 1.0236772298812866, "reward": 0.1540595808604947, "level": 0, "difficulty": 0.05, "reward_ma": 0.09997970210932812, "leveled_up": false}
{"t": 120, "ts": 1788188905.6802304, "step": 240, "loss_diff": 0.9235380291938782, "reward": 0.11046842217712281, "level": 0, "difficulty": 0.05, "reward_ma": 0.10102857411610759, "leveled_up": false}
{"t": 121, "ts": 1788188907.6743765, "step": 242, "loss_diff": 0.9988178014755249, "reward": 0.13280919590587803, "level": 0, "difficulty": 0.05, "reward_ma": 0.10420663629508464, "leveled_up": false}
{"t": 122, "ts": 1788188927.2086446, "step": 244, "loss_diff": 1.0661938190460205, "reward": 0.13510087228298734, "level": 0, "difficulty": 0.05, "reward_ma": 0.10729605989387492, "leveled_up": false}
{"t": 123, "ts": 1788188928.9718869, "step": 246, "loss_diff": 0.9480928778648376, "reward": 0.1251303543492141, "level": 0, "difficulty": 0.05, "reward_ma": 0.10907948933940884, "leveled_up": false}
{"t": 124, "ts": 1788188930.003389, "step": 248, "loss_diff": 1.1565959453582764, "reward": 0.12928389571061036, "level": 0, "difficulty": 0.05, "reward_ma": 0.11109992997652898, "leveled_up": false}
{"t": 125, "ts": 1788188931.085794, "step": 250, "loss_diff": 0.9878772497177124, "reward": 0.08219532245891362, "level": 0, "difficulty": 0.05, "reward_ma": 0.10820946922476746, "leveled_up": false}
{"t": 126, "ts": 1788188932.8234046, "step": 252, "loss_diff": 0.9949216842651367, "reward": 0.10678581232361486, "level": 0, "difficulty": 0.05, "reward_ma": 0.1080671035346522, "leveled_up": false}
{"t": 127, "ts": 1788188933.90212, "step": 254, "loss_diff": 0.9865652322769165, "reward": 0.10213326558741842, "level": 0, "difficulty": 0.05, "reward_ma": 0.10747371973992882, "leveled_up": false}
{"t": 128, "ts": 1788188935.6680784, "step": 256, "loss_diff": 1.031597375869751, "reward": 0.10816722023267657, "level": 0, "difficulty": 0.05, "reward_ma": 0.1075430697892036, "leveled_up": false}
{"t": 129, "ts": 1788188937.5265028, "step": 258, "loss_diff": 1.2128280401229858, "reward": 0.08971421939663915, "level": 0, "difficulty": 0.05, "reward_ma": 0.10576018474994715, "leveled_up": false}
{"t": 130, "ts": 1788188939.532306, "step": 260, "loss_diff": 0.9024588465690613, "reward": 0.1190974527048591, "level": 0, "difficulty": 0.05, "reward_ma": 0.10709391154543835, "leveled_up": false}
{"t": 131, "ts": 1788188941.5695922, "step": 262, "loss_diff": 1.130617618560791, "reward": 0.10616366401442266, "level": 0, "difficulty": 0.05, "reward_ma": 0.10700088679233678, "leveled_up": false}
{"t": 132, "ts": 1788188943.5983698, "step": 264, "loss_diff": 1.1877814531326294, "reward": 0.1071165537002288, "level": 0, "difficulty": 0.05, "reward_ma": 0.10701245348312599, "leveled_up": false}
{"t": 133, "ts": 1788188945.6699631, "step": 266, "loss_diff": 1.1563481092453003, "reward": 0.12488561048029792, "level": 0, "difficulty": 0.05, "reward_ma": 0.10879976918284319, "leveled_up": false}
{"t": 134, "ts": 1788188947.7030294, "step": 268, "loss_diff": 1.0301389694213867, "reward": 0.15172183779539755, "level": 0, "difficulty": 0.05, "reward_ma": 0.11309197604409862, "leveled_up": false}
{"t": 135, "ts": 1788188949.8215675, "step": 270, "loss_diff": 1.2594448328018188, "reward": 0.11568908224171964, "level": 0, "difficulty": 0.05, "reward_ma": 0.11335168666386072, "leveled_up": false}
{"t": 136, "ts": 1788188951.8188696, "step": 272, "loss_diff": 0.9452108144760132, "reward": 0.1424813552960223, "level": 0, "difficulty": 0.05, "reward_ma": 0.11626465352707689, "leveled_up": false}
{"t": 137, "ts": 1788188953.8315997, "step": 274, "loss_diff": 1.0471028089523315, "reward": 0.13788300413860513, "level": 0, "difficulty": 0.05, "reward_ma": 0.11842648858822973, "leveled_up": false}
{"t": 138, "ts": 1788188955.7704532, "step": 276, "loss_diff": 0.9189990758895874, "reward": 0.13477105443089382, "level": 0, "difficulty": 0.05, "reward_ma": 0.12006094517249614, "leveled_up": false}
{"t": 139, "ts": 1788188957.5158472, "step": 278, "loss_diff": 1.0998481512069702, "reward": 0.07817168372608718, "level": 0, "difficulty": 0.05, "reward_ma": 0.11587201902785525, "leveled_up": false}
{"t": 140, "ts": 1788188959.3046224, "step": 280, "loss_diff": 0.905893087387085, "reward": 0.1931699276985265, "level": 0, "difficulty": 0.05, "reward_ma": 0.1236018098949224, "leveled_up": false}
{"t": 141, "ts": 1788188961.0325916, "step": 282, "loss_diff": 1.0179510116577148, "reward": 0.09847198422544921, "level": 0, "difficulty": 0.05, "reward_ma": 0.12108882732797507, "leveled_up": false}
{"t": 142, "ts": 1788188962.9274068, "step": 284, "loss_diff": 1.0207122564315796, "reward": 0.1378794160436317, "level": 0, "difficulty": 0.05, "reward_ma": 0.12276788619954074, "leveled_up": false}
{"t": 143, "ts": 1788188964.7724302, "step": 286, "loss_diff": 0.9565229415893555, "reward": 0.13948982730278153, "level": 0, "difficulty": 0.05, "reward_ma": 0.12444008030986482, "leveled_up": false}
{"t": 144, "ts": 1788188966.489808, "step": 288, "loss_diff": 1.0644042491912842, "reward": 0.16969565481808657, "level": 0, "difficulty": 0.05, "reward_ma": 0.128965637760687, "leveled_up": false}
{"t": 145, "ts": 1788188968.323871, "step": 290, "loss_diff": 1.0001517534255981, "reward": 0.12531669882517188, "level": 0, "difficulty": 0.05, "reward_ma": 0.1286007438671355, "leveled_up": false}
{"t": 146, "ts": 1788188970.2020788, "step": 292, "loss_diff": 0.8830665349960327, "reward": 0.14960299542831912, "level": 0, "difficulty": 0.05, "reward_ma": 0.13070096902325384, "leveled_up": false}
{"t": 147, "ts": 1788188971.9833853, "step": 294, "loss_diff": 0.7147334814071655, "reward": 0.1824505626571926, "level": 0, "difficulty": 0.05, "reward_ma": 0.13587592838664772, "leveled_up": false}
{"t": 148, "ts": 1788188973.80064, "step": 296, "loss_diff": 0.6607329845428467, "reward": 0.17816089612764135, "level": 0, "difficulty": 0.05, "reward_ma": 0.1401044251607471, "leveled_up": false}
{"t": 149, "ts": 1788188975.6203954, "step": 298, "loss_diff": 0.8562171459197998, "reward": 0.15391878935043082, "level": 0, "difficulty": 0.05, "reward_ma": 0.1414858615797155, "leveled_up": false}
{"t": 150, "ts": 1788188977.9120204, "step": 300, "loss_diff": 0.9764864444732666, "reward": 0.16704733379772385, "level": 0, "difficulty": 0.05, "reward_ma": 0.14404200880151632, "leveled_up": false}
{"t": 151, "ts": 1788188979.7658222, "step": 302, "loss_diff": 0.8148665428161621, "reward": 0.1522621421771363, "level": 0, "difficulty": 0.05, "reward_ma": 0.14486402213907834, "leveled_up": false}
{"t": 152, "ts": 1788188981.5679722, "step": 304, "loss_diff": 1.0745769739151, "reward": 0.17844163705998603, "level": 0, "difficulty": 0.05, "reward_ma": 0.1482217836311691, "leveled_up": false}
{"t": 153, "ts": 1788188999.2218742, "step": 306, "loss_diff": 0.9883946180343628, "reward": 0.16951042434320987, "level": 0, "difficulty": 0.05, "reward_ma": 0.1503506477023732, "leveled_up": false}
{"t": 154, "ts": 1788189000.4094222, "step": 308, "loss_diff": 0.955721378326416, "reward": 0.08343598878679687, "level": 0, "difficulty": 0.05, "reward_ma": 0.14365918181081558, "leveled_up": false}
{"t": 155, "ts": 1788189002.2279787, "step": 310, "loss_diff": 1.0631518363952637, "reward": 0.15888082154052358, "level": 0, "difficulty": 0.05, "reward_ma": 0.1451813457837864, "leveled_up": false}
{"t": 156, "ts": 1788189003.364392, "step": 312, "loss_diff": 1.0306674242019653, "reward": 0.11132651487430079, "level": 0, "difficulty": 0.05, "reward_ma": 0.14179586269283784, "leveled_up": false}
{"t": 157, "ts": 1788189004.459956, "step": 314, "loss_diff": 1.078020691871643, "reward": 0.0789220212899421, "level": 0, "difficulty": 0.05, "reward_ma": 0.13550847855254827, "leveled_up": false}
{"t": 158, "ts": 1788189006.2855713, "step": 316, "loss_diff": 0.8824184536933899, "reward": 0.09724521462743366, "level": 0, "difficulty": 0.05, "reward_ma": 0.13168215216003681, "leveled_up": false}
{"t": 159, "ts": 1788189008.1695752, "step": 318, "loss_diff": 1.1454050540924072, "reward": 0.17314561476627038, "level": 0, "difficulty": 0.05, "reward_ma": 0.13582849842066017, "leveled_up": false}
{"t": 160, "ts": 1788189009.974123, "step": 320, "loss_diff": 1.1530474424362183, "reward": 0.1066921619431665, "level": 0, "difficulty": 0.05, "reward_ma": 0.1329148647729108, "leveled_up": false}
{"t": 161, "ts": 1788189011.7239347, "step": 322, "loss_diff": 1.0451877117156982, "reward": 0.1448749938385763, "level": 0, "difficulty": 0.05, "reward_ma": 0.13411087767947738, "leveled_up": false}
{"t": 162, "ts": 1788189013.5161839, "step": 324, "loss_diff": 0.981244683265686, "reward": 0.1272285459755021, "level": 0, "difficulty": 0.05, "reward_ma": 0.13342264450907987, "leveled_up": false}
{"t": 163, "ts": 1788189015.3217425, "step": 326, "loss_diff": 1.2153160572052002, "reward": 0.17203607778906807, "level": 0, "difficulty": 0.05, "reward_ma": 0.13728398783707868, "leveled_up": false}
{"t": 164, "ts": 1788189017.034302, "step": 328, "loss_diff": 1.070289134979248, "reward": 0.13864188472378397, "level": 0, "difficulty": 0.05, "reward_ma": 0.13741977752574921, "leveled_up": false}
{"t": 165, "ts": 1788189019.031078, "step": 330, "loss_diff": 1.0842846632003784, "reward": 0.12719620296293474, "level": 0, "difficulty": 0.05, "reward_ma": 0.13639742006946776, "leveled_up": false}
{"t": 166, "ts": 1788189020.8152542, "step": 332, "loss_diff": 0.9670566320419312, "reward": 0.1641731295048457, "level": 0, "difficulty": 0.05, "reward_ma": 0.13917499101300557, "leveled_up": false}
{"t": 167, "ts": 1788189022.684046, "step": 334, "loss_diff": 1.171383261680603, "reward": 0.16382394053907984, "level": 0, "difficulty": 0.05, "reward_ma": 0.141639885965613, "leveled_up": false}
{"t": 168, "ts": 1788189024.7842364, "step": 336, "loss_diff": 0.8798016309738159, "reward": 0.16370517140128785, "level": 0, "difficulty": 0.05, "reward_ma": 0.1438464145091805, "leveled_up": false}
{"t": 169, "ts": 1788189026.708148, "step": 338, "loss_diff": 1.0252875089645386, "reward": 0.13879762197547252, "level": 0, "difficulty": 0.05, "reward_ma": 0.1433415352558097, "leveled_up": false}
{"t": 170, "ts": 1788189028.489975, "step": 340, "loss_diff": 0.8583704233169556, "reward": 0.14505728211432467, "level": 0, "difficulty": 0.05, "reward_ma": 0.14351310994166122, "leveled_up": false}
{"t": 171, "ts": 1788189030.2867427, "step": 342, "loss_diff": 1.307745337486267, "reward": 0.1731339082261109, "level": 0, "difficulty": 0.05, "reward_ma": 0.1464751897701062, "leveled_up": false}
{"t": 172, "ts": 1788189032.0662658, "step": 344, "loss_diff": 0.8204753994941711, "reward": 0.1751273149538628, "level": 0, "difficulty": 0.05, "reward_ma": 0.1493404022884819, "leveled_up": false}
{"t": 173, "ts": 1788189033.8896842, "step": 346, "loss_diff": 1.2605559825897217, "reward": 0.12121729488334262, "level": 0, "difficulty": 0.05, "reward_ma": 0.14652809154796798, "leveled_up": false}
{"t": 174, "ts": 1788189035.7147548, "step": 348, "loss_diff": 1.1386266946792603, "reward": 0.14792855442368774, "level": 0, "difficulty": 0.05, "reward_ma": 0.14666813783553995, "leveled_up": false}
{"t": 175, "ts": 1788189037.5902162, "step": 350, "loss_diff": 1.0130010843276978, "reward": 0.14042381451316815, "level": 0, "difficulty": 0.05, "reward_ma": 0.14604370550330276, "leveled_up": false}
{"t": 0, "ts": 1788189082.591989, "step": 0, "loss_diff": 0.570112943649292, "reward": 0.17059755633387988, "level": 0, "difficulty": 0.14502948167250412, "reward_ma": 0.017059755633387987, "leveled_up": false}
{"t": 1, "ts": 1788189084.4803364, "step": 2, "loss_diff": 0.8672080039978027, "reward": 0.10538320119789832, "level": 0, "difficulty": 0.09072138918674205, "reward_ma": 0.02589210018983902, "leveled_up": false}
{"t": 2, "ts": 1788189085.5661438, "step": 4, "loss_diff": 0.9809361696243286, "reward": 0.08586593906603532, "level": 0, "difficulty": 0.05, "reward_ma": 0.031889484077458646, "leveled_up": false}
{"t": 3, "ts": 1788189086.6798828, "step": 6, "loss_diff": 1.901300311088562, "reward": 0.058438903093396256, "level": 0, "difficulty": 0.05, "reward_ma": 0.034544425979052405, "leveled_up": false}
{"t": 4, "ts": 1788189088.5274348, "step": 8, "loss_diff": 1.2683336734771729, "reward": 0.07286578425420237, "level": 0, "difficulty": 0.05, "reward_ma": 0.0383765618065674, "leveled_up": false}
{"t": 5, "ts": 1788189089.671147, "step": 10, "loss_diff": 1.2424982786178589, "reward": 0.0736276304517974, "level": 0, "difficulty": 0.05, "reward_ma": 0.0419016686710904, "leveled_up": false}
{"t": 6, "ts": 1788189091.510699, "step": 12, "loss_diff": 1.8625497817993164, "reward": 0.05913878241991589, "level": 0, "difficulty": 0.05, "reward_ma": 0.04362538004597295, "leveled_up": false}
{"t": 7, "ts": 1788189093.3114796, "step": 14, "loss_diff": 2.654505729675293, "reward": 0.047783169279617406, "level": 0, "difficulty": 0.05, "reward_ma": 0.0440411589693374, "leveled_up": false}
{"t": 8, "ts": 1788189095.3872387, "step": 16, "loss_diff": 2.3685717582702637, "reward": 0.07268948278203327, "level": 0, "difficulty": 0.05, "reward_ma": 0.04690599135060699, "leveled_up": false}
{"t": 9, "ts": 1788189097.1959949, "step": 18, "loss_diff": 1.4877022504806519, "reward": 0.06703455201723758, "level": 0, "difficulty": 0.05, "reward_ma": 0.04891884741727005, "leveled_up": false}
{"t": 10, "ts": 1788189099.2134726, "step": 20, "loss_diff": 1.1658188104629517, "reward": 0.07599581809862446, "level": 0, "difficulty": 0.05, "reward_ma": 0.0516265444854055, "leveled_up": false}
{"t": 11, "ts": 1788189101.0085757, "step": 22, "loss_diff": 1.2396440505981445, "reward": 0.07371287543020795, "level": 0, "difficulty": 0.05, "reward_ma": 0.05383517757988575, "leveled_up": false}
{"t": 12, "ts": 1788189102.7927322, "step": 24, "loss_diff": 0.9456580877304077, "reward": 0.0838326847363688, "level": 0, "difficulty": 0.05, "reward_ma": 0.056834928295534055, "leveled_up": false}
{"t": 13, "ts": 1788189104.5886254, "step": 26, "loss_diff": 0.9327600002288818, "reward": 0.08434716903505302, "level": 0, "difficulty": 0.05, "reward_ma": 0.05958615236948595, "leveled_up": false}
{"t": 14, "ts": 1788189106.373825, "step": 28, "loss_diff": 1.1696889400482178, "reward": 0.13566607758593474, "level": 0, "difficulty": 0.05, "reward_ma": 0.06719414489113083, "leveled_up": false}
{"t": 15, "ts": 1788189108.182521, "step": 30, "loss_diff": 1.1937342882156372, "reward": 0.08625260190066449, "level": 0, "difficulty": 0.05, "reward_ma": 0.0690999905920842, "leveled_up": false}
{"t": 16, "ts": 1788189109.9377372, "step": 32, "loss_diff": 1.2068564891815186, "reward": 0.07470793088128713, "level": 0, "difficulty": 0.05, "reward_ma": 0.0696607846210045, "leveled_up": false}
{"t": 17, "ts": 1788189111.7174087, "step": 34, "loss_diff": 1.2872618436813354, "reward": 0.07231854522153287, "level": 0, "difficulty": 0.05, "reward_ma": 0.06992656068105735, "leveled_up": false}
{"t": 18, "ts": 1788189113.5020432, "step": 36, "loss_diff": 1.0335522890090942, "reward": 0.11503413177274033, "level": 0, "difficulty": 0.05, "reward_ma": 0.07443731779022565, "leveled_up": false}
{"t": 19, "ts": 1788189115.6684468, "step": 38, "loss_diff": 1.549509048461914, "reward": 0.06557280388672548, "level": 0, "difficulty": 0.05, "reward_ma": 0.07355086639987564, "leveled_up": false}
{"t": 20, "ts": 1788189117.51475, "step": 40, "loss_diff": 1.1871395111083984, "reward": 0.09071615546820694, "level": 0, "difficulty": 0.05, "reward_ma": 0.07526739530670877, "leveled_up": false}
{"t": 21, "ts": 1788189119.4171069, "step": 42, "loss_diff": 1.3322654962539673, "reward": 0.07105309475603108, "level": 0, "difficulty": 0.05, "reward_ma": 0.074845965251641, "leveled_up": false}
{"t": 22, "ts": 1788189122.0032103, "step": 44, "loss_diff": 0.918983519077301, "reward": 0.08490432962238388, "level": 0, "difficulty": 0.05, "reward_ma": 0.07585180168871529, "leveled_up": false}
{"t": 23, "ts": 1788189123.7980509, "step": 46, "loss_diff": 1.5413910150527954, "reward": 0.06576074164640339, "level": 0, "difficulty": 0.05, "reward_ma": 0.07484269568448411, "leveled_up": false}
{"t": 24, "ts": 1788189125.5736363, "step": 48, "loss_diff": 1.635225534439087, "reward": 0.06365907122154327, "level": 0, "difficulty": 0.05, "reward_ma": 0.07372433323819003, "leveled_up": false}
{"t": 25, "ts": 1788189127.4212565, "step": 50, "loss_diff": 1.1700764894485474, "reward": 0.07585993450935866, "level": 0, "difficulty": 0.05, "reward_ma": 0.0739378933653069, "leveled_up": false}
{"t": 26, "ts": 1788189129.1896334, "step": 52, "loss_diff": 0.981528103351593, "reward": 0.08243710046871693, "level": 0, "difficulty": 0.05, "reward_ma": 0.0747878140756479, "leveled_up": false}
{"t": 27, "ts": 1788189130.9366064, "step": 54, "loss_diff": 0.9768574237823486, "reward": 0.08261595327077852, "level": 0, "difficulty": 0.05, "reward_ma": 0.07557062799516095, "leveled_up": false}
{"t": 28, "ts": 1788189132.7661226, "step": 56, "loss_diff": 1.1920280456542969, "reward": 0.07516772840511057, "level": 0, "difficulty": 0.05, "reward_ma": 0.07553033803615591, "leveled_up": false}
{"t": 29, "ts": 1788189134.5673702, "step": 58, "loss_diff": 1.2796140909194946, "reward": 0.07253855798736755, "level": 0, "difficulty": 0.05, "reward_ma": 0.07523116003127708, "leveled_up": false}
{"t": 30, "ts": 1788189136.3907535, "step": 60, "loss_diff": 1.0042238235473633, "reward": 0.08157988742393704, "level": 0, "difficulty": 0.05, "reward_ma": 0.07586603277054309, "leveled_up": false}
{"t": 31, "ts": 1788189154.9771187, "step": 62, "loss_diff": 1.558149814605713, "reward": 0.06537407500987574, "level": 0, "difficulty": 0.05, "reward_ma": 0.07481683699447636, "leveled_up": false}
{"t": 32, "ts": 1788189156.0546317, "step": 64, "loss_diff": 1.1938793659210205, "reward": 0.07510998346109392, "level": 0, "difficulty": 0.05, "reward_ma": 0.07484615164113813, "leveled_up": false}
{"t": 33, "ts": 1788189157.8378315, "step": 66, "loss_diff": 0.9789667129516602, "reward": 0.08253507841029177, "level": 0, "difficulty": 0.05, "reward_ma": 0.07561504431805349, "leveled_up": false}
{"t": 34, "ts": 1788189158.9131234, "step": 68, "loss_diff": 1.1304008960723877, "reward": 0.07714723018918379, "level": 0, "difficulty": 0.05, "reward_ma": 0.07576826290516651, "leveled_up": false}
{"t": 35, "ts": 1788189159.9988198, "step": 70, "loss_diff": 1.2045611143112183, "reward": 0.07477870079187167, "level": 0, "difficulty": 0.05, "reward_ma": 0.07566930669383704, "leveled_up": false}
{"t": 36, "ts": 1788189161.766145, "step": 72, "loss_diff": 1.0322774648666382, "reward": 0.08269205762952109, "level": 0, "difficulty": 0.05, "reward_ma": 0.07637158178740544, "leveled_up": false}
{"t": 37, "ts": 1788189163.587773, "step": 74, "loss_diff": 1.2385326623916626, "reward": 0.1104705123204431, "level": 0, "difficulty": 0.05, "reward_ma": 0.07978147484070922, "leveled_up": false}
{"t": 38, "ts": 1788189165.4754102, "step": 76, "loss_diff": 1.1937389373779297, "reward": 0.09741663216781749, "level": 0, "difficulty": 0.05, "reward_ma": 0.08154499057342005, "leveled_up": false}
{"t": 39, "ts": 1788189167.3297644, "step": 78, "loss_diff": 1.125889778137207, "reward": 0.08767838610872897, "level": 0, "difficulty": 0.05, "reward_ma": 0.08215833012695094, "leveled_up": false}
{"t": 40, "ts": 1788189169.2696366, "step": 80, "loss_diff": 1.0460832118988037, "reward": 0.08004874840133985, "level": 0, "difficulty": 0.05, "reward_ma": 0.08194737195438984, "leveled_up": false}
{"t": 41, "ts": 1788189171.266923, "step": 82, "loss_diff": 2.225057601928711, "reward": 0.053248744173775966, "level": 0, "difficulty": 0.05, "reward_ma": 0.07907750917632846, "leveled_up": false}
{"t": 42, "ts": 1788189173.0722299, "step": 84, "loss_diff": 0.9496309161186218, "reward": 0.08367558620036776, "level": 0, "difficulty": 0.05, "reward_ma": 0.07953731687873239, "leveled_up": false}
{"t": 43, "ts": 1788189174.888195, "step": 86, "loss_diff": 0.9867569804191589, "reward": 0.08223787048160094, "level": 0, "difficulty": 0.05, "reward_ma": 0.07980737223901925, "leveled_up": false}
{"t": 44, "ts": 1788189176.6843278, "step": 88, "loss_diff": 0.9458869695663452, "reward": 0.0838236165914095, "level": 0, "difficulty": 0.05, "reward_ma": 0.08020899667425828, "leveled_up": false}
{"t": 45, "ts": 1788189178.6947417, "step": 90, "loss_diff": 1.0271646976470947, "reward": 0.08549253092918511, "level": 0, "difficulty": 0.05, "reward_ma": 0.08073735009975097, "leveled_up": false}
{"t": 46, "ts": 1788189180.5172808, "step": 92, "loss_diff": 0.9609497785568237, "reward": 0.08644931286975385, "level": 0, "difficulty": 0.05, "reward_ma": 0.08130854637675126, "leveled_up": false}
{"t": 47, "ts": 1788189182.3798811, "step": 94, "loss_diff": 1.0275928974151611, "reward": 0.0862560108935286, "level": 0, "difficulty": 0.05, "reward_ma": 0.08180329282842899, "leveled_up": false}
{"t": 48, "ts": 1788189184.2103593, "step": 96, "loss_diff": 0.9806071519851685, "reward": 0.08247229939181237, "level": 0, "difficulty": 0.05, "reward_ma": 0.08187019348476733, "leveled_up": false}
{"t": 49, "ts": 1788189186.076938, "step": 98, "loss_diff": 1.7315154075622559, "reward": 0.06165251917565895, "level": 0, "difficulty": 0.05, "reward_ma": 0.07984842605385649, "leveled_up": false}
{"t": 50, "ts": 1788189187.9886112, "step": 100, "loss_diff": 1.0498007535934448, "reward": 0.08393106595798866, "level": 0, "difficulty": 0.05, "reward_ma": 0.0802566900442697, "leveled_up": false}
{"t": 51, "ts": 1788189189.984466, "step": 102, "loss_diff": 1.0257275104522705, "reward": 0.08078541845121108, "level": 0, "difficulty": 0.05, "reward_ma": 0.08030956288496384, "leveled_up": false}
{"t": 52, "ts": 1788189191.781679, "step": 104, "loss_diff": 1.186184287071228, "reward": 0.07535064396478863, "level": 0, "difficulty": 0.05, "reward_ma": 0.07981367099294631, "leveled_up": false}
{"t": 53, "ts": 1788189193.6219895, "step": 106, "loss_diff": 1.0564587116241455, "reward": 0.07967887168292379, "level": 0, "difficulty": 0.05, "reward_ma": 0.07980019106194405, "leveled_up": false}
{"t": 54, "ts": 1788189195.4996474, "step": 108, "loss_diff": 0.8777547478675842, "reward": 0.086620583520358, "level": 0, "difficulty": 0.05, "reward_ma": 0.08048223030778545, "leveled_up": false}
{"t": 55, "ts": 1788189197.6657548, "step": 110, "loss_diff": 1.0840002298355103, "reward": 0.094551597634271, "level": 0, "difficulty": 0.05, "reward_ma": 0.08188916704043402, "leveled_up": false}
{"t": 56, "ts": 1788189199.5001466, "step": 112, "loss_diff": 1.2167885303497314, "reward": 0.07768309342830704, "level": 0, "difficulty": 0.05, "reward_ma": 0.08146855967922133, "leveled_up": false}
{"t": 57, "ts": 1788189201.2371268, "step": 114, "loss_diff": 1.3779592514038086, "reward": 0.07480023669347163, "level": 0, "difficulty": 0.05, "reward_ma": 0.08080172738064637, "leveled_up": false}
{"t": 58, "ts": 1788189203.0664778, "step": 116, "loss_diff": 1.2039319276809692, "reward": 0.11163255286789851, "level": 0, "difficulty": 0.05, "reward_ma": 0.08388480992937158, "leveled_up": false}
{"t": 59, "ts": 1788189205.18164, "step": 118, "loss_diff": 1.1336705684661865, "reward": 0.09000336710672718, "level": 0, "difficulty": 0.05, "reward_ma": 0.08449666564710714, "leveled_up": false}
{"t": 60, "ts": 1788189207.0191848, "step": 120, "loss_diff": 1.1097676753997803, "reward": 0.08877887036554745, "level": 0, "difficulty": 0.05, "reward_ma": 0.08492488611895117, "leveled_up": false}
{"t": 61, "ts": 1788189224.5220919, "step": 122, "loss_diff": 1.0215260982513428, "reward": 0.10403844361005722, "level": 0, "difficulty": 0.05, "reward_ma": 0.08683624186806178, "leveled_up": false}
{"t": 62, "ts": 1788189226.3665438, "step": 124, "loss_diff": 1.130488634109497, "reward": 0.08998026699548477, "level": 0, "difficulty": 0.05, "reward_ma": 0.08715064438080408, "leveled_up": false}
{"t": 63, "ts": 1788189227.4753478, "step": 126, "loss_diff": 1.023714542388916, "reward": 0.0808590727102892, "level": 0, "difficulty": 0.05, "reward_ma": 0.08652148721375261, "leveled_up": false}
{"t": 64, "ts": 1788189228.5221708, "step": 128, "loss_diff": 0.990098237991333, "reward": 0.08211111056280962, "level": 0, "difficulty": 0.05, "reward_ma": 0.0860804495486583, "leveled_up": false}
{"t": 65, "ts": 1788189230.382064, "step": 130, "loss_diff": 0.8699198961257935, "reward": 0.08695528695614915, "level": 0, "difficulty": 0.05, "reward_ma": 0.08616793328940739, "leveled_up": false}
{"t": 66, "ts": 1788189231.416492, "step": 132, "loss_diff": 1.2777683734893799, "reward": 0.07259187742758229, "level": 0, "difficulty": 0.05, "reward_ma": 0.08481032770322489, "leveled_up": false}
{"t": 67, "ts": 1788189233.5760481, "step": 134, "loss_diff": 1.0142909288406372, "reward": 0.0812058393240215, "level": 0, "difficulty": 0.05, "reward_ma": 0.08444987886530456, "leveled_up": false}
{"t": 68, "ts": 1788189235.3930724, "step": 136, "loss_diff": 1.0121091604232788, "reward": 0.08219993905381912, "level": 0, "difficulty": 0.05, "reward_ma": 0.08422488488415603, "leveled_up": false}
{"t": 69, "ts": 1788189237.1907268, "step": 138, "loss_diff": 0.9156221151351929, "reward": 0.08504149069638398, "level": 0, "difficulty": 0.05, "reward_ma": 0.08430654546537882, "leveled_up": false}
{"t": 70, "ts": 1788189239.0081928, "step": 140, "loss_diff": 1.135443091392517, "reward": 0.07698098021529043, "level": 0, "difficulty": 0.05, "reward_ma": 0.08357398894036998, "leveled_up": false}
{"t": 71, "ts": 1788189240.8036535, "step": 142, "loss_diff": 1.0002645254135132, "reward": 0.08922966683055479, "level": 0, "difficulty": 0.05, "reward_ma": 0.08413955672938846, "leveled_up": false}
{"t": 72, "ts": 1788189242.5946276, "step": 144, "loss_diff": 1.2331048250198364, "reward": 0.08410412602904696, "level": 0, "difficulty": 0.05, "reward_ma": 0.0841360136593543, "leveled_up": false}
{"t": 73, "ts": 1788189244.5377243, "step": 146, "loss_diff": 1.005537509918213, "reward": 0.08153086373995315, "level": 0, "difficulty": 0.05, "reward_ma": 0.08387549866741419, "leveled_up": false}
{"t": 74, "ts": 1788189246.3363879, "step": 148, "loss_diff": 1.3431615829467773, "reward": 0.0707540187423576, "level": 0, "difficulty": 0.05, "reward_ma": 0.08256335067490853, "leveled_up": false}
{"t": 75, "ts": 1788189248.3729477, "step": 150, "loss_diff": 1.0315990447998047, "reward": 0.08057141349137803, "level": 0, "difficulty": 0.05, "reward_ma": 0.08236415695655548, "leveled_up": false}
{"t": 76, "ts": 1788189250.2842982, "step": 152, "loss_diff": 1.369903326034546, "reward": 0.07003166803495081, "level": 0, "difficulty": 0.05, "reward_ma": 0.08113090806439502, "leveled_up": false}
{"t": 77, "ts": 1788189252.186947, "step": 154, "loss_diff": 1.0756269693374634, "reward": 0.07900526777295253, "level": 0, "difficulty": 0.05, "reward_ma": 0.08091834403525076, "leveled_up": false}
{"t": 78, "ts": 1788189254.1211154, "step": 156, "loss_diff": 1.036813735961914, "reward": 0.08038238357745545, "level": 0, "difficulty": 0.05, "reward_ma": 0.08086474798947123, "leveled_up": false}
{"t": 79, "ts": 1788189256.0680509, "step": 158, "loss_diff": 0.8633348941802979, "reward": 0.087238774020836, "level": 0, "difficulty": 0.05, "reward_ma": 0.08150215059260771, "leveled_up": false}
{"t": 80, "ts": 1788189258.127504, "step": 160, "loss_diff": 0.7672639489173889, "reward": 0.21100025371236994, "level": 0, "difficulty": 0.05, "reward_ma": 0.09445196090458394, "leveled_up": false}
{"t": 81, "ts": 1788189259.992964, "step": 162, "loss_diff": 1.1105802059173584, "reward": 0.07780845148853834, "level": 0, "difficulty": 0.05, "reward_ma": 0.09278760996297938, "leveled_up": false}
{"t": 82, "ts": 1788189261.8290865, "step": 164, "loss_diff": 0.980624794960022, "reward": 0.09063149685707816, "level": 0, "difficulty": 0.05, "reward_ma": 0.09257199865238927, "leveled_up": false}
{"t": 83, "ts": 1788189263.8103437, "step": 166, "loss_diff": 1.238914132118225, "reward": 0.07373471022827004, "level": 0, "difficulty": 0.05, "reward_ma": 0.09068826980997735, "leveled_up": false}
{"t": 84, "ts": 1788189265.7216089, "step": 168, "loss_diff": 1.106658697128296, "reward": 0.13110793734853635, "level": 0, "difficulty": 0.05, "reward_ma": 0.09473023656383325, "leveled_up": false}
{"t": 85, "ts": 1788189267.9065616, "step": 170, "loss_diff": 1.2251907587051392, "reward": 0.07414789799460662, "level": 0, "difficulty": 0.05, "reward_ma": 0.09267200270691059, "leveled_up": false}
{"t": 86, "ts": 1788189269.7132761, "step": 172, "loss_diff": 1.0697910785675049, "reward": 0.14279282212996836, "level": 0, "difficulty": 0.05, "reward_ma": 0.09768408464921637, "leveled_up": false}
{"t": 87, "ts": 1788189271.580514, "step": 174, "loss_diff": 0.9376423954963684, "reward": 0.11544244874746226, "level": 0, "difficulty": 0.05, "reward_ma": 0.09945992105904096, "leveled_up": false}
{"t": 88, "ts": 1788189273.5837605, "step": 176, "loss_diff": 1.2128671407699585, "reward": 0.08963055869046556, "level": 0, "difficulty": 0.05, "reward_ma": 0.09847698482218342, "leveled_up": false}
{"t": 89, "ts": 1788189275.3884017, "step": 178, "loss_diff": 1.0412235260009766, "reward": 0.08076268389822935, "level": 0, "difficulty": 0.05, "reward_ma": 0.09670555472978802, "leveled_up": false}
{"t": 90, "ts": 1788189277.3676906, "step": 180, "loss_diff": 1.0936335325241089, "reward": 0.08328858552904295, "level": 0, "difficulty": 0.05, "reward_ma": 0.09536385780971351, "leveled_up": false}
{"t": 91, "ts": 1788189279.1835487, "step": 182, "loss_diff": 1.0359392166137695, "reward": 0.08041401688170413, "level": 0, "difficulty": 0.05, "reward_ma": 0.09386887371691258, "leveled_up": false}
{"t": 0, "ts": 1788189431.1237164, "step": 0, "loss_diff": 0.787469208240509, "reward": 0.09065547649188838, "level": 0, "difficulty": 0.14442991607368919, "reward_ma": 0.009065547649188838, "leveled_up": false}
{"t": 1, "ts": 1788189432.9681792, "step": 2, "loss_diff": 0.9673068523406982, "reward": 0.08298431386429017, "level": 0, "difficulty": 0.08941422289399162, "reward_ma": 0.016457424270698972, "leveled_up": false}
{"t": 2, "ts": 1788189434.0280714, "step": 4, "loss_diff": 1.3732324838638306, "reward": 0.06994287994176407, "level": 0, "difficulty": 0.05, "reward_ma": 0.021805969837805483, "leveled_up": false}
{"t": 3, "ts": 1788189435.1386812, "step": 6, "loss_diff": 1.2139090299606323, "reward": 0.07449140839703067, "level": 0, "difficulty": 0.05, "reward_ma": 0.027074513693728004, "leveled_up": false}
{"t": 4, "ts": 1788189436.8741205, "step": 8, "loss_diff": 1.3010486364364624, "reward": 0.0719256173615419, "level": 0, "difficulty": 0.05, "reward_ma": 0.0315596240605094, "leveled_up": false}
{"t": 5, "ts": 1788189438.0099168, "step": 10, "loss_diff": 1.5002472400665283, "reward": 0.06673201382425621, "level": 0, "difficulty": 0.05, "reward_ma": 0.03507686303688408, "leveled_up": false}
{"t": 6, "ts": 1788189439.7854316, "step": 12, "loss_diff": 2.193966865539551, "reward": 0.05370148992696765, "level": 0, "difficulty": 0.05, "reward_ma": 0.03693932572589244, "leveled_up": false}
{"t": 7, "ts": 1788189441.6228368, "step": 14, "loss_diff": 1.2352285385131836, "reward": 0.07384517895120439, "level": 0, "difficulty": 0.05, "reward_ma": 0.04062991104842363, "leveled_up": false}
{"t": 8, "ts": 1788189443.5274765, "step": 16, "loss_diff": 1.2372881174087524, "reward": 0.07378340208947917, "level": 0, "difficulty": 0.05, "reward_ma": 0.04394526015252919, "leveled_up": false}
{"t": 9, "ts": 1788189445.667988, "step": 18, "loss_diff": 1.1389195919036865, "reward": 0.07686681045322617, "level": 0, "difficulty": 0.05, "reward_ma": 0.047237415182598885, "leveled_up": false}
{"t": 10, "ts": 1788189447.483244, "step": 20, "loss_diff": 1.8547239303588867, "reward": 0.059282432441200524, "level": 0, "difficulty": 0.05, "reward_ma": 0.048441916908459046, "leveled_up": false}
{"t": 11, "ts": 1788189449.3021524, "step": 22, "loss_diff": 1.6138445138931274, "reward": 0.06412468106177312, "level": 0, "difficulty": 0.05, "reward_ma": 0.050010193323790454, "leveled_up": false}
{"t": 12, "ts": 1788189451.211654, "step": 24, "loss_diff": 1.2159569263458252, "reward": 0.07442879343054304, "level": 0, "difficulty": 0.05, "reward_ma": 0.05245205333446572, "leveled_up": false}
{"t": 13, "ts": 1788189453.033816, "step": 26, "loss_diff": 0.9418333768844604, "reward": 0.08398453354229589, "level": 0, "difficulty": 0.05, "reward_ma": 0.055605301355248736, "leveled_up": false}
{"t": 14, "ts": 1788189454.8310564, "step": 28, "loss_diff": 1.3083831071853638, "reward": 0.0717184953028272, "level": 0, "difficulty": 0.05, "reward_ma": 0.05721662075000659, "leveled_up": false}
{"t": 15, "ts": 1788189456.6841218, "step": 30, "loss_diff": 1.3322575092315674, "reward": 0.07105331500895073, "level": 0, "difficulty": 0.05, "reward_ma": 0.058600290175901, "leveled_up": false}
{"t": 16, "ts": 1788189458.423036, "step": 32, "loss_diff": 1.4383753538131714, "reward": 0.06825431680877352, "level": 0, "difficulty": 0.05, "reward_ma": 0.05956569283918826, "leveled_up": false}
{"t": 17, "ts": 1788189460.3891451, "step": 34, "loss_diff": 1.3434829711914062, "reward": 0.07074523949660308, "level": 0, "difficulty": 0.05, "reward_ma": 0.06068364750492974, "leveled_up": false}
{"t": 18, "ts": 1788189462.1988266, "step": 36, "loss_diff": 1.4320220947265625, "reward": 0.06841501824167416, "level": 0, "difficulty": 0.05, "reward_ma": 0.06145678457860418, "leveled_up": false}
{"t": 19, "ts": 1788189464.1324673, "step": 38, "loss_diff": 1.333034873008728, "reward": 0.07103188522323084, "level": 0, "difficulty": 0.05, "reward_ma": 0.062414294643066845, "leveled_up": false}
{"t": 20, "ts": 1788189466.019959, "step": 40, "loss_diff": 1.1498507261276245, "reward": 0.07651023312900877, "level": 0, "difficulty": 0.05, "reward_ma": 0.06382388849166104, "leveled_up": false}
{"t": 21, "ts": 1788189467.8352704, "step": 42, "loss_diff": 1.0868370532989502, "reward": 0.07861706174015945, "level": 0, "difficulty": 0.05, "reward_ma": 0.06530320581651089, "leveled_up": false}
{"t": 22, "ts": 1788189469.6047459, "step": 44, "loss_diff": 0.9130686521530151, "reward": 0.08514600613025478, "level": 0, "difficulty": 0.05, "reward_ma": 0.06728748584788528, "leveled_up": false}
{"t": 23, "ts": 1788189471.3736641, "step": 46, "loss_diff": 1.4308751821517944, "reward": 0.0697792026978422, "level": 0, "difficulty": 0.05, "reward_ma": 0.06753665753288098, "leveled_up": false}
{"t": 24, "ts": 1788189473.1279123, "step": 48, "loss_diff": 1.0950491428375244, "reward": 0.07833531287129633, "level": 0, "difficulty": 0.05, "reward_ma": 0.06861652306672252, "leveled_up": false}
{"t": 25, "ts": 1788189474.9702482, "step": 50, "loss_diff": 1.1554406881332397, "reward": 0.07632928431855972, "level": 0, "difficulty": 0.05, "reward_ma": 0.06938779919190624, "leveled_up": false}
{"t": 26, "ts": 1788189476.6371043, "step": 52, "loss_diff": 1.2957549095153809, "reward": 0.07207593206808573, "level": 0, "difficulty": 0.05, "reward_ma": 0.06965661247952419, "leveled_up": false}
{"t": 27, "ts": 1788189478.5277703, "step": 54, "loss_diff": 1.1727039813995361, "reward": 0.07577634398466021, "level": 0, "difficulty": 0.05, "reward_ma": 0.0702685856300378, "leveled_up": false}
{"t": 28, "ts": 1788189480.3826709, "step": 56, "loss_diff": 1.0165810585021973, "reward": 0.08112126988490664, "level": 0, "difficulty": 0.05, "reward_ma": 0.07135385405552468, "leveled_up": false}
{"t": 29, "ts": 1788189482.1750536, "step": 58, "loss_diff": 1.5078740119934082, "reward": 0.06654956404310555, "level": 0, "difficulty": 0.05, "reward_ma": 0.07087342505428278, "leveled_up": false}
{"t": 30, "ts": 1788189484.0058038, "step": 60, "loss_diff": 1.07878839969635, "reward": 0.07889536332001096, "level": 0, "difficulty": 0.05, "reward_ma": 0.0716756188808556, "leveled_up": false}
{"t": 31, "ts": 1788189502.212223, "step": 62, "loss_diff": 1.1409962177276611, "reward": 0.07679879005802462, "level": 0, "difficulty": 0.05, "reward_ma": 0.0721879359985725, "leveled_up": false}
{"t": 32, "ts": 1788189503.2860498, "step": 64, "loss_diff": 0.9594346284866333, "reward": 0.08329064124020556, "level": 0, "difficulty": 0.05, "reward_ma": 0.0732982065227358, "leveled_up": false}
{"t": 33, "ts": 1788189505.2097132, "step": 66, "loss_diff": 1.191697359085083, "reward": 0.07517805319267827, "level": 0, "difficulty": 0.05, "reward_ma": 0.07348619118973004, "leveled_up": false}
{"t": 34, "ts": 1788189506.2296853, "step": 68, "loss_diff": 1.0452345609664917, "reward": 0.08007916803200028, "level": 0, "difficulty": 0.05, "reward_ma": 0.07414548887395707, "leveled_up": false}
{"t": 35, "ts": 1788189507.3714857, "step": 70, "loss_diff": 1.2007815837860107, "reward": 0.07489555114531543, "level": 0, "difficulty": 0.05, "reward_ma": 0.07422049510109291, "leveled_up": false}
{"t": 36, "ts": 1788189509.0926433, "step": 72, "loss_diff": 1.0549668073654175, "reward": 0.07973182673591118, "level": 0, "difficulty": 0.05, "reward_ma": 0.07477162826457474, "leveled_up": false}
{"t": 37, "ts": 1788189510.836158, "step": 74, "loss_diff": 0.8349810838699341, "reward": 0.08848265887570783, "level": 0, "difficulty": 0.05, "reward_ma": 0.07614273132568807, "leveled_up": false}
{"t": 38, "ts": 1788189512.7099872, "step": 76, "loss_diff": 1.1600288152694702, "reward": 0.07672413159069057, "level": 0, "difficulty": 0.05, "reward_ma": 0.07620087135218831, "leveled_up": false}
{"t": 39, "ts": 1788189514.4145427, "step": 78, "loss_diff": 0.9971522092819214, "reward": 0.08189696468306118, "level": 0, "difficulty": 0.05, "reward_ma": 0.07677048068527559, "leveled_up": false}
{"t": 40, "ts": 1788189516.128381, "step": 80, "loss_diff": 1.0422388315200806, "reward": 0.08018675116678993, "level": 0, "difficulty": 0.05, "reward_ma": 0.07711210773342703, "leveled_up": false}
{"t": 41, "ts": 1788189518.0097764, "step": 82, "loss_diff": 1.6827325820922852, "reward": 0.0626510860876687, "level": 0, "difficulty": 0.05, "reward_ma": 0.0756660055688512, "leveled_up": false}
{"t": 42, "ts": 1788189519.7767098, "step": 84, "loss_diff": 1.2735666036605835, "reward": 0.07271358182697688, "level": 0, "difficulty": 0.05, "reward_ma": 0.07537076319466376, "leveled_up": false}
{"t": 43, "ts": 1788189521.5734506, "step": 86, "loss_diff": 1.339599847793579, "reward": 0.07085147484935499, "level": 0, "difficulty": 0.05, "reward_ma": 0.07491883436013289, "leveled_up": false}
{"t": 44, "ts": 1788189523.320889, "step": 88, "loss_diff": 0.8052359819412231, "reward": 0.08982957684722344, "level": 0, "difficulty": 0.05, "reward_ma": 0.07640990860884195, "leveled_up": false}
{"t": 45, "ts": 1788189525.180445, "step": 90, "loss_diff": 1.0813226699829102, "reward": 0.07880750265391895, "level": 0, "difficulty": 0.05, "reward_ma": 0.07664966801334964, "leveled_up": false}
{"t": 46, "ts": 1788189526.9375162, "step": 92, "loss_diff": 0.9643226861953735, "reward": 0.08310014606859253, "level": 0, "difficulty": 0.05, "reward_ma": 0.07729471581887393, "leveled_up": false}
{"t": 47, "ts": 1788189528.8031127, "step": 94, "loss_diff": 0.9760770797729492, "reward": 0.08264591715642111, "level": 0, "difficulty": 0.05, "reward_ma": 0.07782983595262866, "leveled_up": false}
{"t": 48, "ts": 1788189530.5360904, "step": 96, "loss_diff": 0.969899594783783, "reward": 0.08288395992136542, "level": 0, "difficulty": 0.05, "reward_ma": 0.07833524834950234, "leveled_up": false}
{"t": 49, "ts": 1788189532.2900786, "step": 98, "loss_diff": 1.078573226928711, "reward": 0.07890283301642305, "level": 0, "difficulty": 0.05, "reward_ma": 0.07839200681619442, "leveled_up": false}
{"t": 50, "ts": 1788189534.085654, "step": 100, "loss_diff": 0.9574037790298462, "reward": 0.08337006634359032, "level": 0, "difficulty": 0.05, "reward_ma": 0.078889812768934, "leveled_up": false}
{"t": 51, "ts": 1788189535.8139386, "step": 102, "loss_diff": 1.1162394285202026, "reward": 0.07761839558088356, "level": 0, "difficulty": 0.05, "reward_ma": 0.07876267105012896, "leveled_up": false}
{"t": 52, "ts": 1788189537.5260377, "step": 104, "loss_diff": 1.110424280166626, "reward": 0.07781370243351257, "level": 0, "difficulty": 0.05, "reward_ma": 0.07866777418846732, "leveled_up": false}
{"t": 53, "ts": 1788189539.3007123, "step": 106, "loss_diff": 1.054497480392456, "reward": 0.07974850137141137, "level": 0, "difficulty": 0.05, "reward_ma": 0.07877584690676173, "leveled_up": false}
{"t": 54, "ts": 1788189541.0183077, "step": 108, "loss_diff": 0.8322747945785522, "reward": 0.0886033966815399, "level": 0, "difficulty": 0.05, "reward_ma": 0.07975860188423954, "leveled_up": false}
{"t": 55, "ts": 1788189542.9672427, "step": 110, "loss_diff": 1.1374495029449463, "reward": 0.0769150434840935, "level": 0, "difficulty": 0.05, "reward_ma": 0.07947424604422493, "leveled_up": false}
{"t": 56, "ts": 1788189544.693251, "step": 112, "loss_diff": 1.2261526584625244, "reward": 0.07411877078481648, "level": 0, "difficulty": 0.05, "reward_ma": 0.07893869851828408, "leveled_up": false}
{"t": 57, "ts": 1788189546.4108932, "step": 114, "loss_diff": 1.0521533489227295, "reward": 0.07983189978713708, "level": 0, "difficulty": 0.05, "reward_ma": 0.07902801864516938, "leveled_up": false}
{"t": 58, "ts": 1788189548.2045896, "step": 116, "loss_diff": 0.9828383922576904, "reward": 0.08238707734964706, "level": 0, "difficulty": 0.05, "reward_ma": 0.07936392451561716, "leveled_up": false}
{"t": 59, "ts": 1788189549.9650412, "step": 118, "loss_diff": 0.8878757357597351, "reward": 0.08619232906392815, "level": 0, "difficulty": 0.05, "reward_ma": 0.08004676497044826, "leveled_up": false}
{"t": 60, "ts": 1788189551.7152815, "step": 120, "loss_diff": 1.1793330907821655, "reward": 0.07556634254561699, "level": 0, "difficulty": 0.05, "reward_ma": 0.07959872272796513, "leveled_up": false}
{"t": 61, "ts": 1788189570.2064989, "step": 122, "loss_diff": 1.1356909275054932, "reward": 0.0769728288671287, "level": 0, "difficulty": 0.05, "reward_ma": 0.07933613334188148, "leveled_up": false}
{"t": 62, "ts": 1788189572.2139585, "step": 124, "loss_diff": 1.1787981986999512, "reward": 0.07558323982588432, "level": 0, "difficulty": 0.05, "reward_ma": 0.07896084399028178, "leveled_up": false}
{"t": 63, "ts": 1788189573.430138, "step": 126, "loss_diff": 0.9929671287536621, "reward": 0.08200261034243181, "level": 0, "difficulty": 0.05, "reward_ma": 0.07926502062549678, "leveled_up": false}
{"t": 64, "ts": 1788189574.6511302, "step": 128, "loss_diff": 1.0624573230743408, "reward": 0.07946672461878765, "level": 0, "difficulty": 0.05, "reward_ma": 0.07928519102482587, "leveled_up": false}
{"t": 65, "ts": 1788189576.5646315, "step": 130, "loss_diff": 2.07584285736084, "reward": 0.05550506773837585, "level": 0, "difficulty": 0.05, "reward_ma": 0.07690717869618087, "leveled_up": false}
{"t": 66, "ts": 1788189577.705442, "step": 132, "loss_diff": 1.1380839347839355, "reward": 0.07689421989356295, "level": 0, "difficulty": 0.05, "reward_ma": 0.07690588281591908, "leveled_up": false}
{"t": 67, "ts": 1788189579.7678678, "step": 134, "loss_diff": 1.7147064208984375, "reward": 0.06199254058801476, "level": 0, "difficulty": 0.05, "reward_ma": 0.07541454859312866, "leveled_up": false}
{"t": 68, "ts": 1788189581.7129354, "step": 136, "loss_diff": 1.0501863956451416, "reward": 0.08120043416071382, "level": 0, "difficulty": 0.05, "reward_ma": 0.07599313714988717, "leveled_up": false}
{"t": 69, "ts": 1788189583.5956533, "step": 138, "loss_diff": 0.9666229486465454, "reward": 0.08301082894792669, "level": 0, "difficulty": 0.05, "reward_ma": 0.07669490632969113, "leveled_up": false}
{"t": 70, "ts": 1788189585.4880176, "step": 140, "loss_diff": 1.3169032335281372, "reward": 0.07147953733800642, "level": 0, "difficulty": 0.05, "reward_ma": 0.07617336943052266, "leveled_up": false}
{"t": 71, "ts": 1788189587.2280617, "step": 142, "loss_diff": 1.067859411239624, "reward": 0.07927672752966282, "level": 0, "difficulty": 0.05, "reward_ma": 0.07648370524043668, "leveled_up": false}
{"t": 72, "ts": 1788189588.9335248, "step": 144, "loss_diff": 0.9594765901565552, "reward": 0.0832890018846228, "level": 0, "difficulty": 0.05, "reward_ma": 0.07716423490485529, "leveled_up": false}
{"t": 73, "ts": 1788189590.69765, "step": 146, "loss_diff": 0.9317489862442017, "reward": 0.08438778715333714, "level": 0, "difficulty": 0.05, "reward_ma": 0.07788659012970348, "leveled_up": false}
{"t": 74, "ts": 1788189592.40052, "step": 148, "loss_diff": 0.9417778253555298, "reward": 0.08398674345834864, "level": 0, "difficulty": 0.05, "reward_ma": 0.078496605462568, "leveled_up": false}
{"t": 75, "ts": 1788189594.1309133, "step": 150, "loss_diff": 0.8280079364776611, "reward": 0.08879448351994484, "level": 0, "difficulty": 0.05, "reward_ma": 0.07952639326830568, "leveled_up": false}
{"t": 76, "ts": 1788189595.820358, "step": 152, "loss_diff": 1.1547129154205322, "reward": 0.07635278938783344, "level": 0, "difficulty": 0.05, "reward_ma": 0.07920903288025846, "leveled_up": false}
{"t": 77, "ts": 1788189597.5775445, "step": 154, "loss_diff": 0.8756905794143677, "reward": 0.08670849312553311, "level": 0, "difficulty": 0.05, "reward_ma": 0.07995897890478593, "leveled_up": false}
{"t": 78, "ts": 1788189599.4132986, "step": 156, "loss_diff": 1.0178711414337158, "reward": 0.08107371449186185, "level": 0, "difficulty": 0.05, "reward_ma": 0.08007045246349352, "leveled_up": false}
{"t": 79, "ts": 1788189601.182945, "step": 158, "loss_diff": 1.1236536502838135, "reward": 0.0773709336821792, "level": 0, "difficulty": 0.05, "reward_ma": 0.07980050058536209, "leveled_up": false}
{"t": 80, "ts": 1788189602.9729874, "step": 160, "loss_diff": 0.9097378253936768, "reward": 0.08787079056343777, "level": 0, "difficulty": 0.05, "reward_ma": 0.08060752958316966, "leveled_up": false}
{"t": 81, "ts": 1788189604.7146475, "step": 162, "loss_diff": 1.0921823978424072, "reward": 0.07843341683703535, "level": 0, "difficulty": 0.05, "reward_ma": 0.08039011830855625, "leveled_up": false}
{"t": 82, "ts": 1788189606.4244444, "step": 164, "loss_diff": 1.0756072998046875, "reward": 0.07900595261561746, "level": 0, "difficulty": 0.05, "reward_ma": 0.08025170173926237, "leveled_up": false}
{"t": 83, "ts": 1788189608.2919376, "step": 166, "loss_diff": 1.0605123043060303, "reward": 0.07953537688413495, "level": 0, "difficulty": 0.05, "reward_ma": 0.08018006925374963, "leveled_up": false}
{"t": 84, "ts": 1788189609.9825664, "step": 168, "loss_diff": 1.1322721242904663, "reward": 0.0770854407787145, "level": 0, "difficulty": 0.05, "reward_ma": 0.0798706064062461, "leveled_up": false}
{"t": 85, "ts": 1788189611.7830164, "step": 170, "loss_diff": 1.1968011856079102, "reward": 0.07501904634603944, "level": 0, "difficulty": 0.05, "reward_ma": 0.07938545040022543, "leveled_up": false}
{"t": 86, "ts": 1788189613.4344528, "step": 172, "loss_diff": 1.0839107036590576, "reward": 0.08003314972775913, "level": 0, "difficulty": 0.05, "reward_ma": 0.0794502203329788, "leveled_up": false}
{"t": 87, "ts": 1788189615.1290798, "step": 174, "loss_diff": 0.9840553402900696, "reward": 0.08234067689978972, "level": 0, "difficulty": 0.05, "reward_ma": 0.0797392659896599, "leveled_up": false}
{"t": 88, "ts": 1788189616.9127896, "step": 176, "loss_diff": 1.3006993532180786, "reward": 0.0719355138998581, "level": 0, "difficulty": 0.05, "reward_ma": 0.07895889078067972, "leveled_up": false}
{"t": 89, "ts": 1788189618.6360285, "step": 178, "loss_diff": 1.2756586074829102, "reward": 0.0726529306907359, "level": 0, "difficulty": 0.05, "reward_ma": 0.07832829477168533, "leveled_up": false}
{"t": 90, "ts": 1788189620.5109763, "step": 180, "loss_diff": 0.9773335456848145, "reward": 0.08310853138285168, "level": 0, "difficulty": 0.05, "reward_ma": 0.07880631843280198, "leveled_up": false}
{"t": 91, "ts": 1788189622.2175984, "step": 182, "loss_diff": 1.0719352960586548, "reward": 0.0791340301612083, "level": 0, "difficulty": 0.05, "reward_ma": 0.0788390896056426, "leveled_up": false}
{"t": 92, "ts": 1788189638.2757828, "step": 184, "loss_diff": 1.0986870527267456, "reward": 0.11363331350547527, "level": 0, "difficulty": 0.05, "reward_ma": 0.08231851199562587, "leveled_up": false}
{"t": 93, "ts": 1788189639.3438294, "step": 186, "loss_diff": 1.162559151649475, "reward": 0.07610021155753173, "level": 0, "difficulty": 0.05, "reward_ma": 0.08169668195181645, "leveled_up": false}
{"t": 94, "ts": 1788189641.4065769, "step": 188, "loss_diff": 1.1053528785705566, "reward": 0.08713381958679177, "level": 0, "difficulty": 0.05, "reward_ma": 0.082240395715314, "leveled_up": false}
{"t": 95, "ts": 1788189642.6675534, "step": 190, "loss_diff": 1.1244077682495117, "reward": 0.07988753533001842, "level": 0, "difficulty": 0.05, "reward_ma": 0.08200510967678444, "leveled_up": false}
{"t": 96, "ts": 1788189643.6759973, "step": 192, "loss_diff": 0.9905949831008911, "reward": 0.08209230148777927, "level": 0, "difficulty": 0.05, "reward_ma": 0.08201382885788393, "leveled_up": false}
{"t": 97, "ts": 1788189645.3711407, "step": 194, "loss_diff": 1.0121926069259644, "reward": 0.08128349471837445, "level": 0, "difficulty": 0.05, "reward_ma": 0.08194079544393298, "leveled_up": false}
{"t": 98, "ts": 1788189647.112688, "step": 196, "loss_diff": 0.9024413824081421, "reward": 0.0855840031178435, "level": 0, "difficulty": 0.05, "reward_ma": 0.08230511621132404, "leveled_up": false}
{"t": 99, "ts": 1788189648.993151, "step": 198, "loss_diff": 0.928604006767273, "reward": 0.08451441094589125, "level": 0, "difficulty": 0.05, "reward_ma": 0.08252604568478075, "leveled_up": false}
{"t": 100, "ts": 1788189650.7872512, "step": 200, "loss_diff": 1.079693078994751, "reward": 0.07886397439948659, "level": 0, "difficulty": 0.05, "reward_ma": 0.08215983855625135, "leveled_up": false}
{"t": 101, "ts": 1788189652.498769, "step": 202, "loss_diff": 0.7813059687614441, "reward": 0.0909458274140914, "level": 0, "difficulty": 0.05, "reward_ma": 0.08303843744203536, "leveled_up": false}
{"t": 102, "ts": 1788189654.2991893, "step": 204, "loss_diff": 0.8553649187088013, "reward": 0.08758457640737947, "level": 0, "difficulty": 0.05, "reward_ma": 0.08349305133856977, "leveled_up": false}
{"t": 103, "ts": 1788189656.0263588, "step": 206, "loss_diff": 1.048252820968628, "reward": 0.10273155972944892, "level": 0, "difficulty": 0.05, "reward_ma": 0.0854169021776577, "leveled_up": false}
{"t": 104, "ts": 1788189658.129943, "step": 208, "loss_diff": 0.94704270362854, "reward": 0.09932741677957249, "level": 0, "difficulty": 0.05, "reward_ma": 0.08680795363784918, "leveled_up": false}
{"t": 105, "ts": 1788189659.9975808, "step": 210, "loss_diff": 0.9683806896209717, "reward": 0.09399150625304045, "level": 0, "difficulty": 0.05, "reward_ma": 0.08752630889936833, "leveled_up": false}
{"t": 106, "ts": 1788189661.8273137, "step": 212, "loss_diff": 1.0275236368179321, "reward": 0.11014228401082168, "level": 0, "difficulty": 0.05, "reward_ma": 0.08978790641051367, "leveled_up": false}
{"t": 107, "ts": 1788189663.5974138, "step": 214, "loss_diff": 0.7774970531463623, "reward": 0.09996338854311027, "level": 0, "difficulty": 0.05, "reward_ma": 0.09080545462377333, "leveled_up": false}
{"t": 108, "ts": 1788189665.5230978, "step": 216, "loss_diff": 1.113531231880188, "reward": 0.08665241656103553, "level": 0, "difficulty": 0.05, "reward_ma": 0.09039015081749956, "leveled_up": false}
{"t": 109, "ts": 1788189667.3671, "step": 218, "loss_diff": 1.010443925857544, "reward": 0.0860517632247945, "level": 0, "difficulty": 0.05, "reward_ma": 0.08995631205822906, "leveled_up": false}
{"t": 110, "ts": 1788189669.1748178, "step": 220, "loss_diff": 1.0299872159957886, "reward": 0.08694570641721354, "level": 0, "difficulty": 0.05, "reward_ma": 0.08965525149412751, "leveled_up": false}
{"t": 111, "ts": 1788189670.9686415, "step": 222, "loss_diff": 0.9832226634025574, "reward": 0.08687042127362561, "level": 0, "difficulty": 0.05, "reward_ma": 0.08937676847207732, "leveled_up": false}
{"t": 112, "ts": 1788189672.6921043, "step": 224, "loss_diff": 1.0220491886138916, "reward": 0.08645086073880225, "level": 0, "difficulty": 0.05, "reward_ma": 0.08908417769874982, "leveled_up": false}
{"t": 113, "ts": 1788189674.4247313, "step": 226, "loss_diff": 1.036889910697937, "reward": 0.08037962945437473, "level": 0, "difficulty": 0.05, "reward_ma": 0.08821372287431231, "leveled_up": false}
{"t": 114, "ts": 1788189676.1204488, "step": 228, "loss_diff": 1.1605582237243652, "reward": 0.09639648167425674, "level": 0, "difficulty": 0.05, "reward_ma": 0.08903199875430676, "leveled_up": false}
{"t": 115, "ts": 1788189677.8854373, "step": 230, "loss_diff": 1.0502686500549316, "reward": 0.08834141767215803, "level": 0, "difficulty": 0.05, "reward_ma": 0.08896294064609189, "leveled_up": false}
{"t": 116, "ts": 1788189679.6353214, "step": 232, "loss_diff": 0.9422957301139832, "reward": 0.0973746644652489, "level": 0, "difficulty": 0.05, "reward_ma": 0.08980411302800759, "leveled_up": false}
{"t": 117, "ts": 1788189681.4183247, "step": 234, "loss_diff": 1.0894033908843994, "reward": 0.13556135040591027, "level": 0, "difficulty": 0.05, "reward_ma": 0.09437983676579786, "leveled_up": false}
{"t": 118, "ts": 1788189683.2321782, "step": 236, "loss_diff": 0.9865999221801758, "reward": 0.09028973603313756, "level": 0, "difficulty": 0.05, "reward_ma": 0.09397082669253183, "leveled_up": false}
{"t": 119, "ts": 1788189685.0048258, "step": 238, "loss_diff": 1.0236772298812866, "reward": 0.1540595808604947, "level": 0, "difficulty": 0.05, "reward_ma": 0.09997970210932812, "leveled_up": false}
{"t": 120, "ts": 1788189686.722487, "step": 240, "loss_diff": 0.9235380291938782, "reward": 0.11046842217712281, "level": 0, "difficulty": 0.05, "reward_ma": 0.10102857411610759, "leveled_up": false}
{"t": 121, "ts": 1788189688.4267535, "step": 242, "loss_diff": 0.9988178014755249, "reward": 0.13280919590587803, "level": 0, "difficulty": 0.05, "reward_ma": 0.10420663629508464, "leveled_up": false}
{"t": 122, "ts": 1788189706.2690868, "step": 244, "loss_diff": 1.0661938190460205, "reward": 0.13510087228298734, "level": 0, "difficulty": 0.05, "reward_ma": 0.10729605989387492, "leveled_up": false}
{"t": 123, "ts": 1788189708.1682518, "step": 246, "loss_diff": 0.9480928778648376, "reward": 0.1251303543492141, "level": 0, "difficulty": 0.05, "reward_ma": 0.10907948933940884, "leveled_up": false}
{"t": 124, "ts": 1788189709.2180684, "step": 248, "loss_diff": 1.1565959453582764, "reward": 0.12928389571061036, "level": 0, "difficulty": 0.05, "reward_ma": 0.11109992997652898, "leveled_up": false}
{"t": 125, "ts": 1788189710.3787012, "step": 250, "loss_diff": 0.9878772497177124, "reward": 0.08219532245891362, "level": 0, "difficulty": 0.05, "reward_ma": 0.10820946922476746, "leveled_up": false}
{"t": 126, "ts": 1788189712.1672184, "step": 252, "loss_diff": 0.9949216842651367, "reward": 0.10678581232361486, "level": 0, "difficulty": 0.05, "reward_ma": 0.1080671035346522, "leveled_up": false}
{"t": 127, "ts": 1788189713.1964872, "step": 254, "loss_diff": 0.9865652322769165, "reward": 0.10213326558741842, "level": 0, "difficulty": 0.05, "reward_ma": 0.10747371973992882, "leveled_up": false}
{"t": 128, "ts": 1788189714.9837012, "step": 256, "loss_diff": 1.031597375869751, "reward": 0.10816722023267657, "level": 0, "difficulty": 0.05, "reward_ma": 0.1075430697892036, "leveled_up": false}
{"t": 129, "ts": 1788189716.7213078, "step": 258, "loss_diff": 1.2128280401229858, "reward": 0.08971421939663915, "level": 0, "difficulty": 0.05, "reward_ma": 0.10576018474994715, "leveled_up": false}
{"t": 130, "ts": 1788189718.5295012, "step": 260, "loss_diff": 0.9024588465690613, "reward": 0.1190974527048591, "level": 0, "difficulty": 0.05, "reward_ma": 0.10709391154543835, "leveled_up": false}
{"t": 131, "ts": 1788189720.3323739, "step": 262, "loss_diff": 1.130617618560791, "reward": 0.10616366401442266, "level": 0, "difficulty": 0.05, "reward_ma": 0.10700088679233678, "leveled_up": false}
{"t": 132, "ts": 1788189722.1286466, "step": 264, "loss_diff": 1.1877814531326294, "reward": 0.1071165537002288, "level": 0, "difficulty": 0.05, "reward_ma": 0.10701245348312599, "leveled_up": false}
{"t": 133, "ts": 1788189723.9667451, "step": 266, "loss_diff": 1.1563481092453003, "reward": 0.12488561048029792, "level": 0, "difficulty": 0.05, "reward_ma": 0.10879976918284319, "leveled_up": false}
{"t": 134, "ts": 1788189725.7683043, "step": 268, "loss_diff": 1.0301389694213867, "reward": 0.15172183779539755, "level": 0, "difficulty": 0.05, "reward_ma": 0.11309197604409862, "leveled_up": false}
{"t": 135, "ts": 1788189727.82867, "step": 270, "loss_diff": 1.2594448328018188, "reward": 0.11568908224171964, "level": 0, "difficulty": 0.05, "reward_ma": 0.11335168666386072, "leveled_up": false}
{"t": 136, "ts": 1788189729.6681848, "step": 272, "loss_diff": 0.9452108144760132, "reward": 0.1424813552960223, "level": 0, "difficulty": 0.05, "reward_ma": 0.11626465352707689, "leveled_up": false}
{"t": 137, "ts": 1788189731.415189, "step": 274, "loss_diff": 1.0471028089523315, "reward": 0.13788300413860513, "level": 0, "difficulty": 0.05, "reward_ma": 0.11842648858822973, "leveled_up": false}
{"t": 138, "ts": 1788189733.4661431, "step": 276, "loss_diff": 0.9189990758895874, "reward": 0.13477105443089382, "level": 0, "difficulty": 0.05, "reward_ma": 0.12006094517249614, "leveled_up": false}
{"t": 139, "ts": 1788189735.334628, "step": 278, "loss_diff": 1.0998481512069702, "reward": 0.07817168372608718, "level": 0, "difficulty": 0.05, "reward_ma": 0.11587201902785525, "leveled_up": false}
{"t": 140, "ts": 1788189737.3185039, "step": 280, "loss_diff": 0.905893087387085, "reward": 0.1931699276985265, "level": 0, "difficulty": 0.05, "reward_ma": 0.1236018098949224, "leveled_up": false}
{"t": 141, "ts": 1788189739.276366, "step": 282, "loss_diff": 1.0179510116577148, "reward": 0.09847198422544921, "level": 0, "difficulty": 0.05, "reward_ma": 0.12108882732797507, "leveled_up": false}
{"t": 142, "ts": 1788189741.1321704, "step": 284, "loss_diff": 1.0207122564315796, "reward": 0.1378794160436317, "level": 0, "difficulty": 0.05, "reward_ma": 0.12276788619954074, "leveled_up": false}
{"t": 143, "ts": 1788189743.1338124, "step": 286, "loss_diff": 0.9565229415893555, "reward": 0.13948982730278153, "level": 0, "difficulty": 0.05, "reward_ma": 0.12444008030986482, "leveled_up": false}
{"t": 144, "ts": 1788189745.0715187, "step": 288, "loss_diff": 1.0644042491912842, "reward": 0.16969565481808657, "level": 0, "difficulty": 0.05, "reward_ma": 0.128965637760687, "leveled_up": false}
{"t": 145, "ts": 1788189746.9758565, "step": 290, "loss_diff": 1.0001517534255981, "reward": 0.12531669882517188, "level": 0, "difficulty": 0.05, "reward_ma": 0.1286007438671355, "leveled_up": false}
{"t": 146, "ts": 1788189748.825613, "step": 292, "loss_diff": 0.8830665349960327, "reward": 0.14960299542831912, "level": 0, "difficulty": 0.05, "reward_ma": 0.13070096902325384, "leveled_up": false}
{"t": 147, "ts": 1788189750.8293676, "step": 294, "loss_diff": 0.7147334814071655, "reward": 0.1824505626571926, "level": 0, "difficulty": 0.05, "reward_ma": 0.13587592838664772, "leveled_up": false}
{"t": 148, "ts": 1788189752.7962258, "step": 296, "loss_diff": 0.6607329845428467, "reward": 0.17816089612764135, "level": 0, "difficulty": 0.05, "reward_ma": 0.1401044251607471, "leveled_up": false}
{"t": 149, "ts": 1788189754.7688432, "step": 298, "loss_diff": 0.8562171459197998, "reward": 0.15391878935043082, "level": 0, "difficulty": 0.05, "reward_ma": 0.1414858615797155, "leveled_up": false}
{"t": 150, "ts": 1788189757.442321, "step": 300, "loss_diff": 0.9764864444732666, "reward": 0.16704733379772385, "level": 0, "difficulty": 0.05, "reward_ma": 0.14404200880151632, "leveled_up": false}
{"t": 151, "ts": 1788189759.590841, "step": 302, "loss_diff": 0.8148665428161621, "reward": 0.1522621421771363, "level": 0, "difficulty": 0.05, "reward_ma": 0.14486402213907834, "leveled_up": false}
{"t": 152, "ts": 1788189761.6918437, "step": 304, "loss_diff": 1.0745769739151, "reward": 0.17844163705998603, "level": 0, "difficulty": 0.05, "reward_ma": 0.1482217836311691, "leveled_up": false}
{"t": 153, "ts": 1788189780.967334, "step": 306, "loss_diff": 0.9883946180343628, "reward": 0.16951042434320987, "level": 0, "difficulty": 0.05, "reward_ma": 0.1503506477023732, "leveled_up": false}
{"t": 154, "ts": 1788189782.1468856, "step": 308, "loss_diff": 0.955721378326416, "reward": 0.08343598878679687, "level": 0, "difficulty": 0.05, "reward_ma": 0.14365918181081558, "leveled_up": false}
{"t": 155, "ts": 1788189784.0385985, "step": 310, "loss_diff": 1.0631518363952637, "reward": 0.15888082154052358, "level": 0, "difficulty": 0.05, "reward_ma": 0.1451813457837864, "leveled_up": false}
{"t": 156, "ts": 1788189785.1999147, "step": 312, "loss_diff": 1.0306674242019653, "reward": 0.11132651487430079, "level": 0, "difficulty": 0.05, "reward_ma": 0.14179586269283784, "leveled_up": false}
{"t": 157, "ts": 1788189786.3104696, "step": 314, "loss_diff": 1.078020691871643, "reward": 0.0789220212899421, "level": 0, "difficulty": 0.05, "reward_ma": 0.13550847855254827, "leveled_up": false}
{"t": 158, "ts": 1788189788.2128248, "step": 316, "loss_diff": 0.8824184536933899, "reward": 0.09724521462743366, "level": 0, "difficulty": 0.05, "reward_ma": 0.13168215216003681, "leveled_up": false}
{"t": 159, "ts": 1788189790.293424, "step": 318, "loss_diff": 1.1454050540924072, "reward": 0.17314561476627038, "level": 0, "difficulty": 0.05, "reward_ma": 0.13582849842066017, "leveled_up": false}
{"t": 160, "ts": 1788189792.280382, "step": 320, "loss_diff": 1.1530474424362183, "reward": 0.1066921619431665, "level": 0, "difficulty": 0.05, "reward_ma": 0.1329148647729108, "leveled_up": false}
{"t": 161, "ts": 1788189794.237927, "step": 322, "loss_diff": 1.0451877117156982, "reward": 0.1448749938385763, "level": 0, "difficulty": 0.05, "reward_ma": 0.13411087767947738, "leveled_up": false}
{"t": 162, "ts": 1788189796.2838767, "step": 324, "loss_diff": 0.981244683265686, "reward": 0.1272285459755021, "level": 0, "difficulty": 0.05, "reward_ma": 0.13342264450907987, "leveled_up": false}
{"t": 163, "ts": 1788189798.3232303, "step": 326, "loss_diff": 1.2153160572052002, "reward": 0.17203607778906807, "level": 0, "difficulty": 0.05, "reward_ma": 0.13728398783707868, "leveled_up": false}
{"t": 164, "ts": 1788189800.3322244, "step": 328, "loss_diff": 1.070289134979248, "reward": 0.13864188472378397, "level": 0, "difficulty": 0.05, "reward_ma": 0.13741977752574921, "leveled_up": false}
{"t": 165, "ts": 1788189802.3736334, "step": 330, "loss_diff": 1.0842846632003784, "reward": 0.12719620296293474, "level": 0, "difficulty": 0.05, "reward_ma": 0.13639742006946776, "leveled_up": false}
{"t": 166, "ts": 1788189804.335429, "step": 332, "loss_diff": 0.9670566320419312, "reward": 0.1641731295048457, "level": 0, "difficulty": 0.05, "reward_ma": 0.13917499101300557, "leveled_up": false}
{"t": 167, "ts": 1788189806.4128838, "step": 334, "loss_diff": 1.171383261680603, "reward": 0.16382394053907984, "level": 0, "difficulty": 0.05, "reward_ma": 0.141639885965613, "leveled_up": false}
{"t": 168, "ts": 1788189808.490165, "step": 336, "loss_diff": 0.8798016309738159, "reward": 0.16370517140128785, "level": 0, "difficulty": 0.05, "reward_ma": 0.1438464145091805, "leveled_up": false}
{"t": 169, "ts": 1788189810.4957192, "step": 338, "loss_diff": 1.0252875089645386, "reward": 0.13879762197547252, "level": 0, "difficulty": 0.05, "reward_ma": 0.1433415352558097, "leveled_up": false}
{"t": 170, "ts": 1788189812.5728304, "step": 340, "loss_diff": 0.8583704233169556, "reward": 0.14505728211432467, "level": 0, "difficulty": 0.05, "reward_ma": 0.14351310994166122, "leveled_up": false}
{"t": 171, "ts": 1788189814.6114671, "step": 342, "loss_diff": 1.307745337486267, "reward": 0.1731339082261109, "level": 0, "difficulty": 0.05, "reward_ma": 0.1464751897701062, "leveled_up": false}
{"t": 172, "ts": 1788189816.6711438, "step": 344, "loss_diff": 0.8204753994941711, "reward": 0.1751273149538628, "level": 0, "difficulty": 0.05, "reward_ma": 0.1493404022884819, "leveled_up": false}
{"t": 173, "ts": 1788189818.6353571, "step": 346, "loss_diff": 1.2605559825897217, "reward": 0.12121729488334262, "level": 0, "difficulty": 0.05, "reward_ma": 0.14652809154796798, "leveled_up": false}
{"t": 174, "ts": 1788189820.7071347, "step": 348, "loss_diff": 1.1386266946792603, "reward": 0.14792855442368774, "level": 0, "difficulty": 0.05, "reward_ma": 0.14666813783553995, "leveled_up": false}
{"t": 175, "ts": 1788189822.7038138, "step": 350, "loss_diff": 1.0130010843276978, "reward": 0.14042381451316815, "level": 0, "difficulty": 0.05, "reward_ma": 0.14604370550330276, "leveled_up": false}
{"t": 0, "ts": 1788189855.1855006, "step": 0, "loss_diff": 0.570112943649292, "reward": 0.17059755633387988, "level": 0, "difficulty": 0.14502948167250412, "reward_ma": 0.017059755633387987, "leveled_up": false}
{"t": 1, "ts": 1788189856.8961813, "step": 2, "loss_diff": 0.8672080039978027, "reward": 0.10538320119789832, "level": 0, "difficulty": 0.09072138918674205, "reward_ma": 0.02589210018983902, "leveled_up": false}
{"t": 2, "ts": 1788189857.975727, "step": 4, "loss_diff": 0.9809361696243286, "reward": 0.08586593906603532, "level": 0, "difficulty": 0.05, "reward_ma": 0.031889484077458646, "leveled_up": false}
{"t": 3, "ts": 1788189859.0851772, "step": 6, "loss_diff": 1.901300311088562, "reward": 0.058438903093396256, "level": 0, "difficulty": 0.05, "reward_ma": 0.034544425979052405, "leveled_up": false}
{"t": 4, "ts": 1788189860.868645, "step": 8, "loss_diff": 1.2683336734771729, "reward": 0.07286578425420237, "level": 0, "difficulty": 0.05, "reward_ma": 0.0383765618065674, "leveled_up": false}
{"t": 5, "ts": 1788189861.9749298, "step": 10, "loss_diff": 1.2424982786178589, "reward": 0.0736276304517974, "level": 0, "difficulty": 0.05, "reward_ma": 0.0419016686710904, "leveled_up": false}
{"t": 6, "ts": 1788189863.7808833, "step": 12, "loss_diff": 1.8625497817993164, "reward": 0.05913878241991589, "level": 0, "difficulty": 0.05, "reward_ma": 0.04362538004597295, "leveled_up": false}
{"t": 7, "ts": 1788189865.5930536, "step": 14, "loss_diff": 2.654505729675293, "reward": 0.047783169279617406, "level": 0, "difficulty": 0.05, "reward_ma": 0.0440411589693374, "leveled_up": false}
{"t": 8, "ts": 1788189867.5898275, "step": 16, "loss_diff": 2.3685717582702637, "reward": 0.07268948278203327, "level": 0, "difficulty": 0.05, "reward_ma": 0.04690599135060699, "leveled_up": false}
{"t": 9, "ts": 1788189869.5134294, "step": 18, "loss_diff": 1.4877022504806519, "reward": 0.06703455201723758, "level": 0, "difficulty": 0.05, "reward_ma": 0.04891884741727005, "leveled_up": false}
{"t": 10, "ts": 1788189871.6327078, "step": 20, "loss_diff": 1.1658188104629517, "reward": 0.07599581809862446, "level": 0, "difficulty": 0.05, "reward_ma": 0.0516265444854055, "leveled_up": false}
{"t": 11, "ts": 1788189873.5786784, "step": 22, "loss_diff": 1.2396440505981445, "reward": 0.07371287543020795, "level": 0, "difficulty": 0.05, "reward_ma": 0.05383517757988575, "leveled_up": false}
{"t": 12, "ts": 1788189875.6396174, "step": 24, "loss_diff": 0.9456580877304077, "reward": 0.0838326847363688, "level": 0, "difficulty": 0.05, "reward_ma": 0.056834928295534055, "leveled_up": false}
{"t": 13, "ts": 1788189877.8381312, "step": 26, "loss_diff": 0.9327600002288818, "reward": 0.08434716903505302, "level": 0, "difficulty": 0.05, "reward_ma": 0.05958615236948595, "leveled_up": false}
{"t": 14, "ts": 1788189879.8119855, "step": 28, "loss_diff": 1.1696889400482178, "reward": 0.13566607758593474, "level": 0, "difficulty": 0.05, "reward_ma": 0.06719414489113083, "leveled_up": false}
{"t": 15, "ts": 1788189881.7962847, "step": 30, "loss_diff": 1.1937342882156372, "reward": 0.08625260190066449, "level": 0, "difficulty": 0.05, "reward_ma": 0.0690999905920842, "leveled_up": false}
{"t": 16, "ts": 1788189883.7640674, "step": 32, "loss_diff": 1.2068564891815186, "reward": 0.07470793088128713, "level": 0, "difficulty": 0.05, "reward_ma": 0.0696607846210045, "leveled_up": false}
{"t": 17, "ts": 1788189885.7791486, "step": 34, "loss_diff": 1.2872618436813354, "reward": 0.07231854522153287, "level": 0, "difficulty": 0.05, "reward_ma": 0.06992656068105735, "leveled_up": false}
{"t": 18, "ts": 1788189887.5827954, "step": 36, "loss_diff": 1.0335522890090942, "reward": 0.11503413177274033, "level": 0, "difficulty": 0.05, "reward_ma": 0.07443731779022565, "leveled_up": false}
{"t": 19, "ts": 1788189889.335207, "step": 38, "loss_diff": 1.549509048461914, "reward": 0.06557280388672548, "level": 0, "difficulty": 0.05, "reward_ma": 0.07355086639987564, "leveled_up": false}
{"t": 20, "ts": 1788189891.202426, "step": 40, "loss_diff": 1.1871395111083984, "reward": 0.09071615546820694, "level": 0, "difficulty": 0.05, "reward_ma": 0.07526739530670877, "leveled_up": false}
{"t": 21, "ts": 1788189892.9679852, "step": 42, "loss_diff": 1.3322654962539673, "reward": 0.07105309475603108, "level": 0, "difficulty": 0.05, "reward_ma": 0.074845965251641, "leveled_up": false}
{"t": 22, "ts": 1788189894.791664, "step": 44, "loss_diff": 0.918983519077301, "reward": 0.08490432962238388, "level": 0, "difficulty": 0.05, "reward_ma": 0.07585180168871529, "leveled_up": false}
{"t": 23, "ts": 1788189896.5886915, "step": 46, "loss_diff": 1.5413910150527954, "reward": 0.06576074164640339, "level": 0, "difficulty": 0.05, "reward_ma": 0.07484269568448411, "leveled_up": false}
{"t": 24, "ts": 1788189898.368015, "step": 48, "loss_diff": 1.635225534439087, "reward": 0.06365907122154327, "level": 0, "difficulty": 0.05, "reward_ma": 0.07372433323819003, "leveled_up": false}
{"t": 25, "ts": 1788189900.2188215, "step": 50, "loss_diff": 1.1700764894485474, "reward": 0.07585993450935866, "level": 0, "difficulty": 0.05, "reward_ma": 0.0739378933653069, "leveled_up": false}
{"t": 26, "ts": 1788189902.1079178, "step": 52, "loss_diff": 0.981528103351593, "reward": 0.08243710046871693, "level": 0, "difficulty": 0.05, "reward_ma": 0.0747878140756479, "leveled_up": false}
{"t": 27, "ts": 1788189904.0064251, "step": 54, "loss_diff": 0.9768574237823486, "reward": 0.08261595327077852, "level": 0, "difficulty": 0.05, "reward_ma": 0.07557062799516095, "leveled_up": false}
{"t": 28, "ts": 1788189906.0205104, "step": 56, "loss_diff": 1.1920280456542969, "reward": 0.07516772840511057, "level": 0, "difficulty": 0.05, "reward_ma": 0.07553033803615591, "leveled_up": false}
{"t": 29, "ts": 1788189908.0635786, "step": 58, "loss_diff": 1.2796140909194946, "reward": 0.07253855798736755, "level": 0, "difficulty": 0.05, "reward_ma": 0.07523116003127708, "leveled_up": false}
{"t": 30, "ts": 1788189910.0947177, "step": 60, "loss_diff": 1.0042238235473633, "reward": 0.08157988742393704, "level": 0, "difficulty": 0.05, "reward_ma": 0.07586603277054309, "leveled_up": false}
{"t": 31, "ts": 1788189929.3976195, "step": 62, "loss_diff": 1.558149814605713, "reward": 0.06537407500987574, "level": 0, "difficulty": 0.05, "reward_ma": 0.07481683699447636, "leveled_up": false}
{"t": 32, "ts": 1788189930.4003603, "step": 64, "loss_diff": 1.1938793659210205, "reward": 0.07510998346109392, "level": 0, "difficulty": 0.05, "reward_ma": 0.07484615164113813, "leveled_up": false}
{"t": 33, "ts": 1788189932.0971236, "step": 66, "loss_diff": 0.9789667129516602, "reward": 0.08253507841029177, "level": 0, "difficulty": 0.05, "reward_ma": 0.07561504431805349, "leveled_up": false}
{"t": 34, "ts": 1788189933.1076338, "step": 68, "loss_diff": 1.1304008960723877, "reward": 0.07714723018918379, "level": 0, "difficulty": 0.05, "reward_ma": 0.07576826290516651, "leveled_up": false}
{"t": 35, "ts": 1788189934.1287603, "step": 70, "loss_diff": 1.2045611143112183, "reward": 0.07477870079187167, "level": 0, "difficulty": 0.05, "reward_ma": 0.07566930669383704, "leveled_up": false}
{"t": 36, "ts": 1788189935.7930868, "step": 72, "loss_diff": 1.0322774648666382, "reward": 0.08269205762952109, "level": 0, "difficulty": 0.05, "reward_ma": 0.07637158178740544, "leveled_up": false}
{"t": 37, "ts": 1788189937.514385, "step": 74, "loss_diff": 1.2385326623916626, "reward": 0.1104705123204431, "level": 0, "difficulty": 0.05, "reward_ma": 0.07978147484070922, "leveled_up": false}
{"t": 38, "ts": 1788189939.2106574, "step": 76, "loss_diff": 1.1937389373779297, "reward": 0.09741663216781749, "level": 0, "difficulty": 0.05, "reward_ma": 0.08154499057342005, "leveled_up": false}
{"t": 39, "ts": 1788189940.8276484, "step": 78, "loss_diff": 1.125889778137207, "reward": 0.08767838610872897, "level": 0, "difficulty": 0.05, "reward_ma": 0.08215833012695094, "leveled_up": false}
{"t": 40, "ts": 1788189942.5655704, "step": 80, "loss_diff": 1.0460832118988037, "reward": 0.08004874840133985, "level": 0, "difficulty": 0.05, "reward_ma": 0.08194737195438984, "leveled_up": false}
{"t": 41, "ts": 1788189944.2834318, "step": 82, "loss_diff": 2.225057601928711, "reward": 0.053248744173775966, "level": 0, "difficulty": 0.05, "reward_ma": 0.07907750917632846, "leveled_up": false}
{"t": 42, "ts": 1788189946.0282042, "step": 84, "loss_diff": 0.9496309161186218, "reward": 0.08367558620036776, "level": 0, "difficulty": 0.05, "reward_ma": 0.07953731687873239, "leveled_up": false}
{"t": 43, "ts": 1788189947.833605, "step": 86, "loss_diff": 0.9867569804191589, "reward": 0.08223787048160094, "level": 0, "difficulty": 0.05, "reward_ma": 0.07980737223901925, "leveled_up": false}
{"t": 44, "ts": 1788189949.6315565, "step": 88, "loss_diff": 0.9458869695663452, "reward": 0.0838236165914095, "level": 0, "difficulty": 0.05, "reward_ma": 0.08020899667425828, "leveled_up": false}
{"t": 45, "ts": 1788189951.425039, "step": 90, "loss_diff": 1.0271646976470947, "reward": 0.08549253092918511, "level": 0, "difficulty": 0.05, "reward_ma": 0.08073735009975097, "leveled_up": false}
{"t": 46, "ts": 1788189953.1891754, "step": 92, "loss_diff": 0.9609497785568237, "reward": 0.08644931286975385, "level": 0, "difficulty": 0.05, "reward_ma": 0.08130854637675126, "leveled_up": false}
{"t": 47, "ts": 1788189954.930012, "step": 94, "loss_diff": 1.0275928974151611, "reward": 0.0862560108935286, "level": 0, "difficulty": 0.05, "reward_ma": 0.08180329282842899, "leveled_up": false}
{"t": 48, "ts": 1788189956.8042579, "step": 96, "loss_diff": 0.9806071519851685, "reward": 0.08247229939181237, "level": 0, "difficulty": 0.05, "reward_ma": 0.08187019348476733, "leveled_up": false}
{"t": 49, "ts": 1788189958.6302195, "step": 98, "loss_diff": 1.7315154075622559, "reward": 0.06165251917565895, "level": 0, "difficulty": 0.05, "reward_ma": 0.07984842605385649, "leveled_up": false}
{"t": 50, "ts": 1788189960.5230489, "step": 100, "loss_diff": 1.0498007535934448, "reward": 0.08393106595798866, "level": 0, "difficulty": 0.05, "reward_ma": 0.0802566900442697, "leveled_up": false}
{"t": 51, "ts": 1788189962.3931215, "step": 102, "loss_diff": 1.0257275104522705, "reward": 0.08078541845121108, "level": 0, "difficulty": 0.05, "reward_ma": 0.08030956288496384, "leveled_up": false}
{"t": 52, "ts": 1788189964.1942022, "step": 104, "loss_diff": 1.186184287071228, "reward": 0.07535064396478863, "level": 0, "difficulty": 0.05, "reward_ma": 0.07981367099294631, "leveled_up": false}
{"t": 53, "ts": 1788189966.115933, "step": 106, "loss_diff": 1.0564587116241455, "reward": 0.07967887168292379, "level": 0, "difficulty": 0.05, "reward_ma": 0.07980019106194405, "leveled_up": false}
{"t": 54, "ts": 1788189967.9901516, "step": 108, "loss_diff": 0.8777547478675842, "reward": 0.086620583520358, "level": 0, "difficulty": 0.05, "reward_ma": 0.08048223030778545, "leveled_up": false}
{"t": 55, "ts": 1788189969.8294876, "step": 110, "loss_diff": 1.0840002298355103, "reward": 0.094551597634271, "level": 0, "difficulty": 0.05, "reward_ma": 0.08188916704043402, "leveled_up": false}
{"t": 56, "ts": 1788189971.6899621, "step": 112, "loss_diff": 1.2167885303497314, "reward": 0.07768309342830704, "level": 0, "difficulty": 0.05, "reward_ma": 0.08146855967922133, "leveled_up": false}
{"t": 57, "ts": 1788189973.486961, "step": 114, "loss_diff": 1.3779592514038086, "reward": 0.07480023669347163, "level": 0, "difficulty": 0.05, "reward_ma": 0.08080172738064637, "leveled_up": false}
{"t": 58, "ts": 1788189975.3221936, "step": 116, "loss_diff": 1.2039319276809692, "reward": 0.11163255286789851, "level": 0, "difficulty": 0.05, "reward_ma": 0.08388480992937158, "leveled_up": false}
{"t": 59, "ts": 1788189977.222795, "step": 118, "loss_diff": 1.1336705684661865, "reward": 0.09000336710672718, "level": 0, "difficulty": 0.05, "reward_ma": 0.08449666564710714, "leveled_up": false}
{"t": 60, "ts": 1788189979.2004685, "step": 120, "loss_diff": 1.1097676753997803, "reward": 0.08877887036554745, "level": 0, "difficulty": 0.05, "reward_ma": 0.08492488611895117, "leveled_up": false}
{"t": 61, "ts": 1788189998.2079742, "step": 122, "loss_diff": 1.0215260982513428, "reward": 0.10403844361005722, "level": 0, "difficulty": 0.05, "reward_ma": 0.08683624186806178, "leveled_up": false}
{"t": 62, "ts": 1788189999.9997427, "step": 124, "loss_diff": 1.130488634109497, "reward": 0.08998026699548477, "level": 0, "difficulty": 0.05, "reward_ma": 0.08715064438080408, "leveled_up": false}
{"t": 63, "ts": 1788190001.0149577, "step": 126, "loss_diff": 1.023714542388916, "reward": 0.0808590727102892, "level": 0, "difficulty": 0.05, "reward_ma": 0.08652148721375261, "leveled_up": false}
{"t": 64, "ts": 1788190002.0256, "step": 128, "loss_diff": 0.990098237991333, "reward": 0.08211111056280962, "level": 0, "difficulty": 0.05, "reward_ma": 0.0860804495486583, "leveled_up": false}
{"t": 65, "ts": 1788190003.8134842, "step": 130, "loss_diff": 0.8699198961257935, "reward": 0.08695528695614915, "level": 0, "difficulty": 0.05, "reward_ma": 0.08616793328940739, "leveled_up": false}
{"t": 66, "ts": 1788190004.8229496, "step": 132, "loss_diff": 1.2777683734893799, "reward": 0.07259187742758229, "level": 0, "difficulty": 0.05, "reward_ma": 0.08481032770322489, "leveled_up": false}
{"t": 67, "ts": 1788190006.8758206, "step": 134, "loss_diff": 1.0142909288406372, "reward": 0.0812058393240215, "level": 0, "difficulty": 0.05, "reward_ma": 0.08444987886530456, "leveled_up": false}
{"t": 68, "ts": 1788190008.719423, "step": 136, "loss_diff": 1.0121091604232788, "reward": 0.08219993905381912, "level": 0, "difficulty": 0.05, "reward_ma": 0.08422488488415603, "leveled_up": false}
{"t": 69, "ts": 1788190010.528933, "step": 138, "loss_diff": 0.9156221151351929, "reward": 0.08504149069638398, "level": 0, "difficulty": 0.05, "reward_ma": 0.08430654546537882, "leveled_up": false}
{"t": 70, "ts": 1788190012.4858682, "step": 140, "loss_diff": 1.135443091392517, "reward": 0.07698098021529043, "level": 0, "difficulty": 0.05, "reward_ma": 0.08357398894036998, "leveled_up": false}
{"t": 71, "ts": 1788190014.4977567, "step": 142, "loss_diff": 1.0002645254135132, "reward": 0.08922966683055479, "level": 0, "difficulty": 0.05, "reward_ma": 0.08413955672938846, "leveled_up": false}
{"t": 72, "ts": 1788190016.6297092, "step": 144, "loss_diff": 1.2331048250198364, "reward": 0.08410412602904696, "level": 0, "difficulty": 0.05, "reward_ma": 0.0841360136593543, "leveled_up": false}
{"t": 73, "ts": 1788190018.6793818, "step": 146, "loss_diff": 1.005537509918213, "reward": 0.08153086373995315, "level": 0, "difficulty": 0.05, "reward_ma": 0.08387549866741419, "leveled_up": false}
{"t": 74, "ts": 1788190020.702332, "step": 148, "loss_diff": 1.3431615829467773, "reward": 0.0707540187423576, "level": 0, "difficulty": 0.05, "reward_ma": 0.08256335067490853, "leveled_up": false}
{"t": 75, "ts": 1788190022.6756866, "step": 150, "loss_diff": 1.0315990447998047, "reward": 0.08057141349137803, "level": 0, "difficulty": 0.05, "reward_ma": 0.08236415695655548, "leveled_up": false}
{"t": 76, "ts": 1788190024.608251, "step": 152, "loss_diff": 1.369903326034546, "reward": 0.07003166803495081, "level": 0, "difficulty": 0.05, "reward_ma": 0.08113090806439502, "leveled_up": false}
{"t": 77, "ts": 1788190026.5858316, "step": 154, "loss_diff": 1.0756269693374634, "reward": 0.07900526777295253, "level": 0, "difficulty": 0.05, "reward_ma": 0.08091834403525076, "leveled_up": false}
{"t": 78, "ts": 1788190028.6067204, "step": 156, "loss_diff": 1.036813735961914, "reward": 0.08038238357745545, "level": 0, "difficulty": 0.05, "reward_ma": 0.08086474798947123, "leveled_up": false}
{"t": 79, "ts": 1788190030.6054895, "step": 158, "loss_diff": 0.8633348941802979, "reward": 0.087238774020836, "level": 0, "difficulty": 0.05, "reward_ma": 0.08150215059260771, "leveled_up": false}
{"t": 80, "ts": 1788190032.6120691, "step": 160, "loss_diff": 0.7672639489173889, "reward": 0.21100025371236994, "level": 0, "difficulty": 0.05, "reward_ma": 0.09445196090458394, "leveled_up": false}
{"t": 81, "ts": 1788190034.6685593, "step": 162, "loss_diff": 1.1105802059173584, "reward": 0.07780845148853834, "level": 0, "difficulty": 0.05, "reward_ma": 0.09278760996297938, "leveled_up": false}
{"t": 82, "ts": 1788190036.7067716, "step": 164, "loss_diff": 0.980624794960022, "reward": 0.09063149685707816, "level": 0, "difficulty": 0.05, "reward_ma": 0.09257199865238927, "leveled_up": false}
{"t": 83, "ts": 1788190038.9833574, "step": 166, "loss_diff": 1.238914132118225, "reward": 0.07373471022827004, "level": 0, "difficulty": 0.05, "reward_ma": 0.09068826980997735, "leveled_up": false}
{"t": 84, "ts": 1788190040.9094222, "step": 168, "loss_diff": 1.106658697128296, "reward": 0.13110793734853635, "level": 0, "difficulty": 0.05, "reward_ma": 0.09473023656383325, "leveled_up": false}
{"t": 85, "ts": 1788190042.891691, "step": 170, "loss_diff": 1.2251907587051392, "reward": 0.07414789799460662, "level": 0, "difficulty": 0.05, "reward_ma": 0.09267200270691059, "leveled_up": false}
{"t": 86, "ts": 1788190044.777119, "step": 172, "loss_diff": 1.0697910785675049, "reward": 0.14279282212996836, "level": 0, "difficulty": 0.05, "reward_ma": 0.09768408464921637, "leveled_up": false}
{"t": 87, "ts": 1788190046.6869845, "step": 174, "loss_diff": 0.9376423954963684, "reward": 0.11544244874746226, "level": 0, "difficulty": 0.05, "reward_ma": 0.09945992105904096, "leveled_up": false}
{"t": 88, "ts": 1788190048.582084, "step": 176, "loss_diff": 1.2128671407699585, "reward": 0.08963055869046556, "level": 0, "difficulty": 0.05, "reward_ma": 0.09847698482218342, "leveled_up": false}
{"t": 89, "ts": 1788190050.5138364, "step": 178, "loss_diff": 1.0412235260009766, "reward": 0.08076268389822935, "level": 0, "difficulty": 0.05, "reward_ma": 0.09670555472978802, "leveled_up": false}
{"t": 90, "ts": 1788190052.4895828, "step": 180, "loss_diff": 1.0936335325241089, "reward": 0.08328858552904295, "level": 0, "difficulty": 0.05, "reward_ma": 0.09536385780971351, "leveled_up": false}
{"t": 91, "ts": 1788190054.4742498, "step": 182, "loss_diff": 1.0359392166137695, "reward": 0.08041401688170413, "level": 0, "difficulty": 0.05, "reward_ma": 0.09386887371691258, "leveled_up": false}
{"t": 0, "ts": 1788190184.9872482, "step": 0, "loss_diff": 0.787469208240509, "reward": 0.09065547649188838, "level": 0, "difficulty": 0.14442991607368919, "reward_ma": 0.009065547649188838, "leveled_up": false}
{"t": 1, "ts": 1788190186.784606, "step": 2, "loss_diff": 0.9673068523406982, "reward": 0.08298431386429017, "level": 0, "difficulty": 0.08941422289399162, "reward_ma": 0.016457424270698972, "leveled_up": false}
{"t": 2, "ts": 1788190187.8347483, "step": 4, "loss_diff": 1.3732324838638306, "reward": 0.06994287994176407, "level": 0, "difficulty": 0.05, "reward_ma": 0.021805969837805483, "leveled_up": false}
{"t": 3, "ts": 1788190188.968763, "step": 6, "loss_diff": 1.2139090299606323, "reward": 0.07449140839703067, "level": 0, "difficulty": 0.05, "reward_ma": 0.027074513693728004, "leveled_up": false}
{"t": 4, "ts": 1788190190.767437, "step": 8, "loss_diff": 1.3010486364364624, "reward": 0.0719256173615419, "level": 0, "difficulty": 0.05, "reward_ma": 0.0315596240605094, "leveled_up": false}
{"t": 5, "ts": 1788190191.8740194, "step": 10, "loss_diff": 1.5002472400665283, "reward": 0.06673201382425621, "level": 0, "difficulty": 0.05, "reward_ma": 0.03507686303688408, "leveled_up": false}
{"t": 6, "ts": 1788190193.7259357, "step": 12, "loss_diff": 2.193966865539551, "reward": 0.05370148992696765, "level": 0, "difficulty": 0.05, "reward_ma": 0.03693932572589244, "leveled_up": false}
{"t": 7, "ts": 1788190195.577835, "step": 14, "loss_diff": 1.2352285385131836, "reward": 0.07384517895120439, "level": 0, "difficulty": 0.05, "reward_ma": 0.04062991104842363, "leveled_up": false}
{"t": 8, "ts": 1788190197.39374, "step": 16, "loss_diff": 1.2372881174087524, "reward": 0.07378340208947917, "level": 0, "difficulty": 0.05, "reward_ma": 0.04394526015252919, "leveled_up": false}
{"t": 9, "ts": 1788190199.1726751, "step": 18, "loss_diff": 1.1389195919036865, "reward": 0.07686681045322617, "level": 0, "difficulty": 0.05, "reward_ma": 0.047237415182598885, "leveled_up": false}
{"t": 10, "ts": 1788190200.989422, "step": 20, "loss_diff": 1.8547239303588867, "reward": 0.059282432441200524, "level": 0, "difficulty": 0.05, "reward_ma": 0.048441916908459046, "leveled_up": false}
{"t": 11, "ts": 1788190202.7378592, "step": 22, "loss_diff": 1.6138445138931274, "reward": 0.06412468106177312, "level": 0, "difficulty": 0.05, "reward_ma": 0.050010193323790454, "leveled_up": false}
{"t": 12, "ts": 1788190204.5660372, "step": 24, "loss_diff": 1.2159569263458252, "reward": 0.07442879343054304, "level": 0, "difficulty": 0.05, "reward_ma": 0.05245205333446572, "leveled_up": false}
{"t": 13, "ts": 1788190206.388646, "step": 26, "loss_diff": 0.9418333768844604, "reward": 0.08398453354229589, "level": 0, "difficulty": 0.05, "reward_ma": 0.055605301355248736, "leveled_up": false}
{"t": 14, "ts": 1788190208.1894372, "step": 28, "loss_diff": 1.3083831071853638, "reward": 0.0717184953028272, "level": 0, "difficulty": 0.05, "reward_ma": 0.05721662075000659, "leveled_up": false}
{"t": 15, "ts": 1788190209.9973264, "step": 30, "loss_diff": 1.3322575092315674, "reward": 0.07105331500895073, "level": 0, "difficulty": 0.05, "reward_ma": 0.058600290175901, "leveled_up": false}
{"t": 16, "ts": 1788190211.7320635, "step": 32, "loss_diff": 1.4383753538131714, "reward": 0.06825431680877352, "level": 0, "difficulty": 0.05, "reward_ma": 0.05956569283918826, "leveled_up": false}
{"t": 17, "ts": 1788190213.4728272, "step": 34, "loss_diff": 1.3434829711914062, "reward": 0.07074523949660308, "level": 0, "difficulty": 0.05, "reward_ma": 0.06068364750492974, "leveled_up": false}
{"t": 18, "ts": 1788190215.286164, "step": 36, "loss_diff": 1.4320220947265625, "reward": 0.06841501824167416, "level": 0, "difficulty": 0.05, "reward_ma": 0.06145678457860418, "leveled_up": false}
{"t": 19, "ts": 1788190217.105015, "step": 38, "loss_diff": 1.333034873008728, "reward": 0.07103188522323084, "level": 0, "difficulty": 0.05, "reward_ma": 0.062414294643066845, "leveled_up": false}
{"t": 20, "ts": 1788190219.3863924, "step": 40, "loss_diff": 1.1498507261276245, "reward": 0.07651023312900877, "level": 0, "difficulty": 0.05, "reward_ma": 0.06382388849166104, "leveled_up": false}
{"t": 21, "ts": 1788190221.211589, "step": 42, "loss_diff": 1.0868370532989502, "reward": 0.07861706174015945, "level": 0, "difficulty": 0.05, "reward_ma": 0.06530320581651089, "leveled_up": false}
{"t": 22, "ts": 1788190222.9943166, "step": 44, "loss_diff": 0.9130686521530151, "reward": 0.08514600613025478, "level": 0, "difficulty": 0.05, "reward_ma": 0.06728748584788528, "leveled_up": false}
{"t": 23, "ts": 1788190224.7833176, "step": 46, "loss_diff": 1.4308751821517944, "reward": 0.0697792026978422, "level": 0, "difficulty": 0.05, "reward_ma": 0.06753665753288098, "leveled_up": false}
{"t": 24, "ts": 1788190226.5201051, "step": 48, "loss_diff": 1.0950491428375244, "reward": 0.07833531287129633, "level": 0, "difficulty": 0.05, "reward_ma": 0.06861652306672252, "leveled_up": false}
{"t": 25, "ts": 1788190228.679457, "step": 50, "loss_diff": 1.1554406881332397, "reward": 0.07632928431855972, "level": 0, "difficulty": 0.05, "reward_ma": 0.06938779919190624, "leveled_up": false}
{"t": 26, "ts": 1788190230.4842656, "step": 52, "loss_diff": 1.2957549095153809, "reward": 0.07207593206808573, "level": 0, "difficulty": 0.05, "reward_ma": 0.06965661247952419, "leveled_up": false}
{"t": 27, "ts": 1788190232.2197597, "step": 54, "loss_diff": 1.1727039813995361, "reward": 0.07577634398466021, "level": 0, "difficulty": 0.05, "reward_ma": 0.0702685856300378, "leveled_up": false}
{"t": 28, "ts": 1788190233.9751952, "step": 56, "loss_diff": 1.0165810585021973, "reward": 0.08112126988490664, "level": 0, "difficulty": 0.05, "reward_ma": 0.07135385405552468, "leveled_up": false}
{"t": 29, "ts": 1788190235.6308353, "step": 58, "loss_diff": 1.5078740119934082, "reward": 0.06654956404310555, "level": 0, "difficulty": 0.05, "reward_ma": 0.07087342505428278, "leveled_up": false}
{"t": 30, "ts": 1788190237.3809934, "step": 60, "loss_diff": 1.07878839969635, "reward": 0.07889536332001096, "level": 0, "difficulty": 0.05, "reward_ma": 0.0716756188808556, "leveled_up": false}
{"t": 31, "ts": 1788190255.4380486, "step": 62, "loss_diff": 1.1409962177276611, "reward": 0.07679879005802462, "level": 0, "difficulty": 0.05, "reward_ma": 0.0721879359985725, "leveled_up": false}
{"t": 32, "ts": 1788190256.5849307, "step": 64, "loss_diff": 0.9594346284866333, "reward": 0.08329064124020556, "level": 0, "difficulty": 0.05, "reward_ma": 0.0732982065227358, "leveled_up": false}
{"t": 33, "ts": 1788190258.5173714, "step": 66, "loss_diff": 1.191697359085083, "reward": 0.07517805319267827, "level": 0, "difficulty": 0.05, "reward_ma": 0.07348619118973004, "leveled_up": false}
{"t": 34, "ts": 1788190259.804736, "step": 68, "loss_diff": 1.0452345609664917, "reward": 0.08007916803200028, "level": 0, "difficulty": 0.05, "reward_ma": 0.07414548887395707, "leveled_up": false}
{"t": 35, "ts": 1788190260.984558, "step": 70, "loss_diff": 1.2007815837860107, "reward": 0.07489555114531543, "level": 0, "difficulty": 0.05, "reward_ma": 0.07422049510109291, "leveled_up": false}
{"t": 36, "ts": 1788190262.9960213, "step": 72, "loss_diff": 1.0549668073654175, "reward": 0.07973182673591118, "level": 0, "difficulty": 0.05, "reward_ma": 0.07477162826457474, "leveled_up": false}
{"t": 37, "ts": 1788190264.8831635, "step": 74, "loss_diff": 0.8349810838699341, "reward": 0.08848265887570783, "level": 0, "difficulty": 0.05, "reward_ma": 0.07614273132568807, "leveled_up": false}
{"t": 38, "ts": 1788190266.7176783, "step": 76, "loss_diff": 1.1600288152694702, "reward": 0.07672413159069057, "level": 0, "difficulty": 0.05, "reward_ma": 0.07620087135218831, "leveled_up": false}
{"t": 39, "ts": 1788190268.5114503, "step": 78, "loss_diff": 0.9971522092819214, "reward": 0.08189696468306118, "level": 0, "difficulty": 0.05, "reward_ma": 0.07677048068527559, "leveled_up": false}
{"t": 40, "ts": 1788190270.3308108, "step": 80, "loss_diff": 1.0422388315200806, "reward": 0.08018675116678993, "level": 0, "difficulty": 0.05, "reward_ma": 0.07711210773342703, "leveled_up": false}
{"t": 41, "ts": 1788190272.0743985, "step": 82, "loss_diff": 1.6827325820922852, "reward": 0.0626510860876687, "level": 0, "difficulty": 0.05, "reward_ma": 0.0756660055688512, "leveled_up": false}
{"t": 42, "ts": 1788190273.8240566, "step": 84, "loss_diff": 1.2735666036605835, "reward": 0.07271358182697688, "level": 0, "difficulty": 0.05, "reward_ma": 0.07537076319466376, "leveled_up": false}
{"t": 43, "ts": 1788190275.61775, "step": 86, "loss_diff": 1.339599847793579, "reward": 0.07085147484935499, "level": 0, "difficulty": 0.05, "reward_ma": 0.07491883436013289, "leveled_up": false}
{"t": 44, "ts": 1788190277.8085525, "step": 88, "loss_diff": 0.8052359819412231, "reward": 0.08982957684722344, "level": 0, "difficulty": 0.05, "reward_ma": 0.07640990860884195, "leveled_up": false}
{"t": 45, "ts": 1788190279.7139738, "step": 90, "loss_diff": 1.0813226699829102, "reward": 0.07880750265391895, "level": 0, "difficulty": 0.05, "reward_ma": 0.07664966801334964, "leveled_up": false}
{"t": 46, "ts": 1788190281.6993968, "step": 92, "loss_diff": 0.9643226861953735, "reward": 0.08310014606859253, "level": 0, "difficulty": 0.05, "reward_ma": 0.07729471581887393, "leveled_up": false}
{"t": 47, "ts": 1788190283.4929507, "step": 94, "loss_diff": 0.9760770797729492, "reward": 0.08264591715642111, "level": 0, "difficulty": 0.05, "reward_ma": 0.07782983595262866, "leveled_up": false}
{"t": 48, "ts": 1788190285.3807979, "step": 96, "loss_diff": 0.969899594783783, "reward": 0.08288395992136542, "level": 0, "difficulty": 0.05, "reward_ma": 0.07833524834950234, "leveled_up": false}
{"t": 49, "ts": 1788190287.207996, "step": 98, "loss_diff": 1.078573226928711, "reward": 0.07890283301642305, "level": 0, "difficulty": 0.05, "reward_ma": 0.07839200681619442, "leveled_up": false}
{"t": 50, "ts": 1788190289.0250385, "step": 100, "loss_diff": 0.9574037790298462, "reward": 0.08337006634359032, "level": 0, "difficulty": 0.05, "reward_ma": 0.078889812768934, "leveled_up": false}
{"t": 51, "ts": 1788190290.8910341, "step": 102, "loss_diff": 1.1162394285202026, "reward": 0.07761839558088356, "level": 0, "difficulty": 0.05, "reward_ma": 0.07876267105012896, "leveled_up": false}
{"t": 52, "ts": 1788190292.6723967, "step": 104, "loss_diff": 1.110424280166626, "reward": 0.07781370243351257, "level": 0, "difficulty": 0.05, "reward_ma": 0.07866777418846732, "leveled_up": false}
{"t": 53, "ts": 1788190294.5660326, "step": 106, "loss_diff": 1.054497480392456, "reward": 0.07974850137141137, "level": 0, "difficulty": 0.05, "reward_ma": 0.07877584690676173, "leveled_up": false}
{"t": 54, "ts": 1788190296.3344717, "step": 108, "loss_diff": 0.8322747945785522, "reward": 0.0886033966815399, "level": 0, "difficulty": 0.05, "reward_ma": 0.07975860188423954, "leveled_up": false}
{"t": 55, "ts": 1788190298.222688, "step": 110, "loss_diff": 1.1374495029449463, "reward": 0.0769150434840935, "level": 0, "difficulty": 0.05, "reward_ma": 0.07947424604422493, "leveled_up": false}
{"t": 56, "ts": 1788190300.0661702, "step": 112, "loss_diff": 1.2261526584625244, "reward": 0.07411877078481648, "level": 0, "difficulty": 0.05, "reward_ma": 0.07893869851828408, "leveled_up": false}
{"t": 57, "ts": 1788190301.9234676, "step": 114, "loss_diff": 1.0521533489227295, "reward": 0.07983189978713708, "level": 0, "difficulty": 0.05, "reward_ma": 0.07902801864516938, "leveled_up": false}
{"t": 58, "ts": 1788190303.8645663, "step": 116, "loss_diff": 0.9828383922576904, "reward": 0.08238707734964706, "level": 0, "difficulty": 0.05, "reward_ma": 0.07936392451561716, "leveled_up": false}
{"t": 59, "ts": 1788190305.6836085, "step": 118, "loss_diff": 0.8878757357597351, "reward": 0.08619232906392815, "level": 0, "difficulty": 0.05, "reward_ma": 0.08004676497044826, "leveled_up": false}
{"t": 60, "ts": 1788190307.5900292, "step": 120, "loss_diff": 1.1793330907821655, "reward": 0.07556634254561699, "level": 0, "difficulty": 0.05, "reward_ma": 0.07959872272796513, "leveled_up": false}
{"t": 61, "ts": 1788190325.3776016, "step": 122, "loss_diff": 1.1356909275054932, "reward": 0.0769728288671287, "level": 0, "difficulty": 0.05, "reward_ma": 0.07933613334188148, "leveled_up": false}
{"t": 62, "ts": 1788190327.2659714, "step": 124, "loss_diff": 1.1787981986999512, "reward": 0.07558323982588432, "level": 0, "difficulty": 0.05, "reward_ma": 0.07896084399028178, "leveled_up": false}
{"t": 63, "ts": 1788190328.375068, "step": 126, "loss_diff": 0.9929671287536621, "reward": 0.08200261034243181, "level": 0, "difficulty": 0.05, "reward_ma": 0.07926502062549678, "leveled_up": false}
{"t": 64, "ts": 1788190329.4383392, "step": 128, "loss_diff": 1.0624573230743408, "reward": 0.07946672461878765, "level": 0, "difficulty": 0.05, "reward_ma": 0.07928519102482587, "leveled_up": false}
{"t": 65, "ts": 1788190331.1806293, "step": 130, "loss_diff": 2.07584285736084, "reward": 0.05550506773837585, "level": 0, "difficulty": 0.05, "reward_ma": 0.07690717869618087, "leveled_up": false}
{"t": 66, "ts": 1788190332.21334, "step": 132, "loss_diff": 1.1380839347839355, "reward": 0.07689421989356295, "level": 0, "difficulty": 0.05, "reward_ma": 0.07690588281591908, "leveled_up": false}
{"t": 67, "ts": 1788190333.9101639, "step": 134, "loss_diff": 1.7147064208984375, "reward": 0.06199254058801476, "level": 0, "difficulty": 0.05, "reward_ma": 0.07541454859312866, "leveled_up": false}
{"t": 68, "ts": 1788190335.6308734, "step": 136, "loss_diff": 1.0501863956451416, "reward": 0.08120043416071382, "level": 0, "difficulty": 0.05, "reward_ma": 0.07599313714988717, "leveled_up": false}
{"t": 69, "ts": 1788190337.3721852, "step": 138, "loss_diff": 0.9666229486465454, "reward": 0.08301082894792669, "level": 0, "difficulty": 0.05, "reward_ma": 0.07669490632969113, "leveled_up": false}
{"t": 70, "ts": 1788190339.136883, "step": 140, "loss_diff": 1.3169032335281372, "reward": 0.07147953733800642, "level": 0, "difficulty": 0.05, "reward_ma": 0.07617336943052266, "leveled_up": false}
{"t": 71, "ts": 1788190340.9651933, "step": 142, "loss_diff": 1.067859411239624, "reward": 0.07927672752966282, "level": 0, "difficulty": 0.05, "reward_ma": 0.07648370524043668, "leveled_up": false}
{"t": 72, "ts": 1788190342.683771, "step": 144, "loss_diff": 0.9594765901565552, "reward": 0.0832890018846228, "level": 0, "difficulty": 0.05, "reward_ma": 0.07716423490485529, "leveled_up": false}
{"t": 73, "ts": 1788190344.407393, "step": 146, "loss_diff": 0.9317489862442017, "reward": 0.08438778715333714, "level": 0, "difficulty": 0.05, "reward_ma": 0.07788659012970348, "leveled_up": false}
{"t": 74, "ts": 1788190346.0954044, "step": 148, "loss_diff": 0.9417778253555298, "reward": 0.08398674345834864, "level": 0, "difficulty": 0.05, "reward_ma": 0.078496605462568, "leveled_up": false}
{"t": 75, "ts": 1788190347.9140377, "step": 150, "loss_diff": 0.8280079364776611, "reward": 0.08879448351994484, "level": 0, "difficulty": 0.05, "reward_ma": 0.07952639326830568, "leveled_up": false}
{"t": 76, "ts": 1788190349.632426, "step": 152, "loss_diff": 1.1547129154205322, "reward": 0.07635278938783344, "level": 0, "difficulty": 0.05, "reward_ma": 0.07920903288025846, "leveled_up": false}
{"t": 77, "ts": 1788190351.3354976, "step": 154, "loss_diff": 0.8756905794143677, "reward": 0.08670849312553311, "level": 0, "difficulty": 0.05, "reward_ma": 0.07995897890478593, "leveled_up": false}
{"t": 78, "ts": 1788190353.1157954, "step": 156, "loss_diff": 1.0178711414337158, "reward": 0.08107371449186185, "level": 0, "difficulty": 0.05, "reward_ma": 0.08007045246349352, "leveled_up": false}
{"t": 79, "ts": 1788190354.8151064, "step": 158, "loss_diff": 1.1236536502838135, "reward": 0.0773709336821792, "level": 0, "difficulty": 0.05, "reward_ma": 0.07980050058536209, "leveled_up": false}
{"t": 80, "ts": 1788190356.5722232, "step": 160, "loss_diff": 0.9097378253936768, "reward": 0.08787079056343777, "level": 0, "difficulty": 0.05, "reward_ma": 0.08060752958316966, "leveled_up": false}
{"t": 81, "ts": 1788190358.2943392, "step": 162, "loss_diff": 1.0921823978424072, "reward": 0.07843341683703535, "level": 0, "difficulty": 0.05, "reward_ma": 0.08039011830855625, "leveled_up": false}
{"t": 82, "ts": 1788190360.0909836, "step": 164, "loss_diff": 1.0756072998046875, "reward": 0.07900595261561746, "level": 0, "difficulty": 0.05, "reward_ma": 0.08025170173926237, "leveled_up": false}
{"t": 83, "ts": 1788190362.1331215, "step": 166, "loss_diff": 1.0605123043060303, "reward": 0.07953537688413495, "level": 0, "difficulty": 0.05, "reward_ma": 0.08018006925374963, "leveled_up": false}
{"t": 84, "ts": 1788190364.101818, "step": 168, "loss_diff": 1.1322721242904663, "reward": 0.0770854407787145, "level": 0, "difficulty": 0.05, "reward_ma": 0.0798706064062461, "leveled_up": false}
{"t": 85, "ts": 1788190365.9050298, "step": 170, "loss_diff": 1.1968011856079102, "reward": 0.07501904634603944, "level": 0, "difficulty": 0.05, "reward_ma": 0.07938545040022543, "leveled_up": false}
{"t": 86, "ts": 1788190367.7854035, "step": 172, "loss_diff": 1.0839107036590576, "reward": 0.08003314972775913, "level": 0, "difficulty": 0.05, "reward_ma": 0.0794502203329788, "leveled_up": false}
{"t": 87, "ts": 1788190369.61006, "step": 174, "loss_diff": 0.9840553402900696, "reward": 0.08234067689978972, "level": 0, "difficulty": 0.05, "reward_ma": 0.0797392659896599, "leveled_up": false}
{"t": 88, "ts": 1788190371.4861908, "step": 176, "loss_diff": 1.3006993532180786, "reward": 0.0719355138998581, "level": 0, "difficulty": 0.05, "reward_ma": 0.07895889078067972, "leveled_up": false}
{"t": 89, "ts": 1788190373.2984545, "step": 178, "loss_diff": 1.2756586074829102, "reward": 0.0726529306907359, "level": 0, "difficulty": 0.05, "reward_ma": 0.07832829477168533, "leveled_up": false}
{"t": 90, "ts": 1788190375.1240041, "step": 180, "loss_diff": 0.9773335456848145, "reward": 0.08310853138285168, "level": 0, "difficulty": 0.05, "reward_ma": 0.07880631843280198, "leveled_up": false}
{"t": 91, "ts": 1788190376.9086308, "step": 182, "loss_diff": 1.0719352960586548, "reward": 0.0791340301612083, "level": 0, "difficulty": 0.05, "reward_ma": 0.0788390896056426, "leveled_up": false}
{"t": 92, "ts": 1788190394.9176188, "step": 184, "loss_diff": 1.0986870527267456, "reward": 0.11363331350547527, "level": 0, "difficulty": 0.05, "reward_ma": 0.08231851199562587, "leveled_up": false}
{"t": 93, "ts": 1788190396.0052447, "step": 186, "loss_diff": 1.162559151649475, "reward": 0.07610021155753173, "level": 0, "difficulty": 0.05, "reward_ma": 0.08169668195181645, "leveled_up": false}
{"t": 94, "ts": 1788190397.7943003, "step": 188, "loss_diff": 1.1053528785705566, "reward": 0.08713381958679177, "level": 0, "difficulty": 0.05, "reward_ma": 0.082240395715314, "leveled_up": false}
{"t": 95, "ts": 1788190398.9231434, "step": 190, "loss_diff": 1.1244077682495117, "reward": 0.07988753533001842, "level": 0, "difficulty": 0.05, "reward_ma": 0.08200510967678444, "leveled_up": false}
{"t": 96, "ts": 1788190400.0951989, "step": 192, "loss_diff": 0.9905949831008911, "reward": 0.08209230148777927, "level": 0, "difficulty": 0.05, "reward_ma": 0.08201382885788393, "leveled_up": false}
{"t": 97, "ts": 1788190402.0107102, "step": 194, "loss_diff": 1.0121926069259644, "reward": 0.08128349471837445, "level": 0, "difficulty": 0.05, "reward_ma": 0.08194079544393298, "leveled_up": false}
{"t": 98, "ts": 1788190403.9003272, "step": 196, "loss_diff": 0.9024413824081421, "reward": 0.0855840031178435, "level": 0, "difficulty": 0.05, "reward_ma": 0.08230511621132404, "leveled_up": false}
{"t": 99, "ts": 1788190405.6840384, "step": 198, "loss_diff": 0.928604006767273, "reward": 0.08451441094589125, "level": 0, "difficulty": 0.05, "reward_ma": 0.08252604568478075, "leveled_up": false}
{"t": 100, "ts": 1788190407.5687587, "step": 200, "loss_diff": 1.079693078994751, "reward": 0.07886397439948659, "level": 0, "difficulty": 0.05, "reward_ma": 0.08215983855625135, "leveled_up": false}
{"t": 101, "ts": 1788190409.3674133, "step": 202, "loss_diff": 0.7813059687614441, "reward": 0.0909458274140914, "level": 0, "difficulty": 0.05, "reward_ma": 0.08303843744203536, "leveled_up": false}
{"t": 102, "ts": 1788190411.2222197, "step": 204, "loss_diff": 0.8553649187088013, "reward": 0.08758457640737947, "level": 0, "difficulty": 0.05, "reward_ma": 0.08349305133856977, "leveled_up": false}
{"t": 103, "ts": 1788190413.029379, "step": 206, "loss_diff": 1.048252820968628, "reward": 0.10273155972944892, "level": 0, "difficulty": 0.05, "reward_ma": 0.0854169021776577, "leveled_up": false}
{"t": 104, "ts": 1788190414.867505, "step": 208, "loss_diff": 0.94704270362854, "reward": 0.09932741677957249, "level": 0, "difficulty": 0.05, "reward_ma": 0.08680795363784918, "leveled_up": false}
{"t": 105, "ts": 1788190416.6892924, "step": 210, "loss_diff": 0.9683806896209717, "reward": 0.09399150625304045, "level": 0, "difficulty": 0.05, "reward_ma": 0.08752630889936833, "leveled_up": false}
{"t": 106, "ts": 1788190418.4272864, "step": 212, "loss_diff": 1.0275236368179321, "reward": 0.11014228401082168, "level": 0, "difficulty": 0.05, "reward_ma": 0.08978790641051367, "leveled_up": false}
{"t": 107, "ts": 1788190420.2323966, "step": 214, "loss_diff": 0.7774970531463623, "reward": 0.09996338854311027, "level": 0, "difficulty": 0.05, "reward_ma": 0.09080545462377333, "leveled_up": false}
{"t": 108, "ts": 1788190422.0291452, "step": 216, "loss_diff": 1.113531231880188, "reward": 0.08665241656103553, "level": 0, "difficulty": 0.05, "reward_ma": 0.09039015081749956, "leveled_up": false}
{"t": 109, "ts": 1788190423.8316495, "step": 218, "loss_diff": 1.010443925857544, "reward": 0.0860517632247945, "level": 0, "difficulty": 0.05, "reward_ma": 0.08995631205822906, "leveled_up": false}
{"t": 110, "ts": 1788190425.67389, "step": 220, "loss_diff": 1.0299872159957886, "reward": 0.08694570641721354, "level": 0, "difficulty": 0.05, "reward_ma": 0.08965525149412751, "leveled_up": false}
{"t": 111, "ts": 1788190427.4944358, "step": 222, "loss_diff": 0.9832226634025574, "reward": 0.08687042127362561, "level": 0, "difficulty": 0.05, "reward_ma": 0.08937676847207732, "leveled_up": false}
{"t": 112, "ts": 1788190429.2821717, "step": 224, "loss_diff": 1.0220491886138916, "reward": 0.08645086073880225, "level": 0, "difficulty": 0.05, "reward_ma": 0.08908417769874982, "leveled_up": false}
{"t": 113, "ts": 1788190431.082461, "step": 226, "loss_diff": 1.036889910697937, "reward": 0.08037962945437473, "level": 0, "difficulty": 0.05, "reward_ma": 0.08821372287431231, "leveled_up": false}
{"t": 114, "ts": 1788190432.974813, "step": 228, "loss_diff": 1.1605582237243652, "reward": 0.09639648167425674, "level": 0, "difficulty": 0.05, "reward_ma": 0.08903199875430676, "leveled_up": false}
{"t": 115, "ts": 1788190434.8081503, "step": 230, "loss_diff": 1.0502686500549316, "reward": 0.08834141767215803, "level": 0, "difficulty": 0.05, "reward_ma": 0.08896294064609189, "leveled_up": false}
{"t": 116, "ts": 1788190436.5926092, "step": 232, "loss_diff": 0.9422957301139832, "reward": 0.0973746644652489, "level": 0, "difficulty": 0.05, "reward_ma": 0.08980411302800759, "leveled_up": false}
{"t": 117, "ts": 1788190438.3361356, "step": 234, "loss_diff": 1.0894033908843994, "reward": 0.13556135040591027, "level": 0, "difficulty": 0.05, "reward_ma": 0.09437983676579786, "leveled_up": false}
{"t": 118, "ts": 1788190440.1879404, "step": 236, "loss_diff": 0.9865999221801758, "reward": 0.09028973603313756, "level": 0, "difficulty": 0.05, "reward_ma": 0.09397082669253183, "leveled_up": false}
{"t": 119, "ts": 1788190442.0131483, "step": 238, "loss_diff": 1.0236772298812866, "reward": 0.1540595808604947, "level": 0, "difficulty": 0.05, "reward_ma": 0.09997970210932812, "leveled_up": false}
{"t": 120, "ts": 1788190443.8683732, "step": 240, "loss_diff": 0.9235380291938782, "reward": 0.11046842217712281, "level": 0, "difficulty": 0.05, "reward_ma": 0.10102857411610759, "leveled_up": false}
{"t": 121, "ts": 1788190445.6367762, "step": 242, "loss_diff": 0.9988178014755249, "reward": 0.13280919590587803, "level": 0, "difficulty": 0.05, "reward_ma": 0.10420663629508464, "leveled_up": false}
{"t": 122, "ts": 1788190461.8751152, "step": 244, "loss_diff": 1.103405237197876, "reward": 0.2708152695169499, "level": 0, "difficulty": 0.05, "reward_ma": 0.12086749961727118, "leveled_up": false}
{"t": 123, "ts": 1788190464.1867797, "step": 246, "loss_diff": 1.0856441259384155, "reward": 0.26178140772941616, "level": 0, "difficulty": 0.05, "reward_ma": 0.1349588904284857, "leveled_up": false}
{"t": 124, "ts": 1788190466.124505, "step": 248, "loss_diff": 1.0502774715423584, "reward": 0.15058630305326393, "level": 0, "difficulty": 0.05, "reward_ma": 0.1365216316909635, "leveled_up": false}
{"t": 125, "ts": 1788190467.9239113, "step": 250, "loss_diff": 1.0218534469604492, "reward": 0.33543946987762735, "level": 0, "difficulty": 0.05, "reward_ma": 0.1564134155096299, "leveled_up": false}
{"t": 126, "ts": 1788190470.0652645, "step": 252, "loss_diff": 1.0988632440567017, "reward": 0.22353853819075342, "level": 0, "difficulty": 0.05, "reward_ma": 0.16312592777774226, "leveled_up": false}
{"t": 127, "ts": 1788190471.8160203, "step": 254, "loss_diff": 1.1190412044525146, "reward": 0.14189318073698726, "level": 0, "difficulty": 0.05, "reward_ma": 0.16100265307366676, "leveled_up": false}
{"t": 128, "ts": 1788190473.5635843, "step": 256, "loss_diff": 1.040791392326355, "reward": 0.2146689371750341, "level": 0, "difficulty": 0.05, "reward_ma": 0.1663692814838035, "leveled_up": false}
{"t": 129, "ts": 1788190475.400283, "step": 258, "loss_diff": 1.1491891145706177, "reward": 0.3996759180742315, "level": 0, "difficulty": 0.05, "reward_ma": 0.1896999451428463, "leveled_up": false}
{"t": 130, "ts": 1788190477.389264, "step": 260, "loss_diff": 1.0813231468200684, "reward": 0.3486766685794546, "level": 0, "difficulty": 0.05, "reward_ma": 0.20559761748650712, "leveled_up": false}
{"t": 131, "ts": 1788190479.2893195, "step": 262, "loss_diff": 1.2847081422805786, "reward": 0.23176049515384117, "level": 0, "difficulty": 0.05, "reward_ma": 0.20821390525324054, "leveled_up": false}
{"t": 132, "ts": 1788190481.1992931, "step": 264, "loss_diff": 1.2255579233169556, "reward": 0.29333688875017905, "level": 0, "difficulty": 0.05, "reward_ma": 0.2167262036029344, "leveled_up": false}
{"t": 133, "ts": 1788190482.9979885, "step": 266, "loss_diff": 1.1997826099395752, "reward": 0.3576386198530363, "level": 0, "difficulty": 0.05, "reward_ma": 0.2308174452279446, "leveled_up": false}
{"t": 134, "ts": 1788190484.9027467, "step": 268, "loss_diff": 1.0857715606689453, "reward": 0.3975258588925532, "level": 0, "difficulty": 0.05, "reward_ma": 0.24748828659440544, "leveled_up": false}
{"t": 135, "ts": 1788190486.7763865, "step": 270, "loss_diff": 1.1632070541381836, "reward": 0.44213578882325394, "level": 0, "difficulty": 0.05, "reward_ma": 0.2669530368172903, "leveled_up": false}
{"t": 136, "ts": 1788190488.6314244, "step": 272, "loss_diff": 0.8685453534126282, "reward": 0.43601017809056497, "level": 0, "difficulty": 0.05, "reward_ma": 0.28385875094461777, "leveled_up": false}
{"t": 137, "ts": 1788190490.4701748, "step": 274, "loss_diff": 1.0721211433410645, "reward": 0.2636354443893143, "level": 0, "difficulty": 0.05, "reward_ma": 0.2818364202890874, "leveled_up": false}
{"t": 138, "ts": 1788190492.3177469, "step": 276, "loss_diff": 1.1437324285507202, "reward": 0.47318193641006895, "level": 0, "difficulty": 0.05, "reward_ma": 0.3009709719011856, "leveled_up": false}
{"t": 139, "ts": 1788190494.1181753, "step": 278, "loss_diff": 0.9840648770332336, "reward": 0.5457627499092883, "level": 0, "difficulty": 0.05, "reward_ma": 0.32545014970199587, "leveled_up": false}
{"t": 140, "ts": 1788190496.0111225, "step": 280, "loss_diff": 0.9952828884124756, "reward": 0.2515931312626111, "level": 0, "difficulty": 0.05, "reward_ma": 0.31806444785805743, "leveled_up": false}
{"t": 141, "ts": 1788190497.8826838, "step": 282, "loss_diff": 1.1299166679382324, "reward": 0.43681664355696337, "level": 0, "difficulty": 0.05, "reward_ma": 0.329939667427948, "leveled_up": false}
{"t": 142, "ts": 1788190499.6733193, "step": 284, "loss_diff": 0.962770402431488, "reward": 0.45408525867198035, "level": 0, "difficulty": 0.05, "reward_ma": 0.34235422655235126, "leveled_up": false}
{"t": 143, "ts": 1788190501.4951196, "step": 286, "loss_diff": 1.0346711874008179, "reward": 0.1856780585955526, "level": 0, "difficulty": 0.05, "reward_ma": 0.3266866097566714, "leveled_up": false}
{"t": 144, "ts": 1788190503.3051715, "step": 288, "loss_diff": 1.0947506427764893, "reward": 0.365949330383071, "level": 0, "difficulty": 0.05, "reward_ma": 0.33061288181931137, "leveled_up": false}
{"t": 145, "ts": 1788190505.1317766, "step": 290, "loss_diff": 0.9393734335899353, "reward": 0.40241665926590703, "level": 0, "difficulty": 0.05, "reward_ma": 0.337793259563971, "leveled_up": false}
{"t": 146, "ts": 1788190507.009067, "step": 292, "loss_diff": 0.950822114944458, "reward": 0.26081170707293866, "level": 0, "difficulty": 0.05, "reward_ma": 0.33009510431486777, "leveled_up": false}
{"t": 147, "ts": 1788190509.181096, "step": 294, "loss_diff": 0.7542158365249634, "reward": 0.5115773632633634, "level": 0, "difficulty": 0.05, "reward_ma": 0.34824333020971737, "leveled_up": false}
{"t": 148, "ts": 1788190511.0977232, "step": 296, "loss_diff": 0.8146008849143982, "reward": 0.2951020298817757, "level": 0, "difficulty": 0.05, "reward_ma": 0.34292920017692324, "leveled_up": false}
{"t": 149, "ts": 1788190512.9187238, "step": 298, "loss_diff": 1.0826414823532104, "reward": 0.4696299056076562, "level": 0, "difficulty": 0.05, "reward_ma": 0.3555992707199966, "leveled_up": false}
{"t": 150, "ts": 1788190515.2605898, "step": 300, "loss_diff": 0.9907628893852234, "reward": 0.3642862052057328, "level": 0, "difficulty": 0.05, "reward_ma": 0.3564679641685702, "leveled_up": false}
{"t": 151, "ts": 1788190531.6019297, "step": 302, "loss_diff": 0.8973800539970398, "reward": 0.30748773138277363, "level": 0, "difficulty": 0.05, "reward_ma": 0.3515699408899905, "leveled_up": false}
{"t": 152, "ts": 1788190533.4170635, "step": 304, "loss_diff": 1.1141868829727173, "reward": 0.5116104010432501, "level": 0, "difficulty": 0.05, "reward_ma": 0.3675739869053165, "leveled_up": false}
{"t": 153, "ts": 1788190535.7823706, "step": 306, "loss_diff": 1.0945062637329102, "reward": 0.21676026654433275, "level": 0, "difficulty": 0.05, "reward_ma": 0.3524926148692182, "leveled_up": false}
{"t": 154, "ts": 1788190537.5352924, "step": 308, "loss_diff": 0.971023678779602, "reward": 0.5041089931946836, "level": 0, "difficulty": 0.05, "reward_ma": 0.3676542527017647, "leveled_up": false}
{"t": 155, "ts": 1788190539.3667448, "step": 310, "loss_diff": 1.123452067375183, "reward": 0.5099322713318699, "level": 0, "difficulty": 0.05, "reward_ma": 0.38188205456477525, "leveled_up": false}
{"t": 156, "ts": 1788190541.1154237, "step": 312, "loss_diff": 1.0612142086029053, "reward": 0.3302392712843536, "level": 0, "difficulty": 0.05, "reward_ma": 0.37671777623673314, "leveled_up": false}
{"t": 157, "ts": 1788190543.0330617, "step": 314, "loss_diff": 0.9985558390617371, "reward": 0.3085556674821638, "level": 0, "difficulty": 0.05, "reward_ma": 0.3699015653612762, "leveled_up": false}
{"t": 158, "ts": 1788190544.874316, "step": 316, "loss_diff": 1.0739214420318604, "reward": 0.4902380899691668, "level": 0, "difficulty": 0.05, "reward_ma": 0.38193521782206524, "leveled_up": false}
{"t": 159, "ts": 1788190547.2209277, "step": 318, "loss_diff": 1.0958093404769897, "reward": 0.18329666408809958, "level": 0, "difficulty": 0.05, "reward_ma": 0.36207136244866867, "leveled_up": false}
{"t": 160, "ts": 1788190549.0100384, "step": 320, "loss_diff": 1.1308765411376953, "reward": 0.41489247839810894, "level": 0, "difficulty": 0.05, "reward_ma": 0.3673534740436127, "leveled_up": false}
{"t": 161, "ts": 1788190550.8288918, "step": 322, "loss_diff": 1.067215919494629, "reward": 0.2623215325317443, "level": 0, "difficulty": 0.05, "reward_ma": 0.35685027989242585, "leveled_up": false}
{"t": 162, "ts": 1788190552.7267182, "step": 324, "loss_diff": 1.018122911453247, "reward": 0.47771140664380685, "level": 0, "difficulty": 0.05, "reward_ma": 0.368936392567564, "leveled_up": false}
{"t": 163, "ts": 1788190554.5770218, "step": 326, "loss_diff": 1.045762538909912, "reward": 0.5885780811891501, "level": 0, "difficulty": 0.05, "reward_ma": 0.3909005614297226, "leveled_up": false}
{"t": 164, "ts": 1788190556.3636332, "step": 328, "loss_diff": 1.029186725616455, "reward": 0.4099703447533896, "level": 0, "difficulty": 0.05, "reward_ma": 0.3928075397620894, "leveled_up": false}
{"t": 165, "ts": 1788190558.339221, "step": 330, "loss_diff": 1.2289620637893677, "reward": 0.4433546518292601, "level": 0, "difficulty": 0.05, "reward_ma": 0.39786225096880645, "leveled_up": false}
{"t": 166, "ts": 1788190560.1776102, "step": 332, "loss_diff": 0.7790952920913696, "reward": 0.376409010615353, "level": 0, "difficulty": 0.05, "reward_ma": 0.3957169269334611, "leveled_up": false}
{"t": 167, "ts": 1788190562.0325122, "step": 334, "loss_diff": 1.147650957107544, "reward": 0.2953527254914009, "level": 0, "difficulty": 0.05, "reward_ma": 0.3856805067892551, "leveled_up": false}
{"t": 168, "ts": 1788190563.8716197, "step": 336, "loss_diff": 0.9050953984260559, "reward": 0.4300621082653936, "level": 0, "difficulty": 0.05, "reward_ma": 0.390118666936869, "leveled_up": false}
{"t": 169, "ts": 1788190565.6940446, "step": 338, "loss_diff": 0.9846744537353516, "reward": 0.31681327170321105, "level": 0, "difficulty": 0.05, "reward_ma": 0.3827881274135032, "leveled_up": false}
{"t": 170, "ts": 1788190567.4929254, "step": 340, "loss_diff": 0.931860625743866, "reward": 0.4532811529029264, "level": 0, "difficulty": 0.05, "reward_ma": 0.3898374299624455, "leveled_up": false}
{"t": 171, "ts": 1788190569.2911263, "step": 342, "loss_diff": 0.8978316783905029, "reward": 0.40297352230583183, "level": 0, "difficulty": 0.05, "reward_ma": 0.3911510391967842, "leveled_up": false}
{"t": 172, "ts": 1788190571.3308713, "step": 344, "loss_diff": 0.9171642065048218, "reward": 0.3500476659090275, "level": 0, "difficulty": 0.05, "reward_ma": 0.3870407018680085, "leveled_up": false}
{"t": 173, "ts": 1788190573.2071455, "step": 346, "loss_diff": 0.8595856428146362, "reward": 0.5473659333225878, "level": 0, "difficulty": 0.05, "reward_ma": 0.40307322501346643, "leveled_up": false}
{"t": 174, "ts": 1788190575.1206462, "step": 348, "loss_diff": 1.1215434074401855, "reward": 0.21965113220323496, "level": 0, "difficulty": 0.05, "reward_ma": 0.38473101573244334, "leveled_up": false}
{"t": 0, "ts": 1788190610.5794265, "step": 0, "loss_diff": 1.4224079847335815, "reward": 0.07896132425165325, "level": 0, "difficulty": 0.1443422099318874, "reward_ma": 0.007896132425165325, "leveled_up": false}
{"t": 1, "ts": 1788190612.2306716, "step": 2, "loss_diff": 1.0159087181091309, "reward": 0.08802972727990954, "level": 0, "difficulty": 0.08928542182518538, "reward_ma": 0.01590949191063975, "leveled_up": false}
{"t": 2, "ts": 1788190613.9200397, "step": 4, "loss_diff": 1.1608099937438965, "reward": 0.07792594522634404, "level": 0, "difficulty": 0.05, "reward_ma": 0.02211113724221018, "leveled_up": false}
{"t": 3, "ts": 1788190615.6736903, "step": 6, "loss_diff": 1.122800350189209, "reward": 0.07861031151522418, "level": 0, "difficulty": 0.05, "reward_ma": 0.02776105466951158, "leveled_up": false}
{"t": 4, "ts": 1788190617.3211515, "step": 8, "loss_diff": 1.3379677534103394, "reward": 0.07089623138140788, "level": 0, "difficulty": 0.05, "reward_ma": 0.03207457234070121, "leveled_up": false}
{"t": 5, "ts": 1788190619.091917, "step": 10, "loss_diff": 1.2469068765640259, "reward": 0.1219908804299382, "level": 0, "difficulty": 0.05, "reward_ma": 0.04106620314962491, "leveled_up": false}
{"t": 6, "ts": 1788190621.227855, "step": 12, "loss_diff": 1.2098969221115112, "reward": 0.07461441603216509, "level": 0, "difficulty": 0.05, "reward_ma": 0.04442102443787893, "leveled_up": false}
{"t": 7, "ts": 1788190623.2237606, "step": 14, "loss_diff": 1.2778611183166504, "reward": 0.07258919613531492, "level": 0, "difficulty": 0.05, "reward_ma": 0.04723784160762253, "leveled_up": false}
{"t": 8, "ts": 1788190625.2092822, "step": 16, "loss_diff": 1.890560507774353, "reward": 0.09283256281832047, "level": 0, "difficulty": 0.05, "reward_ma": 0.051797313728692326, "leveled_up": false}
{"t": 9, "ts": 1788190627.2297738, "step": 18, "loss_diff": 1.5272367000579834, "reward": 0.07004549963308193, "level": 0, "difficulty": 0.05, "reward_ma": 0.053622132319131294, "leveled_up": false}
{"t": 10, "ts": 1788190629.2338042, "step": 20, "loss_diff": 2.344301223754883, "reward": 0.05232865179248596, "level": 0, "difficulty": 0.05, "reward_ma": 0.05349278426646677, "leveled_up": false}
{"t": 11, "ts": 1788190631.330517, "step": 22, "loss_diff": 1.4108258485794067, "reward": 0.06895728983896267, "level": 0, "difficulty": 0.05, "reward_ma": 0.05503923482371636, "leveled_up": false}
{"t": 12, "ts": 1788190633.3070593, "step": 24, "loss_diff": 1.0610013008117676, "reward": 0.07951810484804916, "level": 0, "difficulty": 0.05, "reward_ma": 0.05748712182614964, "leveled_up": false}
{"t": 13, "ts": 1788190635.3057382, "step": 26, "loss_diff": 1.0703142881393433, "reward": 0.09577015660573053, "level": 0, "difficulty": 0.05, "reward_ma": 0.06131542530410773, "leveled_up": false}
{"t": 14, "ts": 1788190637.2034886, "step": 28, "loss_diff": 1.2191452980041504, "reward": 0.07433153816001875, "level": 0, "difficulty": 0.05, "reward_ma": 0.06261703658969883, "leveled_up": false}
{"t": 15, "ts": 1788190639.0745718, "step": 30, "loss_diff": 1.088089108467102, "reward": 0.07857396175140477, "level": 0, "difficulty": 0.05, "reward_ma": 0.06421272910586943, "leveled_up": false}
{"t": 16, "ts": 1788190640.8640823, "step": 32, "loss_diff": 1.314759612083435, "reward": 0.0728529170989462, "level": 0, "difficulty": 0.05, "reward_ma": 0.0650767479051771, "leveled_up": false}
{"t": 17, "ts": 1788190642.6828313, "step": 34, "loss_diff": 1.4340193271636963, "reward": 0.06836440917463087, "level": 0, "difficulty": 0.05, "reward_ma": 0.06540551403212248, "leveled_up": false}
{"t": 18, "ts": 1788190644.685057, "step": 36, "loss_diff": 1.1606630086898804, "reward": 0.07616108211859335, "level": 0, "difficulty": 0.05, "reward_ma": 0.06648107084076957, "leveled_up": false}
{"t": 19, "ts": 1788190646.4264395, "step": 38, "loss_diff": 1.2184193134307861, "reward": 0.11172136803475355, "level": 0, "difficulty": 0.05, "reward_ma": 0.07100510056016797, "leveled_up": false}
{"t": 20, "ts": 1788190648.2817874, "step": 40, "loss_diff": 1.1674792766571045, "reward": 0.07738312037570952, "level": 0, "difficulty": 0.05, "reward_ma": 0.07164290254172213, "leveled_up": false}
{"t": 21, "ts": 1788190650.2057035, "step": 42, "loss_diff": 0.9128942489624023, "reward": 0.0851531547824553, "level": 0, "difficulty": 0.05, "reward_ma": 0.07299392776579545, "leveled_up": false}
{"t": 22, "ts": 1788190651.9855728, "step": 44, "loss_diff": 1.0968748331069946, "reward": 0.07827297504734576, "level": 0, "difficulty": 0.05, "reward_ma": 0.07352183249395049, "leveled_up": false}
{"t": 23, "ts": 1788190653.735137, "step": 46, "loss_diff": 1.1374843120574951, "reward": 0.07691390064415025, "level": 0, "difficulty": 0.05, "reward_ma": 0.07386103930897046, "leveled_up": false}
{"t": 24, "ts": 1788190655.4250667, "step": 48, "loss_diff": 1.011839747428894, "reward": 0.08781698310938224, "level": 0, "difficulty": 0.05, "reward_ma": 0.07525663368901164, "leveled_up": false}
{"t": 25, "ts": 1788190657.2738476, "step": 50, "loss_diff": 1.0306918621063232, "reward": 0.08139557454753275, "level": 0, "difficulty": 0.05, "reward_ma": 0.07587052777486375, "leveled_up": false}
{"t": 26, "ts": 1788190659.1808197, "step": 52, "loss_diff": 1.0077463388442993, "reward": 0.12549548909305347, "level": 0, "difficulty": 0.05, "reward_ma": 0.08083302390668272, "leveled_up": false}
{"t": 27, "ts": 1788190660.9022348, "step": 54, "loss_diff": 1.0067253112792969, "reward": 0.08148659304291012, "level": 0, "difficulty": 0.05, "reward_ma": 0.08089838082030545, "leveled_up": false}
{"t": 28, "ts": 1788190662.8345945, "step": 56, "loss_diff": 1.2110402584075928, "reward": 0.07457931688351764, "level": 0, "difficulty": 0.05, "reward_ma": 0.08026647442662668, "leveled_up": false}
{"t": 29, "ts": 1788190677.8780332, "step": 58, "loss_diff": 1.002941370010376, "reward": 0.08162780760405312, "level": 0, "difficulty": 0.05, "reward_ma": 0.08040260774436933, "leveled_up": false}
{"t": 30, "ts": 1788190679.6370237, "step": 60, "loss_diff": 1.284424066543579, "reward": 0.0724000113227886, "level": 0, "difficulty": 0.05, "reward_ma": 0.07960234810221127, "leveled_up": false}
{"t": 31, "ts": 1788190681.5671508, "step": 62, "loss_diff": 1.551398515701294, "reward": 0.10844347651416575, "level": 0, "difficulty": 0.05, "reward_ma": 0.08248646094340673, "leveled_up": false}
{"t": 32, "ts": 1788190683.3659596, "step": 64, "loss_diff": 0.9303061962127686, "reward": 0.08444582582903364, "level": 0, "difficulty": 0.05, "reward_ma": 0.08268239743196942, "leveled_up": false}
{"t": 33, "ts": 1788190685.131489, "step": 66, "loss_diff": 1.128912091255188, "reward": 0.07719646927257272, "level": 0, "difficulty": 0.05, "reward_ma": 0.08213380461602975, "leveled_up": false}
{"t": 34, "ts": 1788190686.9895098, "step": 68, "loss_diff": 1.0517210960388184, "reward": 0.07984729908870399, "level": 0, "difficulty": 0.05, "reward_ma": 0.08190515406329718, "leveled_up": false}
{"t": 35, "ts": 1788190688.8316355, "step": 70, "loss_diff": 1.0220730304718018, "reward": 0.080919243984685, "level": 0, "difficulty": 0.05, "reward_ma": 0.08180656305543596, "leveled_up": false}
{"t": 36, "ts": 1788190690.528831, "step": 72, "loss_diff": 0.9576521515846252, "reward": 0.10004331442036943, "level": 0, "difficulty": 0.05, "reward_ma": 0.0836302381919293, "leveled_up": false}
{"t": 37, "ts": 1788190692.2876227, "step": 74, "loss_diff": 1.0246210098266602, "reward": 0.08082588704908149, "level": 0, "difficulty": 0.05, "reward_ma": 0.08334980307764452, "leveled_up": false}
{"t": 38, "ts": 1788190694.0655437, "step": 76, "loss_diff": 1.1166406869888306, "reward": 0.07760495854339844, "level": 0, "difficulty": 0.05, "reward_ma": 0.08277531862421991, "leveled_up": false}
{"t": 39, "ts": 1788190695.7697208, "step": 78, "loss_diff": 1.0103960037231445, "reward": 0.08135011282224075, "level": 0, "difficulty": 0.05, "reward_ma": 0.082632798044022, "leveled_up": false}
{"t": 40, "ts": 1788190697.607879, "step": 80, "loss_diff": 1.1036808490753174, "reward": 0.14799755840352935, "level": 0, "difficulty": 0.05, "reward_ma": 0.08916927407997274, "leveled_up": false}
{"t": 41, "ts": 1788190699.365795, "step": 82, "loss_diff": 1.198926329612732, "reward": 0.1583965594413832, "level": 0, "difficulty": 0.05, "reward_ma": 0.0960920026161138, "leveled_up": false}
{"t": 42, "ts": 1788190701.329418, "step": 84, "loss_diff": 1.1537268161773682, "reward": 0.16414728327107003, "level": 0, "difficulty": 0.05, "reward_ma": 0.10289753068160942, "leveled_up": false}
{"t": 43, "ts": 1788190703.1263342, "step": 86, "loss_diff": 1.1425124406814575, "reward": 0.11589447832444935, "level": 0, "difficulty": 0.05, "reward_ma": 0.10419722544589342, "leveled_up": false}
{"t": 44, "ts": 1788190705.1002975, "step": 88, "loss_diff": 0.9718363285064697, "reward": 0.09208704521040648, "level": 0, "difficulty": 0.05, "reward_ma": 0.10298620742234474, "leveled_up": false}
{"t": 45, "ts": 1788190706.9051416, "step": 90, "loss_diff": 0.9952034950256348, "reward": 0.10133974885818818, "level": 0, "difficulty": 0.05, "reward_ma": 0.10282156156592909, "leveled_up": false}
{"t": 46, "ts": 1788190708.667994, "step": 92, "loss_diff": 0.9548242688179016, "reward": 0.16421767790041153, "level": 0, "difficulty": 0.05, "reward_ma": 0.10896117319937734, "leveled_up": false}
{"t": 47, "ts": 1788190710.4691205, "step": 94, "loss_diff": 1.2254559993743896, "reward": 0.07413986374880657, "level": 0, "difficulty": 0.05, "reward_ma": 0.10547904225432027, "leveled_up": false}
{"t": 48, "ts": 1788190712.2281852, "step": 96, "loss_diff": 0.9476950168609619, "reward": 0.12066070923235285, "level": 0, "difficulty": 0.05, "reward_ma": 0.10699720895212353, "leveled_up": false}
{"t": 49, "ts": 1788190714.031098, "step": 98, "loss_diff": 1.2872755527496338, "reward": 0.07231815215612412, "level": 0, "difficulty": 0.05, "reward_ma": 0.1035293032725236, "leveled_up": false}
{"t": 50, "ts": 1788190715.8889263, "step": 100, "loss_diff": 0.9853775501251221, "reward": 0.08229032744709987, "level": 0, "difficulty": 0.05, "reward_ma": 0.10140540568998123, "leveled_up": false}
{"t": 51, "ts": 1788190717.607946, "step": 102, "loss_diff": 1.0995903015136719, "reward": 0.19013674724913476, "level": 0, "difficulty": 0.05, "reward_ma": 0.11027853984589658, "leveled_up": false}
{"t": 52, "ts": 1788190719.5030806, "step": 104, "loss_diff": 1.0198447704315186, "reward": 0.08100107959018754, "level": 0, "difficulty": 0.05, "reward_ma": 0.10735079382032568, "leveled_up": false}
{"t": 53, "ts": 1788190721.49178, "step": 106, "loss_diff": 1.2111854553222656, "reward": 0.07457486209770549, "level": 0, "difficulty": 0.05, "reward_ma": 0.10407320064806366, "leveled_up": false}
{"t": 54, "ts": 1788190723.3319576, "step": 108, "loss_diff": 0.931690514087677, "reward": 0.08439013760936233, "level": 0, "difficulty": 0.05, "reward_ma": 0.10210489434419354, "leveled_up": false}
{"t": 55, "ts": 1788190725.3093517, "step": 110, "loss_diff": 1.2878611087799072, "reward": 0.07230136753381952, "level": 0, "difficulty": 0.05, "reward_ma": 0.09912454166315614, "leveled_up": false}
{"t": 56, "ts": 1788190727.1332731, "step": 112, "loss_diff": 1.1084483861923218, "reward": 0.07788030978221587, "level": 0, "difficulty": 0.05, "reward_ma": 0.09700011847506211, "leveled_up": false}
{"t": 57, "ts": 1788190729.0021927, "step": 114, "loss_diff": 1.2399070262908936, "reward": 0.08891799261188604, "level": 0, "difficulty": 0.05, "reward_ma": 0.0961919058887445, "leveled_up": false}
{"t": 58, "ts": 1788190745.801106, "step": 116, "loss_diff": 0.9232883453369141, "reward": 0.08472937265487998, "level": 0, "difficulty": 0.05, "reward_ma": 0.09504565256535805, "leveled_up": false}
{"t": 59, "ts": 1788190747.698505, "step": 118, "loss_diff": 0.9394075870513916, "reward": 0.09702338818584262, "level": 0, "difficulty": 0.05, "reward_ma": 0.09524342612740651, "leveled_up": false}
{"t": 60, "ts": 1788190749.6151707, "step": 120, "loss_diff": 1.0815554857254028, "reward": 0.07879944189011709, "level": 0, "difficulty": 0.05, "reward_ma": 0.09359902770367756, "leveled_up": false}
{"t": 61, "ts": 1788190751.599658, "step": 122, "loss_diff": 1.0837697982788086, "reward": 0.08046889859728262, "level": 0, "difficulty": 0.05, "reward_ma": 0.09228601479303807, "leveled_up": false}
{"t": 62, "ts": 1788190753.6107407, "step": 124, "loss_diff": 1.1309705972671509, "reward": 0.1588669301726669, "level": 0, "difficulty": 0.05, "reward_ma": 0.09894410633100095, "leveled_up": false}
{"t": 63, "ts": 1788190755.729085, "step": 126, "loss_diff": 1.4355242252349854, "reward": 0.16678676246251053, "level": 0, "difficulty": 0.05, "reward_ma": 0.10572837194415191, "leveled_up": false}
{"t": 64, "ts": 1788190757.7242785, "step": 128, "loss_diff": 0.9110338687896729, "reward": 0.085229491523621, "level": 0, "difficulty": 0.05, "reward_ma": 0.10367848390209881, "leveled_up": false}
{"t": 65, "ts": 1788190759.964653, "step": 130, "loss_diff": 0.7798933982849121, "reward": 0.09101265701516763, "level": 0, "difficulty": 0.05, "reward_ma": 0.1024119012134057, "leveled_up": false}
{"t": 66, "ts": 1788190761.8246264, "step": 132, "loss_diff": 1.048284649848938, "reward": 0.21426027629922856, "level": 0, "difficulty": 0.05, "reward_ma": 0.11359673872198797, "leveled_up": false}
{"t": 67, "ts": 1788190763.8265693, "step": 134, "loss_diff": 0.8628599643707275, "reward": 0.13381456661039104, "level": 0, "difficulty": 0.05, "reward_ma": 0.11561852151082827, "leveled_up": false}
{"t": 68, "ts": 1788190765.9694614, "step": 136, "loss_diff": 1.194893717765808, "reward": 0.08879998594444741, "level": 0, "difficulty": 0.05, "reward_ma": 0.11293666795419019, "leveled_up": false}
{"t": 69, "ts": 1788190767.9255204, "step": 138, "loss_diff": 1.0404434204101562, "reward": 0.08291649473982461, "level": 0, "difficulty": 0.05, "reward_ma": 0.10993465063275364, "leveled_up": false}
{"t": 70, "ts": 1788190769.835569, "step": 140, "loss_diff": 1.1906940937042236, "reward": 0.12219640294682216, "level": 0, "difficulty": 0.05, "reward_ma": 0.11116082586416048, "leveled_up": false}
{"t": 71, "ts": 1788190771.6367636, "step": 142, "loss_diff": 1.138408899307251, "reward": 0.07688355855569341, "level": 0, "difficulty": 0.05, "reward_ma": 0.10773309913331379, "leveled_up": false}
{"t": 72, "ts": 1788190773.471943, "step": 144, "loss_diff": 0.9209333658218384, "reward": 0.08741172389131396, "level": 0, "difficulty": 0.05, "reward_ma": 0.10570096160911381, "leveled_up": false}
{"t": 73, "ts": 1788190775.281242, "step": 146, "loss_diff": 1.0252602100372314, "reward": 0.0808025038676779, "level": 0, "difficulty": 0.05, "reward_ma": 0.10321111583497022, "leveled_up": false}
{"t": 74, "ts": 1788190777.0682108, "step": 148, "loss_diff": 1.1198089122772217, "reward": 0.08516334423317293, "level": 0, "difficulty": 0.05, "reward_ma": 0.1014063386747905, "leveled_up": false}
{"t": 75, "ts": 1788190778.9108615, "step": 150, "loss_diff": 0.997506320476532, "reward": 0.09018932390314428, "level": 0, "difficulty": 0.05, "reward_ma": 0.10028463719762588, "leveled_up": false}
{"t": 76, "ts": 1788190780.6697848, "step": 152, "loss_diff": 1.3770440816879272, "reward": 0.0698415306286687, "level": 0, "difficulty": 0.05, "reward_ma": 0.09724032654073017, "leveled_up": false}
{"t": 77, "ts": 1788190782.4388785, "step": 154, "loss_diff": 0.9318380355834961, "reward": 0.08822495987692258, "level": 0, "difficulty": 0.05, "reward_ma": 0.09633878987434942, "leveled_up": false}
{"t": 78, "ts": 1788190784.5176995, "step": 156, "loss_diff": 1.0817604064941406, "reward": 0.0787923484239894, "level": 0, "difficulty": 0.05, "reward_ma": 0.09458414572931342, "leveled_up": false}
{"t": 79, "ts": 1788190786.4052427, "step": 158, "loss_diff": 1.1597871780395508, "reward": 0.10557600627377707, "level": 0, "difficulty": 0.05, "reward_ma": 0.09568333178375979, "leveled_up": false}
{"t": 80, "ts": 1788190788.3762453, "step": 160, "loss_diff": 0.8596183061599731, "reward": 0.09326465159375247, "level": 0, "difficulty": 0.05, "reward_ma": 0.09544146376475905, "leveled_up": false}
{"t": 81, "ts": 1788190790.2976635, "step": 162, "loss_diff": 1.0066426992416382, "reward": 0.08148967039094235, "level": 0, "difficulty": 0.05, "reward_ma": 0.09404628442737738, "leveled_up": false}
{"t": 82, "ts": 1788190792.1747198, "step": 164, "loss_diff": 1.045304775238037, "reward": 0.12772826312803398, "level": 0, "difficulty": 0.05, "reward_ma": 0.09741448229744304, "leveled_up": false}
{"t": 83, "ts": 1788190794.0064502, "step": 166, "loss_diff": 1.185056447982788, "reward": 0.14176034243900787, "level": 0, "difficulty": 0.05, "reward_ma": 0.10184906831159952, "leveled_up": false}
{"t": 84, "ts": 1788190795.8050315, "step": 168, "loss_diff": 1.0469223260879517, "reward": 0.08268905432009746, "level": 0, "difficulty": 0.05, "reward_ma": 0.09993306691244931, "leveled_up": false}
{"t": 85, "ts": 1788190797.685175, "step": 170, "loss_diff": 1.1891534328460693, "reward": 0.10093563037014103, "level": 0, "difficulty": 0.05, "reward_ma": 0.10003332325821848, "leveled_up": false}
{"t": 86, "ts": 1788190799.9230714, "step": 172, "loss_diff": 1.085087537765503, "reward": 0.07867737269856877, "level": 0, "difficulty": 0.05, "reward_ma": 0.09789772820225351, "leveled_up": false}
{"t": 0, "ts": 1788190961.7866685, "step": 0, "loss_diff": 0.787469208240509, "reward": 0.09065547649188838, "level": 0, "difficulty": 0.14442991607368919, "reward_ma": 0.009065547649188838, "leveled_up": false}
{"t": 1, "ts": 1788190963.5346575, "step": 2, "loss_diff": 0.9673068523406982, "reward": 0.08298431386429017, "level": 0, "difficulty": 0.08941422289399162, "reward_ma": 0.016457424270698972, "leveled_up": false}
{"t": 2, "ts": 1788190964.5722017, "step": 4, "loss_diff": 1.3732324838638306, "reward": 0.06994287994176407, "level": 0, "difficulty": 0.05, "reward_ma": 0.021805969837805483, "leveled_up": false}
{"t": 3, "ts": 1788190965.6202989, "step": 6, "loss_diff": 1.2139090299606323, "reward": 0.07449140839703067, "level": 0, "difficulty": 0.05, "reward_ma": 0.027074513693728004, "leveled_up": false}
{"t": 4, "ts": 1788190967.3659687, "step": 8, "loss_diff": 1.3010486364364624, "reward": 0.0719256173615419, "level": 0, "difficulty": 0.05, "reward_ma": 0.0315596240605094, "leveled_up": false}
{"t": 5, "ts": 1788190968.4124897, "step": 10, "loss_diff": 1.5002472400665283, "reward": 0.06673201382425621, "level": 0, "difficulty": 0.05, "reward_ma": 0.03507686303688408, "leveled_up": false}
{"t": 6, "ts": 1788190970.5212147, "step": 12, "loss_diff": 2.193966865539551, "reward": 0.05370148992696765, "level": 0, "difficulty": 0.05, "reward_ma": 0.03693932572589244, "leveled_up": false}
{"t": 7, "ts": 1788190972.2292535, "step": 14, "loss_diff": 1.2352285385131836, "reward": 0.07384517895120439, "level": 0, "difficulty": 0.05, "reward_ma": 0.04062991104842363, "leveled_up": false}
{"t": 8, "ts": 1788190974.0220873, "step": 16, "loss_diff": 1.2372881174087524, "reward": 0.07378340208947917, "level": 0, "difficulty": 0.05, "reward_ma": 0.04394526015252919, "leveled_up": false}
{"t": 9, "ts": 1788190975.825268, "step": 18, "loss_diff": 1.1389195919036865, "reward": 0.07686681045322617, "level": 0, "difficulty": 0.05, "reward_ma": 0.047237415182598885, "leveled_up": false}
{"t": 10, "ts": 1788190977.603409, "step": 20, "loss_diff": 1.8547239303588867, "reward": 0.059282432441200524, "level": 0, "difficulty": 0.05, "reward_ma": 0.048441916908459046, "leveled_up": false}
{"t": 11, "ts": 1788190979.481684, "step": 22, "loss_diff": 1.6138445138931274, "reward": 0.06412468106177312, "level": 0, "difficulty": 0.05, "reward_ma": 0.050010193323790454, "leveled_up": false}
{"t": 12, "ts": 1788190981.2795458, "step": 24, "loss_diff": 1.2159569263458252, "reward": 0.07442879343054304, "level": 0, "difficulty": 0.05, "reward_ma": 0.05245205333446572, "leveled_up": false}
{"t": 13, "ts": 1788190983.2307644, "step": 26, "loss_diff": 0.9418333768844604, "reward": 0.08398453354229589, "level": 0, "difficulty": 0.05, "reward_ma": 0.055605301355248736, "leveled_up": false}
{"t": 14, "ts": 1788190985.0251412, "step": 28, "loss_diff": 1.3083831071853638, "reward": 0.0717184953028272, "level": 0, "difficulty": 0.05, "reward_ma": 0.05721662075000659, "leveled_up": false}
{"t": 15, "ts": 1788190986.8711028, "step": 30, "loss_diff": 1.3322575092315674, "reward": 0.07105331500895073, "level": 0, "difficulty": 0.05, "reward_ma": 0.058600290175901, "leveled_up": false}
{"t": 16, "ts": 1788190988.6852028, "step": 32, "loss_diff": 1.4383753538131714, "reward": 0.06825431680877352, "level": 0, "difficulty": 0.05, "reward_ma": 0.05956569283918826, "leveled_up": false}
{"t": 17, "ts": 1788190990.4837024, "step": 34, "loss_diff": 1.3434829711914062, "reward": 0.07074523949660308, "level": 0, "difficulty": 0.05, "reward_ma": 0.06068364750492974, "leveled_up": false}
{"t": 18, "ts": 1788190992.3051383, "step": 36, "loss_diff": 1.4320220947265625, "reward": 0.06841501824167416, "level": 0, "difficulty": 0.05, "reward_ma": 0.06145678457860418, "leveled_up": false}
{"t": 19, "ts": 1788190994.1008396, "step": 38, "loss_diff": 1.333034873008728, "reward": 0.07103188522323084, "level": 0, "difficulty": 0.05, "reward_ma": 0.062414294643066845, "leveled_up": false}
{"t": 20, "ts": 1788190995.9949396, "step": 40, "loss_diff": 1.1498507261276245, "reward": 0.07651023312900877, "level": 0, "difficulty": 0.05, "reward_ma": 0.06382388849166104, "leveled_up": false}
{"t": 21, "ts": 1788190997.892509, "step": 42, "loss_diff": 1.0868370532989502, "reward": 0.07861706174015945, "level": 0, "difficulty": 0.05, "reward_ma": 0.06530320581651089, "leveled_up": false}
{"t": 22, "ts": 1788190999.706811, "step": 44, "loss_diff": 0.9130686521530151, "reward": 0.08514600613025478, "level": 0, "difficulty": 0.05, "reward_ma": 0.06728748584788528, "leveled_up": false}
{"t": 23, "ts": 1788191001.8031676, "step": 46, "loss_diff": 1.4308751821517944, "reward": 0.0697792026978422, "level": 0, "difficulty": 0.05, "reward_ma": 0.06753665753288098, "leveled_up": false}
{"t": 24, "ts": 1788191003.7118318, "step": 48, "loss_diff": 1.0950491428375244, "reward": 0.07833531287129633, "level": 0, "difficulty": 0.05, "reward_ma": 0.06861652306672252, "leveled_up": false}
{"t": 25, "ts": 1788191005.601785, "step": 50, "loss_diff": 1.1554406881332397, "reward": 0.07632928431855972, "level": 0, "difficulty": 0.05, "reward_ma": 0.06938779919190624, "leveled_up": false}
{"t": 26, "ts": 1788191007.3978782, "step": 52, "loss_diff": 1.2957549095153809, "reward": 0.07207593206808573, "level": 0, "difficulty": 0.05, "reward_ma": 0.06965661247952419, "leveled_up": false}
{"t": 27, "ts": 1788191009.0312545, "step": 54, "loss_diff": 1.1727039813995361, "reward": 0.07577634398466021, "level": 0, "difficulty": 0.05, "reward_ma": 0.0702685856300378, "leveled_up": false}
{"t": 28, "ts": 1788191010.8111959, "step": 56, "loss_diff": 1.0165810585021973, "reward": 0.08112126988490664, "level": 0, "difficulty": 0.05, "reward_ma": 0.07135385405552468, "leveled_up": false}
{"t": 29, "ts": 1788191012.5047972, "step": 58, "loss_diff": 1.5078740119934082, "reward": 0.06654956404310555, "level": 0, "difficulty": 0.05, "reward_ma": 0.07087342505428278, "leveled_up": false}
{"t": 30, "ts": 1788191014.1820166, "step": 60, "loss_diff": 1.07878839969635, "reward": 0.07889536332001096, "level": 0, "difficulty": 0.05, "reward_ma": 0.0716756188808556, "leveled_up": false}
{"t": 31, "ts": 1788191031.069192, "step": 62, "loss_diff": 1.1412577629089355, "reward": 0.07679023243539015, "level": 0, "difficulty": 0.05, "reward_ma": 0.07218708023630906, "leveled_up": false}
{"t": 32, "ts": 1788191032.043264, "step": 64, "loss_diff": 0.9594708681106567, "reward": 0.0832892254289769, "level": 0, "difficulty": 0.05, "reward_ma": 0.07329729475557584, "leveled_up": false}
{"t": 33, "ts": 1788191033.798238, "step": 66, "loss_diff": 1.1928606033325195, "reward": 0.07514174784809656, "level": 0, "difficulty": 0.05, "reward_ma": 0.07348174006482791, "leveled_up": false}
{"t": 34, "ts": 1788191034.793981, "step": 68, "loss_diff": 1.046311378479004, "reward": 0.0800405741444679, "level": 0, "difficulty": 0.05, "reward_ma": 0.07413762347279192, "leveled_up": false}
{"t": 35, "ts": 1788191035.794447, "step": 70, "loss_diff": 1.2014331817626953, "reward": 0.07487537730705168, "level": 0, "difficulty": 0.05, "reward_ma": 0.07421139885621789, "leveled_up": false}
{"t": 36, "ts": 1788191037.765022, "step": 72, "loss_diff": 1.054547905921936, "reward": 0.07974670944636, "level": 0, "difficulty": 0.05, "reward_ma": 0.07476492991523209, "leveled_up": false}
{"t": 37, "ts": 1788191039.6079776, "step": 74, "loss_diff": 0.8403826355934143, "reward": 0.08824273687210765, "level": 0, "difficulty": 0.05, "reward_ma": 0.07611271061091965, "leveled_up": false}
{"t": 38, "ts": 1788191041.511041, "step": 76, "loss_diff": 1.1179602146148682, "reward": 0.07756080710992855, "level": 0, "difficulty": 0.05, "reward_ma": 0.07625752026082054, "leveled_up": false}
{"t": 39, "ts": 1788191043.372071, "step": 78, "loss_diff": 1.8359843492507935, "reward": 0.059629635220011926, "level": 0, "difficulty": 0.05, "reward_ma": 0.07459473175673968, "leveled_up": false}
{"t": 40, "ts": 1788191045.2146337, "step": 80, "loss_diff": 1.0449903011322021, "reward": 0.08008792812953532, "level": 0, "difficulty": 0.05, "reward_ma": 0.07514405139401925, "leveled_up": false}
{"t": 41, "ts": 1788191047.0253222, "step": 82, "loss_diff": 1.2632777690887451, "reward": 0.0730135063001402, "level": 0, "difficulty": 0.05, "reward_ma": 0.07493099688463135, "leveled_up": false}
{"t": 42, "ts": 1788191048.9076793, "step": 84, "loss_diff": 1.251772403717041, "reward": 0.07335213933592746, "level": 0, "difficulty": 0.05, "reward_ma": 0.07477311112976097, "leveled_up": false}
{"t": 43, "ts": 1788191050.8750064, "step": 86, "loss_diff": 1.2882792949676514, "reward": 0.07228938572856122, "level": 0, "difficulty": 0.05, "reward_ma": 0.074524738589641, "leveled_up": false}
{"t": 44, "ts": 1788191052.7349348, "step": 88, "loss_diff": 0.795768141746521, "reward": 0.09026766139423761, "level": 0, "difficulty": 0.05, "reward_ma": 0.07609903087010066, "leveled_up": false}
{"t": 45, "ts": 1788191054.7085903, "step": 90, "loss_diff": 1.068219542503357, "reward": 0.07926409662556136, "level": 0, "difficulty": 0.05, "reward_ma": 0.07641553744564672, "leveled_up": false}
{"t": 46, "ts": 1788191056.5901945, "step": 92, "loss_diff": 1.6169047355651855, "reward": 0.06405757272386514, "level": 0, "difficulty": 0.05, "reward_ma": 0.07517974097346856, "leveled_up": false}
{"t": 47, "ts": 1788191058.5130162, "step": 94, "loss_diff": 0.9235482215881348, "reward": 0.08471883581514843, "level": 0, "difficulty": 0.05, "reward_ma": 0.07613365045763656, "leveled_up": false}
{"t": 48, "ts": 1788191060.3981254, "step": 96, "loss_diff": 0.9699040651321411, "reward": 0.08288378712147638, "level": 0, "difficulty": 0.05, "reward_ma": 0.07680866412402054, "leveled_up": false}
{"t": 49, "ts": 1788191062.2118506, "step": 98, "loss_diff": 1.1014959812164307, "reward": 0.07811567093514264, "level": 0, "difficulty": 0.05, "reward_ma": 0.07693936480513275, "leveled_up": false}
{"t": 50, "ts": 1788191064.1750066, "step": 100, "loss_diff": 0.9760712385177612, "reward": 0.08264614153994324, "level": 0, "difficulty": 0.05, "reward_ma": 0.0775100424786138, "leveled_up": false}
{"t": 51, "ts": 1788191066.0299964, "step": 102, "loss_diff": 1.0258879661560059, "reward": 0.08077955369494609, "level": 0, "difficulty": 0.05, "reward_ma": 0.07783699360024704, "leveled_up": false}
{"t": 52, "ts": 1788191068.0218773, "step": 104, "loss_diff": 1.9825819730758667, "reward": 0.05702994277793359, "level": 0, "difficulty": 0.05, "reward_ma": 0.0757562885180157, "leveled_up": false}
{"t": 53, "ts": 1788191070.2164655, "step": 106, "loss_diff": 1.0380313396453857, "reward": 0.08033838536432657, "level": 0, "difficulty": 0.05, "reward_ma": 0.07621449820264678, "leveled_up": false}
{"t": 54, "ts": 1788191072.0254204, "step": 108, "loss_diff": 0.9746653437614441, "reward": 0.08270018560011963, "level": 0, "difficulty": 0.05, "reward_ma": 0.07686306694239406, "leveled_up": false}
{"t": 55, "ts": 1788191073.9116344, "step": 110, "loss_diff": 1.5159133672714233, "reward": 0.06635844186639446, "level": 0, "difficulty": 0.05, "reward_ma": 0.0758126044347941, "leveled_up": false}
{"t": 56, "ts": 1788191075.6853757, "step": 112, "loss_diff": 1.235672950744629, "reward": 0.07383183922068252, "level": 0, "difficulty": 0.05, "reward_ma": 0.07561452791338294, "leveled_up": false}
{"t": 57, "ts": 1788191077.4740233, "step": 114, "loss_diff": 1.0048617124557495, "reward": 0.08155607488695131, "level": 0, "difficulty": 0.05, "reward_ma": 0.07620868261073978, "leveled_up": false}
{"t": 58, "ts": 1788191079.2313974, "step": 116, "loss_diff": 1.0619544982910156, "reward": 0.07948446013714096, "level": 0, "difficulty": 0.05, "reward_ma": 0.0765362603633799, "leveled_up": false}
{"t": 59, "ts": 1788191080.9144688, "step": 118, "loss_diff": 0.9076657295227051, "reward": 0.08536807474034848, "level": 0, "difficulty": 0.05, "reward_ma": 0.07741944180107677, "leveled_up": false}
{"t": 60, "ts": 1788191082.6289825, "step": 120, "loss_diff": 1.0043936967849731, "reward": 0.08157354453693366, "level": 0, "difficulty": 0.05, "reward_ma": 0.07783485207466245, "leveled_up": false}
{"t": 61, "ts": 1788191101.327887, "step": 122, "loss_diff": 1.0837153196334839, "reward": 0.07872474797263895, "level": 0, "difficulty": 0.05, "reward_ma": 0.0779238416644601, "leveled_up": false}
{"t": 62, "ts": 1788191103.209297, "step": 124, "loss_diff": 1.1279735565185547, "reward": 0.07722754473892095, "level": 0, "difficulty": 0.05, "reward_ma": 0.07785421197190619, "leveled_up": false}
{"t": 63, "ts": 1788191104.3147724, "step": 126, "loss_diff": 1.0027191638946533, "reward": 0.08163611679953696, "level": 0, "difficulty": 0.05, "reward_ma": 0.07823240245466927, "leveled_up": false}
{"t": 64, "ts": 1788191105.3881915, "step": 128, "loss_diff": 0.9318495392799377, "reward": 0.08438374546841645, "level": 0, "difficulty": 0.05, "reward_ma": 0.07884753675604399, "leveled_up": false}
{"t": 65, "ts": 1788191107.3205225, "step": 130, "loss_diff": 0.8824501037597656, "reward": 0.08642133393210916, "level": 0, "difficulty": 0.05, "reward_ma": 0.0796049164736505, "leveled_up": false}
{"t": 66, "ts": 1788191108.428259, "step": 132, "loss_diff": 1.1833547353744507, "reward": 0.07543956363046378, "level": 0, "difficulty": 0.05, "reward_ma": 0.07918838118933183, "leveled_up": false}
{"t": 67, "ts": 1788191110.3684368, "step": 134, "loss_diff": 0.9956197738647461, "reward": 0.08190256601341193, "level": 0, "difficulty": 0.05, "reward_ma": 0.07945979967173984, "leveled_up": false}
{"t": 68, "ts": 1788191112.5276175, "step": 136, "loss_diff": 0.9971017241477966, "reward": 0.08184679007216827, "level": 0, "difficulty": 0.05, "reward_ma": 0.07969849871178268, "leveled_up": false}
{"t": 69, "ts": 1788191114.5209906, "step": 138, "loss_diff": 0.9643062949180603, "reward": 0.0831007832777612, "level": 0, "difficulty": 0.05, "reward_ma": 0.08003872716838054, "leveled_up": false}
{"t": 70, "ts": 1788191116.5347636, "step": 140, "loss_diff": 1.1309831142425537, "reward": 0.07712799326339698, "level": 0, "difficulty": 0.05, "reward_ma": 0.07974765377788218, "leveled_up": false}
{"t": 71, "ts": 1788191118.5325994, "step": 142, "loss_diff": 1.0532515048980713, "reward": 0.07979280639754302, "level": 0, "difficulty": 0.05, "reward_ma": 0.07975216903984826, "leveled_up": false}
{"t": 72, "ts": 1788191120.4339333, "step": 144, "loss_diff": 0.9588855504989624, "reward": 0.08331209905293689, "level": 0, "difficulty": 0.05, "reward_ma": 0.08010816204115713, "leveled_up": false}
{"t": 73, "ts": 1788191122.269745, "step": 146, "loss_diff": 1.0771312713623047, "reward": 0.08112862325872713, "level": 0, "difficulty": 0.05, "reward_ma": 0.08021020816291413, "leveled_up": false}
{"t": 74, "ts": 1788191124.0093007, "step": 148, "loss_diff": 1.0794284343719482, "reward": 0.07887315373213402, "level": 0, "difficulty": 0.05, "reward_ma": 0.08007650271983612, "leveled_up": false}
{"t": 75, "ts": 1788191125.8959486, "step": 150, "loss_diff": 0.9285416007041931, "reward": 0.08451692773003187, "level": 0, "difficulty": 0.05, "reward_ma": 0.0805205452208557, "leveled_up": false}
{"t": 76, "ts": 1788191127.6168456, "step": 152, "loss_diff": 1.0916357040405273, "reward": 0.07845215598406155, "level": 0, "difficulty": 0.05, "reward_ma": 0.08031370629717628, "leveled_up": false}
{"t": 77, "ts": 1788191129.3344336, "step": 154, "loss_diff": 0.8815281987190247, "reward": 0.08646037693775045, "level": 0, "difficulty": 0.05, "reward_ma": 0.08092837336123371, "leveled_up": false}
{"t": 78, "ts": 1788191131.1244829, "step": 156, "loss_diff": 1.09665048122406, "reward": 0.0782806296461366, "level": 0, "difficulty": 0.05, "reward_ma": 0.080663598989724, "leveled_up": false}
{"t": 79, "ts": 1788191132.8329387, "step": 158, "loss_diff": 1.0916274785995483, "reward": 0.08172188576119793, "level": 0, "difficulty": 0.05, "reward_ma": 0.0807694276668714, "leveled_up": false}
{"t": 80, "ts": 1788191134.5848317, "step": 160, "loss_diff": 0.8710101842880249, "reward": 0.08690854214583474, "level": 0, "difficulty": 0.05, "reward_ma": 0.08138333911476774, "leveled_up": false}
{"t": 81, "ts": 1788191136.2811952, "step": 162, "loss_diff": 0.9149170517921448, "reward": 0.08507032168843143, "level": 0, "difficulty": 0.05, "reward_ma": 0.08175203737213411, "leveled_up": false}
{"t": 82, "ts": 1788191138.022613, "step": 164, "loss_diff": 1.1714738607406616, "reward": 0.07581545362347418, "level": 0, "difficulty": 0.05, "reward_ma": 0.08115837899726813, "leveled_up": false}
{"t": 83, "ts": 1788191139.9138603, "step": 166, "loss_diff": 1.167111873626709, "reward": 0.07595449360448601, "level": 0, "difficulty": 0.05, "reward_ma": 0.08063799045798993, "leveled_up": false}
{"t": 84, "ts": 1788191141.6229088, "step": 168, "loss_diff": 1.0567911863327026, "reward": 0.07966708098057282, "level": 0, "difficulty": 0.05, "reward_ma": 0.08054089951024823, "leveled_up": false}
{"t": 85, "ts": 1788191143.379051, "step": 170, "loss_diff": 1.1624318361282349, "reward": 0.0761042953361365, "level": 0, "difficulty": 0.05, "reward_ma": 0.08009723909283707, "leveled_up": false}
{"t": 86, "ts": 1788191145.0229495, "step": 172, "loss_diff": 1.1590664386749268, "reward": 0.07621241861009284, "level": 0, "difficulty": 0.05, "reward_ma": 0.07970875704456265, "leveled_up": false}
{"t": 87, "ts": 1788191146.7931457, "step": 174, "loss_diff": 0.9327952861785889, "reward": 0.08434575216740793, "level": 0, "difficulty": 0.05, "reward_ma": 0.08017245655684718, "leveled_up": false}
{"t": 88, "ts": 1788191148.6088157, "step": 176, "loss_diff": 1.4153800010681152, "reward": 0.06883997646594694, "level": 0, "difficulty": 0.05, "reward_ma": 0.07903920854775716, "leveled_up": false}
{"t": 89, "ts": 1788191150.3129606, "step": 178, "loss_diff": 1.394126296043396, "reward": 0.06939128331133199, "level": 0, "difficulty": 0.05, "reward_ma": 0.07807441602411463, "leveled_up": false}
{"t": 90, "ts": 1788191152.0751, "step": 180, "loss_diff": 0.9406525492668152, "reward": 0.08403153572349184, "level": 0, "difficulty": 0.05, "reward_ma": 0.07867012799405235, "leveled_up": false}
{"t": 91, "ts": 1788191153.7279322, "step": 182, "loss_diff": 1.6705390214920044, "reward": 0.06290638295633144, "level": 0, "difficulty": 0.05, "reward_ma": 0.07709375349028026, "leveled_up": false}
{"t": 92, "ts": 1788191171.4204133, "step": 184, "loss_diff": 1.0885188579559326, "reward": 0.07855918022788544, "level": 0, "difficulty": 0.05, "reward_ma": 0.07724029616404078, "leveled_up": false}
{"t": 93, "ts": 1788191172.584835, "step": 186, "loss_diff": 1.1486490964889526, "reward": 0.07654925320311422, "level": 0, "difficulty": 0.05, "reward_ma": 0.07717119186794813, "leveled_up": false}
{"t": 94, "ts": 1788191174.419709, "step": 188, "loss_diff": 0.9919677376747131, "reward": 0.08204037141239436, "level": 0, "difficulty": 0.05, "reward_ma": 0.07765810982239275, "leveled_up": false}
{"t": 95, "ts": 1788191175.5754924, "step": 190, "loss_diff": 1.0120289325714111, "reward": 0.0812895588431046, "level": 0, "difficulty": 0.05, "reward_ma": 0.07802125472446395, "leveled_up": false}
{"t": 96, "ts": 1788191176.6120377, "step": 192, "loss_diff": 1.9864109754562378, "reward": 0.05696546130732106, "level": 0, "difficulty": 0.05, "reward_ma": 0.07591567538274965, "leveled_up": false}
{"t": 97, "ts": 1788191178.4246294, "step": 194, "loss_diff": 0.9776530861854553, "reward": 0.08258542553199823, "level": 0, "difficulty": 0.05, "reward_ma": 0.07658265039767452, "leveled_up": false}
{"t": 98, "ts": 1788191180.2716596, "step": 196, "loss_diff": 0.9334999322891235, "reward": 0.0843174687228907, "level": 0, "difficulty": 0.05, "reward_ma": 0.07735613223019613, "leveled_up": false}
{"t": 99, "ts": 1788191182.0888712, "step": 198, "loss_diff": 0.9866306185722351, "reward": 0.0822426727380872, "level": 0, "difficulty": 0.05, "reward_ma": 0.07784478628098525, "leveled_up": false}
{"t": 100, "ts": 1788191183.917423, "step": 200, "loss_diff": 1.058300256729126, "reward": 0.07961361200938241, "level": 0, "difficulty": 0.05, "reward_ma": 0.07802166885382496, "leveled_up": false}
{"t": 101, "ts": 1788191185.7227569, "step": 202, "loss_diff": 0.9085307717323303, "reward": 0.0853324356086919, "level": 0, "difficulty": 0.05, "reward_ma": 0.07875274552931166, "leveled_up": false}
{"t": 102, "ts": 1788191187.5894427, "step": 204, "loss_diff": 0.8717561960220337, "reward": 0.08687658915706993, "level": 0, "difficulty": 0.05, "reward_ma": 0.0795651298920875, "leveled_up": false}
{"t": 103, "ts": 1788191189.3985445, "step": 206, "loss_diff": 1.0624878406524658, "reward": 0.08916880580039846, "level": 0, "difficulty": 0.05, "reward_ma": 0.08052549748291861, "leveled_up": false}
{"t": 104, "ts": 1788191191.0950935, "step": 208, "loss_diff": 0.8478838205337524, "reward": 0.08801235141773127, "level": 0, "difficulty": 0.05, "reward_ma": 0.08127418287639987, "leveled_up": false}
{"t": 105, "ts": 1788191192.9855018, "step": 210, "loss_diff": 1.1200133562088013, "reward": 0.0794007311937272, "level": 0, "difficulty": 0.05, "reward_ma": 0.08108683770813262, "leveled_up": false}
{"t": 106, "ts": 1788191194.714292, "step": 212, "loss_diff": 1.0557959079742432, "reward": 0.088988561028644, "level": 0, "difficulty": 0.05, "reward_ma": 0.08187701004018375, "leveled_up": false}
{"t": 107, "ts": 1788191196.4176774, "step": 214, "loss_diff": 0.7775586843490601, "reward": 0.0911233466602673, "level": 0, "difficulty": 0.05, "reward_ma": 0.0828016437021921, "leveled_up": false}
{"t": 108, "ts": 1788191198.2304435, "step": 216, "loss_diff": 1.0174063444137573, "reward": 0.0925066348602602, "level": 0, "difficulty": 0.05, "reward_ma": 0.08377214281799891, "leveled_up": false}
{"t": 109, "ts": 1788191199.9906144, "step": 218, "loss_diff": 1.1279667615890503, "reward": 0.08014455133009565, "level": 0, "difficulty": 0.05, "reward_ma": 0.0834093836692086, "leveled_up": false}
{"t": 110, "ts": 1788191201.7847183, "step": 220, "loss_diff": 0.9918231964111328, "reward": 0.08583214365414826, "level": 0, "difficulty": 0.05, "reward_ma": 0.08365165966770256, "leveled_up": false}
{"t": 111, "ts": 1788191203.525033, "step": 222, "loss_diff": 1.041643738746643, "reward": 0.08020815982479833, "level": 0, "difficulty": 0.05, "reward_ma": 0.08330730968341214, "leveled_up": false}
{"t": 112, "ts": 1788191205.2724533, "step": 224, "loss_diff": 1.03522789478302, "reward": 0.08758713841266899, "level": 0, "difficulty": 0.05, "reward_ma": 0.08373529255633784, "leveled_up": false}
{"t": 113, "ts": 1788191207.1180341, "step": 226, "loss_diff": 0.994868814945221, "reward": 0.08193086137832949, "level": 0, "difficulty": 0.05, "reward_ma": 0.083554849438537, "leveled_up": false}
{"t": 114, "ts": 1788191208.8316295, "step": 228, "loss_diff": 1.107060432434082, "reward": 0.08038587524902585, "level": 0, "difficulty": 0.05, "reward_ma": 0.08323795201958588, "leveled_up": false}
{"t": 115, "ts": 1788191210.5729098, "step": 230, "loss_diff": 1.0169332027435303, "reward": 0.09311662418225643, "level": 0, "difficulty": 0.05, "reward_ma": 0.08422581923585294, "leveled_up": false}
{"t": 116, "ts": 1788191212.2662256, "step": 232, "loss_diff": 0.9031694531440735, "reward": 0.08960152639992071, "level": 0, "difficulty": 0.05, "reward_ma": 0.08476338995225972, "leveled_up": false}
{"t": 117, "ts": 1788191213.922226, "step": 234, "loss_diff": 1.2236796617507935, "reward": 0.10461258717961361, "level": 0, "difficulty": 0.05, "reward_ma": 0.08674830967499511, "leveled_up": false}
{"t": 118, "ts": 1788191215.6823032, "step": 236, "loss_diff": 1.1641334295272827, "reward": 0.07699245000886655, "level": 0, "difficulty": 0.05, "reward_ma": 0.08577272370838226, "leveled_up": false}
{"t": 119, "ts": 1788191217.3957028, "step": 238, "loss_diff": 0.9347934722900391, "reward": 0.1430284950948203, "level": 0, "difficulty": 0.05, "reward_ma": 0.09149830084702608, "leveled_up": false}
{"t": 120, "ts": 1788191219.1081336, "step": 240, "loss_diff": 0.9979790449142456, "reward": 0.09273340095745458, "level": 0, "difficulty": 0.05, "reward_ma": 0.09162181085806893, "leveled_up": false}
{"t": 121, "ts": 1788191220.8156538, "step": 242, "loss_diff": 0.9180732369422913, "reward": 0.14832068594254877, "level": 0, "difficulty": 0.05, "reward_ma": 0.09729169836651691, "leveled_up": false}
{"t": 122, "ts": 1788191237.6302233, "step": 244, "loss_diff": 1.0932378768920898, "reward": 0.11081979838671863, "level": 0, "difficulty": 0.05, "reward_ma": 0.09864450836853708, "leveled_up": false}
{"t": 123, "ts": 1788191239.6814716, "step": 246, "loss_diff": 1.0810478925704956, "reward": 0.10312976461386934, "level": 0, "difficulty": 0.05, "reward_ma": 0.0990930339930703, "leveled_up": false}
{"t": 124, "ts": 1788191240.6965194, "step": 248, "loss_diff": 1.0941487550735474, "reward": 0.11806383547161445, "level": 0, "difficulty": 0.05, "reward_ma": 0.10099011414092472, "leveled_up": false}
{"t": 125, "ts": 1788191241.7805977, "step": 250, "loss_diff": 0.9214625358581543, "reward": 0.08480348155972041, "level": 0, "difficulty": 0.05, "reward_ma": 0.09937145088280429, "leveled_up": false}
{"t": 126, "ts": 1788191243.6129951, "step": 252, "loss_diff": 0.9750816822052002, "reward": 0.1076837590623488, "level": 0, "difficulty": 0.05, "reward_ma": 0.10020268170075873, "leveled_up": false}
{"t": 127, "ts": 1788191244.6336508, "step": 254, "loss_diff": 1.0394877195358276, "reward": 0.09114878925062438, "level": 0, "difficulty": 0.05, "reward_ma": 0.0992972924557453, "leveled_up": false}
{"t": 128, "ts": 1788191246.512992, "step": 256, "loss_diff": 1.0168468952178955, "reward": 0.11395336013920734, "level": 0, "difficulty": 0.05, "reward_ma": 0.1007628992240915, "leveled_up": false}
{"t": 129, "ts": 1788191248.2242475, "step": 258, "loss_diff": 1.1520572900772095, "reward": 0.09541068832384647, "level": 0, "difficulty": 0.05, "reward_ma": 0.100227678134067, "leveled_up": false}
{"t": 130, "ts": 1788191250.168682, "step": 260, "loss_diff": 1.0248771905899048, "reward": 0.10804507489071571, "level": 0, "difficulty": 0.05, "reward_ma": 0.10100941780973188, "leveled_up": false}
{"t": 131, "ts": 1788191252.0730104, "step": 262, "loss_diff": 1.1800942420959473, "reward": 0.10869739212543014, "level": 0, "difficulty": 0.05, "reward_ma": 0.1017782152413017, "leveled_up": false}
{"t": 132, "ts": 1788191253.8204956, "step": 264, "loss_diff": 1.2003809213638306, "reward": 0.1089977918553888, "level": 0, "difficulty": 0.05, "reward_ma": 0.1025001729027104, "leveled_up": false}
{"t": 133, "ts": 1788191255.5759428, "step": 266, "loss_diff": 1.1902823448181152, "reward": 0.09547735365936298, "level": 0, "difficulty": 0.05, "reward_ma": 0.10179789097837566, "leveled_up": false}
{"t": 134, "ts": 1788191257.3131006, "step": 268, "loss_diff": 1.0920573472976685, "reward": 0.13406459872907844, "level": 0, "difficulty": 0.05, "reward_ma": 0.10502456175344593, "leveled_up": false}
{"t": 135, "ts": 1788191259.0934038, "step": 270, "loss_diff": 1.1881364583969116, "reward": 0.10370251890513481, "level": 0, "difficulty": 0.05, "reward_ma": 0.10489235746861482, "leveled_up": false}
{"t": 136, "ts": 1788191260.8218887, "step": 272, "loss_diff": 0.9677883982658386, "reward": 0.10025524770122761, "level": 0, "difficulty": 0.05, "reward_ma": 0.10442864649187611, "leveled_up": false}
{"t": 137, "ts": 1788191262.5242255, "step": 274, "loss_diff": 1.1077719926834106, "reward": 0.1118563948802164, "level": 0, "difficulty": 0.05, "reward_ma": 0.10517142133071014, "leveled_up": false}
{"t": 138, "ts": 1788191264.4645457, "step": 276, "loss_diff": 1.013222098350525, "reward": 0.1028745151681676, "level": 0, "difficulty": 0.05, "reward_ma": 0.1049417307144559, "leveled_up": false}
{"t": 139, "ts": 1788191266.2840521, "step": 278, "loss_diff": 1.008775234222412, "reward": 0.08141031324720098, "level": 0, "difficulty": 0.05, "reward_ma": 0.1025885889677304, "leveled_up": false}
{"t": 140, "ts": 1788191268.031521, "step": 280, "loss_diff": 0.956480860710144, "reward": 0.13694698155876356, "level": 0, "difficulty": 0.05, "reward_ma": 0.10602442822683372, "leveled_up": false}
{"t": 141, "ts": 1788191269.9868832, "step": 282, "loss_diff": 1.1220611333847046, "reward": 0.10530692447283684, "level": 0, "difficulty": 0.05, "reward_ma": 0.10595267785143403, "leveled_up": false}
{"t": 142, "ts": 1788191271.7819862, "step": 284, "loss_diff": 1.014170527458191, "reward": 0.09551554072570353, "level": 0, "difficulty": 0.05, "reward_ma": 0.10490896413886099, "leveled_up": false}
{"t": 143, "ts": 1788191273.5206842, "step": 286, "loss_diff": 1.0190167427062988, "reward": 0.15333013074769158, "level": 0, "difficulty": 0.05, "reward_ma": 0.10975108079974405, "leveled_up": false}
{"t": 144, "ts": 1788191275.2181277, "step": 288, "loss_diff": 1.057956576347351, "reward": 0.14562809040283914, "level": 0, "difficulty": 0.05, "reward_ma": 0.11333878176005356, "leveled_up": false}
{"t": 145, "ts": 1788191277.035761, "step": 290, "loss_diff": 0.8878297209739685, "reward": 0.15143374741711757, "level": 0, "difficulty": 0.05, "reward_ma": 0.11714827832575997, "leveled_up": false}
{"t": 146, "ts": 1788191278.735923, "step": 292, "loss_diff": 1.0211020708084106, "reward": 0.14780001325892622, "level": 0, "difficulty": 0.05, "reward_ma": 0.1202134518190766, "leveled_up": false}
{"t": 147, "ts": 1788191280.6182845, "step": 294, "loss_diff": 0.8809347748756409, "reward": 0.18498213421011286, "level": 0, "difficulty": 0.05, "reward_ma": 0.12669032005818023, "leveled_up": false}
{"t": 148, "ts": 1788191282.3860393, "step": 296, "loss_diff": 0.9535753726959229, "reward": 0.15371034867991115, "level": 0, "difficulty": 0.05, "reward_ma": 0.12939232292035333, "leveled_up": false}
{"t": 149, "ts": 1788191284.0340211, "step": 298, "loss_diff": 0.9655320644378662, "reward": 0.15868052110147982, "level": 0, "difficulty": 0.05, "reward_ma": 0.13232114273846596, "leveled_up": false}
{"t": 150, "ts": 1788191286.2752125, "step": 300, "loss_diff": 0.9634106159210205, "reward": 0.20451192989796585, "level": 0, "difficulty": 0.05, "reward_ma": 0.13954022145441597, "leveled_up": false}
{"t": 151, "ts": 1788191288.2306662, "step": 302, "loss_diff": 0.8319730758666992, "reward": 0.19013389308034695, "level": 0, "difficulty": 0.05, "reward_ma": 0.14459958861700908, "leveled_up": false}
{"t": 152, "ts": 1788191290.2213368, "step": 304, "loss_diff": 1.1101654767990112, "reward": 0.1249902889382001, "level": 0, "difficulty": 0.05, "reward_ma": 0.1426386586491282, "leveled_up": false}
{"t": 153, "ts": 1788191307.9958613, "step": 306, "loss_diff": 1.0322072505950928, "reward": 0.17133911873113716, "level": 0, "difficulty": 0.05, "reward_ma": 0.1455087046573291, "leveled_up": false}
{"t": 154, "ts": 1788191309.076128, "step": 308, "loss_diff": 0.8782102465629578, "reward": 0.08660121058977953, "level": 0, "difficulty": 0.05, "reward_ma": 0.13961795525057413, "leveled_up": false}
{"t": 155, "ts": 1788191310.937337, "step": 310, "loss_diff": 0.9563125371932983, "reward": 0.15021206323485953, "level": 0, "difficulty": 0.05, "reward_ma": 0.14067736604900266, "leveled_up": false}
{"t": 156, "ts": 1788191311.999333, "step": 312, "loss_diff": 0.917266309261322, "reward": 0.139784967148584, "level": 0, "difficulty": 0.05, "reward_ma": 0.1405881261589608, "leveled_up": false}
{"t": 157, "ts": 1788191313.0236268, "step": 314, "loss_diff": 0.9585923552513123, "reward": 0.0833235619678282, "level": 0, "difficulty": 0.05, "reward_ma": 0.13486166973984753, "leveled_up": false}
{"t": 158, "ts": 1788191314.7657077, "step": 316, "loss_diff": 0.949489176273346, "reward": 0.1323742734815711, "level": 0, "difficulty": 0.05, "reward_ma": 0.1346129301140199, "leveled_up": false}
{"t": 159, "ts": 1788191316.4723885, "step": 318, "loss_diff": 1.0712486505508423, "reward": 0.14291183236713204, "level": 0, "difficulty": 0.05, "reward_ma": 0.1354428203393311, "leveled_up": false}
{"t": 160, "ts": 1788191318.266651, "step": 320, "loss_diff": 1.1641230583190918, "reward": 0.12742103542244443, "level": 0, "difficulty": 0.05, "reward_ma": 0.13464064184764243, "leveled_up": false}
{"t": 161, "ts": 1788191319.9964952, "step": 322, "loss_diff": 1.0291810035705566, "reward": 0.12665450450380356, "level": 0, "difficulty": 0.05, "reward_ma": 0.13384202811325854, "leveled_up": false}
{"t": 162, "ts": 1788191321.8107862, "step": 324, "loss_diff": 1.0169926881790161, "reward": 0.11086817928347602, "level": 0, "difficulty": 0.05, "reward_ma": 0.13154464323028028, "leveled_up": false}
{"t": 163, "ts": 1788191323.691646, "step": 326, "loss_diff": 0.9688688516616821, "reward": 0.1459289773967521, "level": 0, "difficulty": 0.05, "reward_ma": 0.13298307664692746, "leveled_up": false}
{"t": 164, "ts": 1788191325.4910383, "step": 328, "loss_diff": 1.1276090145111084, "reward": 0.1506343654197992, "level": 0, "difficulty": 0.05, "reward_ma": 0.13474820552421463, "leveled_up": false}
{"t": 165, "ts": 1788191327.2794526, "step": 330, "loss_diff": 0.9971373677253723, "reward": 0.16557428454854176, "level": 0, "difficulty": 0.05, "reward_ma": 0.13783081342664735, "leveled_up": false}
{"t": 166, "ts": 1788191329.0218182, "step": 332, "loss_diff": 1.0039726495742798, "reward": 0.1407499653774062, "level": 0, "difficulty": 0.05, "reward_ma": 0.13812272862172323, "leveled_up": false}
{"t": 167, "ts": 1788191330.8357255, "step": 334, "loss_diff": 1.124612808227539, "reward": 0.1389391378862882, "level": 0, "difficulty": 0.05, "reward_ma": 0.13820436954817972, "leveled_up": false}
{"t": 168, "ts": 1788191332.6802351, "step": 336, "loss_diff": 0.9334549903869629, "reward": 0.15007772195473623, "level": 0, "difficulty": 0.05, "reward_ma": 0.13939170478883536, "leveled_up": false}
{"t": 169, "ts": 1788191334.383516, "step": 338, "loss_diff": 0.8014966249465942, "reward": 0.12416153056291417, "level": 0, "difficulty": 0.05, "reward_ma": 0.13786868736624325, "leveled_up": false}
{"t": 170, "ts": 1788191336.2759347, "step": 340, "loss_diff": 1.1452043056488037, "reward": 0.13737433790645648, "level": 0, "difficulty": 0.05, "reward_ma": 0.13781925242026458, "leveled_up": false}
{"t": 171, "ts": 1788191337.9980617, "step": 342, "loss_diff": 1.134627342224121, "reward": 0.13465673263973393, "level": 0, "difficulty": 0.05, "reward_ma": 0.1375030004422115, "leveled_up": false}
{"t": 172, "ts": 1788191339.8264143, "step": 344, "loss_diff": 1.0167715549468994, "reward": 0.13986232919666303, "level": 0, "difficulty": 0.05, "reward_ma": 0.13773893331765666, "leveled_up": false}
{"t": 173, "ts": 1788191341.8332963, "step": 346, "loss_diff": 1.009344220161438, "reward": 0.14491222780060292, "level": 0, "difficulty": 0.05, "reward_ma": 0.1384562627659513, "leveled_up": false}
{"t": 174, "ts": 1788191343.58458, "step": 348, "loss_diff": 1.1836810111999512, "reward": 0.1641416150408609, "level": 0, "difficulty": 0.05, "reward_ma": 0.14102479799344225, "leveled_up": false}
{"t": 175, "ts": 1788191345.378284, "step": 350, "loss_diff": 0.9980303645133972, "reward": 0.13795971281441055, "level": 0, "difficulty": 0.05, "reward_ma": 0.14071828947553908, "leveled_up": false}
{"t": 176, "ts": 1788191347.079485, "step": 352, "loss_diff": 0.7538250684738159, "reward": 0.19456507296072678, "level": 0, "difficulty": 0.05, "reward_ma": 0.14610296782405785, "leveled_up": false}
{"t": 177, "ts": 1788191348.7842155, "step": 354, "loss_diff": 0.867745578289032, "reward": 0.15354324898995128, "level": 0, "difficulty": 0.05, "reward_ma": 0.1468469959406472, "leveled_up": false}
{"t": 178, "ts": 1788191350.8170226, "step": 356, "loss_diff": 0.961467981338501, "reward": 0.15558225195095823, "level": 0, "difficulty": 0.05, "reward_ma": 0.1477205215416783, "leveled_up": false}
{"t": 179, "ts": 1788191352.522056, "step": 358, "loss_diff": 1.3661280870437622, "reward": 0.1742537203946981, "level": 0, "difficulty": 0.05, "reward_ma": 0.1503738414269803, "leveled_up": false}
{"t": 180, "ts": 1788191354.2858534, "step": 360, "loss_diff": 0.9335647821426392, "reward": 0.17877736821894208, "level": 0, "difficulty": 0.05, "reward_ma": 0.15321419410617645, "leveled_up": false}
{"t": 0, "ts": 1788191432.592621, "step": 0, "loss_diff": 0.5070763826370239, "reward": 0.24023922837567024, "level": 0, "difficulty": 0.14555179421281755, "reward_ma": 0.024023922837567026, "leveled_up": false}
{"t": 1, "ts": 1788191434.6021233, "step": 2, "loss_diff": 1.0148959159851074, "reward": 0.08933098976851964, "level": 0, "difficulty": 0.09159339142761722, "reward_ma": 0.030554629530662288, "leveled_up": false}
{"t": 2, "ts": 1788191435.7389429, "step": 4, "loss_diff": 0.9730296730995178, "reward": 0.0966196295353295, "level": 0, "difficulty": 0.05, "reward_ma": 0.03716112953112901, "leveled_up": false}
{"t": 3, "ts": 1788191436.9774737, "step": 6, "loss_diff": 0.9196239709854126, "reward": 0.08487825065605613, "level": 0, "difficulty": 0.05, "reward_ma": 0.041932841643621724, "leveled_up": false}
{"t": 4, "ts": 1788191438.8275805, "step": 8, "loss_diff": 2.225735902786255, "reward": 0.05323896398266317, "level": 0, "difficulty": 0.05, "reward_ma": 0.04306345387752587, "leveled_up": false}
{"t": 5, "ts": 1788191439.9639578, "step": 10, "loss_diff": 2.82963228225708, "reward": 0.045906198398824066, "level": 0, "difficulty": 0.05, "reward_ma": 0.043347728329655694, "leveled_up": false}
{"t": 6, "ts": 1788191441.7921011, "step": 12, "loss_diff": 2.6234891414642334, "reward": 0.04813451095826041, "level": 0, "difficulty": 0.05, "reward_ma": 0.04382640659251617, "leveled_up": false}
{"t": 7, "ts": 1788191443.5658848, "step": 14, "loss_diff": 1.5741482973098755, "reward": 0.06500964803385419, "level": 0, "difficulty": 0.05, "reward_ma": 0.04594473073664997, "leveled_up": false}
{"t": 8, "ts": 1788191445.532759, "step": 16, "loss_diff": 1.6859209537506104, "reward": 0.10406948975070764, "level": 0, "difficulty": 0.05, "reward_ma": 0.05175720663805574, "leveled_up": false}
{"t": 9, "ts": 1788191447.4171026, "step": 18, "loss_diff": 13.664552688598633, "reward": 0.01696669404546635, "level": 0, "difficulty": 0.05, "reward_ma": 0.0482781553787968, "leveled_up": false}
{"t": 10, "ts": 1788191449.329777, "step": 20, "loss_diff": 1.8023518323898315, "reward": 0.06982311073441361, "level": 0, "difficulty": 0.05, "reward_ma": 0.05043265091435849, "leveled_up": false}
{"t": 11, "ts": 1788191451.1935925, "step": 22, "loss_diff": 1.6675225496292114, "reward": 0.06296989901045652, "level": 0, "difficulty": 0.05, "reward_ma": 0.05168637572396829, "leveled_up": false}
{"t": 12, "ts": 1788191452.9758928, "step": 24, "loss_diff": 1.4869152307510376, "reward": 0.06705363373630516, "level": 0, "difficulty": 0.05, "reward_ma": 0.053223101525201974, "leveled_up": false}
{"t": 13, "ts": 1788191454.799127, "step": 26, "loss_diff": 1.1687754392623901, "reward": 0.07590140084703924, "level": 0, "difficulty": 0.05, "reward_ma": 0.055490931457385706, "leveled_up": false}
{"t": 14, "ts": 1788191456.5276852, "step": 28, "loss_diff": 1.036243200302124, "reward": 0.08040301803664326, "level": 0, "difficulty": 0.05, "reward_ma": 0.05798214011531146, "leveled_up": false}
{"t": 15, "ts": 1788191458.225706, "step": 30, "loss_diff": 0.993939995765686, "reward": 0.08359620839318875, "level": 0, "difficulty": 0.05, "reward_ma": 0.06054354694309919, "leveled_up": false}
{"t": 16, "ts": 1788191460.0226412, "step": 32, "loss_diff": 1.2788244485855103, "reward": 0.09272768720064943, "level": 0, "difficulty": 0.05, "reward_ma": 0.06376196096885421, "leveled_up": false}
{"t": 17, "ts": 1788191461.8033159, "step": 34, "loss_diff": 1.1529579162597656, "reward": 0.07640953642828716, "level": 0, "difficulty": 0.05, "reward_ma": 0.06502671851479751, "leveled_up": false}
{"t": 18, "ts": 1788191464.0175881, "step": 36, "loss_diff": 1.0941054821014404, "reward": 0.11649236359246096, "level": 0, "difficulty": 0.05, "reward_ma": 0.07017328302256386, "leveled_up": false}
{"t": 19, "ts": 1788191465.7213533, "step": 38, "loss_diff": 3.5531973838806152, "reward": 0.03968182958388953, "level": 0, "difficulty": 0.05, "reward_ma": 0.06712413767869642, "leveled_up": false}
{"t": 20, "ts": 1788191467.7699895, "step": 40, "loss_diff": 1.8382229804992676, "reward": 0.05961453542364758, "level": 0, "difficulty": 0.05, "reward_ma": 0.06637317745319153, "leveled_up": false}
{"t": 21, "ts": 1788191469.6137872, "step": 42, "loss_diff": 1.314965844154358, "reward": 0.07153371941999305, "level": 0, "difficulty": 0.05, "reward_ma": 0.06688923164987169, "leveled_up": false}
{"t": 22, "ts": 1788191471.3951163, "step": 44, "loss_diff": 0.9363540410995483, "reward": 0.1051802604455578, "level": 0, "difficulty": 0.05, "reward_ma": 0.0707183345294403, "leveled_up": false}
{"t": 23, "ts": 1788191473.0970063, "step": 46, "loss_diff": 1.0783240795135498, "reward": 0.12696948172062889, "level": 0, "difficulty": 0.05, "reward_ma": 0.07634344924855917, "leveled_up": false}
{"t": 24, "ts": 1788191474.774273, "step": 48, "loss_diff": 1.3758677244186401, "reward": 0.0940184692939278, "level": 0, "difficulty": 0.05, "reward_ma": 0.07811095125309603, "leveled_up": false}
{"t": 25, "ts": 1788191476.4841728, "step": 50, "loss_diff": 1.4291387796401978, "reward": 0.09599447410717225, "level": 0, "difficulty": 0.05, "reward_ma": 0.07989930353850365, "leveled_up": false}
{"t": 26, "ts": 1788191478.166865, "step": 52, "loss_diff": 0.9609149694442749, "reward": 0.09169118931089507, "level": 0, "difficulty": 0.05, "reward_ma": 0.08107849211574279, "leveled_up": false}
{"t": 27, "ts": 1788191479.8758738, "step": 54, "loss_diff": 1.1903927326202393, "reward": 0.07521881701209163, "level": 0, "difficulty": 0.05, "reward_ma": 0.08049252460537769, "leveled_up": false}
{"t": 28, "ts": 1788191481.6661062, "step": 56, "loss_diff": 1.1671217679977417, "reward": 0.07595417758431408, "level": 0, "difficulty": 0.05, "reward_ma": 0.08003868990327133, "leveled_up": false}
{"t": 29, "ts": 1788191483.7282424, "step": 58, "loss_diff": 1.0326482057571411, "reward": 0.08053330399945066, "level": 0, "difficulty": 0.05, "reward_ma": 0.08008815131288925, "leveled_up": false}
{"t": 30, "ts": 1788191485.4770987, "step": 60, "loss_diff": 0.8509101867675781, "reward": 0.08777915638480903, "level": 0, "difficulty": 0.05, "reward_ma": 0.08085725182008123, "leveled_up": false}
{"t": 31, "ts": 1788191503.871838, "step": 62, "loss_diff": 0.9744307994842529, "reward": 0.09601688366810332, "level": 0, "difficulty": 0.05, "reward_ma": 0.08237321500488344, "leveled_up": false}
{"t": 32, "ts": 1788191504.9352214, "step": 64, "loss_diff": 0.9291037917137146, "reward": 0.08449426091247414, "level": 0, "difficulty": 0.05, "reward_ma": 0.08258531959564251, "leveled_up": false}
{"t": 33, "ts": 1788191506.831491, "step": 66, "loss_diff": 1.0445241928100586, "reward": 0.08010465037559834, "level": 0, "difficulty": 0.05, "reward_ma": 0.0823372526736381, "leveled_up": false}
{"t": 34, "ts": 1788191507.8940492, "step": 68, "loss_diff": 1.0749834775924683, "reward": 0.07902767924025002, "level": 0, "difficulty": 0.05, "reward_ma": 0.0820062953302993, "leveled_up": false}
{"t": 35, "ts": 1788191508.98028, "step": 70, "loss_diff": 1.472869873046875, "reward": 0.06739621358841548, "level": 0, "difficulty": 0.05, "reward_ma": 0.08054528715611092, "leveled_up": false}
{"t": 36, "ts": 1788191510.7338161, "step": 72, "loss_diff": 1.4627121686935425, "reward": 0.07139997848526018, "level": 0, "difficulty": 0.05, "reward_ma": 0.07963075628902586, "leveled_up": false}
{"t": 37, "ts": 1788191512.538061, "step": 74, "loss_diff": 0.8360202312469482, "reward": 0.09478970429495738, "level": 0, "difficulty": 0.05, "reward_ma": 0.081146651089619, "leveled_up": false}
{"t": 38, "ts": 1788191514.369614, "step": 76, "loss_diff": 1.1348910331726074, "reward": 0.10925532590519263, "level": 0, "difficulty": 0.05, "reward_ma": 0.08395751857117636, "leveled_up": false}
{"t": 39, "ts": 1788191516.1269474, "step": 78, "loss_diff": 1.0668801069259644, "reward": 0.12218073877434306, "level": 0, "difficulty": 0.05, "reward_ma": 0.08777984059149303, "leveled_up": false}
{"t": 40, "ts": 1788191517.973581, "step": 80, "loss_diff": 1.063354253768921, "reward": 0.0849441190146799, "level": 0, "difficulty": 0.05, "reward_ma": 0.08749626843381172, "leveled_up": false}
{"t": 41, "ts": 1788191519.7372887, "step": 82, "loss_diff": 1.2335845232009888, "reward": 0.07389457279134892, "level": 0, "difficulty": 0.05, "reward_ma": 0.08613609886956546, "leveled_up": false}
{"t": 42, "ts": 1788191521.5963366, "step": 84, "loss_diff": 0.8705702424049377, "reward": 0.14690276863703206, "level": 0, "difficulty": 0.05, "reward_ma": 0.09221276584631212, "leveled_up": false}
{"t": 43, "ts": 1788191523.509962, "step": 86, "loss_diff": 1.110100269317627, "reward": 0.1465659569500309, "level": 0, "difficulty": 0.05, "reward_ma": 0.097648084956684, "leveled_up": false}
{"t": 44, "ts": 1788191525.3938775, "step": 88, "loss_diff": 0.767522394657135, "reward": 0.09160250116452057, "level": 0, "difficulty": 0.05, "reward_ma": 0.09704352657746766, "leveled_up": false}
{"t": 45, "ts": 1788191527.2693686, "step": 90, "loss_diff": 1.0798436403274536, "reward": 0.1726646623933418, "level": 0, "difficulty": 0.05, "reward_ma": 0.10460564015905509, "leveled_up": false}
{"t": 46, "ts": 1788191529.100867, "step": 92, "loss_diff": 1.0477116107940674, "reward": 0.17093176535190788, "level": 0, "difficulty": 0.05, "reward_ma": 0.11123825267834037, "leveled_up": false}
{"t": 47, "ts": 1788191530.9685616, "step": 94, "loss_diff": 0.9710431694984436, "reward": 0.08283978095240743, "level": 0, "difficulty": 0.05, "reward_ma": 0.10839840550574707, "leveled_up": false}
{"t": 48, "ts": 1788191532.9752688, "step": 96, "loss_diff": 1.038677453994751, "reward": 0.132985573865326, "level": 0, "difficulty": 0.05, "reward_ma": 0.11085712234170497, "leveled_up": false}
{"t": 49, "ts": 1788191534.7743816, "step": 98, "loss_diff": 0.9343696236610413, "reward": 0.11167731355856003, "level": 0, "difficulty": 0.05, "reward_ma": 0.11093914146339048, "leveled_up": false}
{"t": 50, "ts": 1788191536.6279368, "step": 100, "loss_diff": 1.0448540449142456, "reward": 0.09995701771955917, "level": 0, "difficulty": 0.05, "reward_ma": 0.10984092908900736, "leveled_up": false}
{"t": 51, "ts": 1788191538.4928346, "step": 102, "loss_diff": 1.131073236465454, "reward": 0.07712501649688758, "level": 0, "difficulty": 0.05, "reward_ma": 0.10656933782979539, "leveled_up": false}
{"t": 52, "ts": 1788191540.491566, "step": 104, "loss_diff": 1.0217583179473877, "reward": 0.17947975550030554, "level": 0, "difficulty": 0.05, "reward_ma": 0.1138603795968464, "leveled_up": false}
{"t": 53, "ts": 1788191542.308106, "step": 106, "loss_diff": 1.140856385231018, "reward": 0.09031919457969416, "level": 0, "difficulty": 0.05, "reward_ma": 0.11150626109513118, "leveled_up": false}
{"t": 54, "ts": 1788191544.1114671, "step": 108, "loss_diff": 0.8309226036071777, "reward": 0.19297745711250308, "level": 0, "difficulty": 0.05, "reward_ma": 0.11965338069686837, "leveled_up": false}
{"t": 55, "ts": 1788191545.9011652, "step": 110, "loss_diff": 1.1333117485046387, "reward": 0.10928331900898872, "level": 0, "difficulty": 0.05, "reward_ma": 0.11861637452808041, "leveled_up": false}
{"t": 56, "ts": 1788191547.727806, "step": 112, "loss_diff": 1.1703758239746094, "reward": 0.10577800488077982, "level": 0, "difficulty": 0.05, "reward_ma": 0.11733253756335035, "leveled_up": false}
{"t": 57, "ts": 1788191549.6207972, "step": 114, "loss_diff": 1.0775619745254517, "reward": 0.11398511936983283, "level": 0, "difficulty": 0.05, "reward_ma": 0.1169977957439986, "leveled_up": false}
{"t": 58, "ts": 1788191551.5265806, "step": 116, "loss_diff": 1.0396571159362793, "reward": 0.19270997353019698, "level": 0, "difficulty": 0.05, "reward_ma": 0.12456901352261844, "leveled_up": false}
{"t": 59, "ts": 1788191553.3919308, "step": 118, "loss_diff": 0.9920443296432495, "reward": 0.11460934684965665, "level": 0, "difficulty": 0.05, "reward_ma": 0.12357304685532228, "leveled_up": false}
{"t": 60, "ts": 1788191555.3012064, "step": 120, "loss_diff": 1.0632615089416504, "reward": 0.09407715897453939, "level": 0, "difficulty": 0.05, "reward_ma": 0.12062345806724399, "leveled_up": false}
{"t": 61, "ts": 1788191572.4951413, "step": 122, "loss_diff": 1.1311501264572144, "reward": 0.1610941163519352, "level": 0, "difficulty": 0.05, "reward_ma": 0.12467052389571312, "leveled_up": false}
{"t": 62, "ts": 1788191574.3904502, "step": 124, "loss_diff": 1.05370032787323, "reward": 0.2745690855350409, "level": 0, "difficulty": 0.05, "reward_ma": 0.1396603800596459, "leveled_up": false}
{"t": 63, "ts": 1788191576.3275704, "step": 126, "loss_diff": 0.9947031736373901, "reward": 0.1404976004382157, "level": 0, "difficulty": 0.05, "reward_ma": 0.1397441020975029, "leveled_up": false}
{"t": 64, "ts": 1788191578.3144517, "step": 128, "loss_diff": 0.9198927879333496, "reward": 0.3839192402331642, "level": 0, "difficulty": 0.05, "reward_ma": 0.16416161591106904, "leveled_up": false}
{"t": 65, "ts": 1788191580.5948315, "step": 130, "loss_diff": 0.9257403612136841, "reward": 0.21735497168209142, "level": 0, "difficulty": 0.05, "reward_ma": 0.16948095148817127, "leveled_up": false}
{"t": 66, "ts": 1788191582.5345807, "step": 132, "loss_diff": 1.1774853467941284, "reward": 0.22549349826477277, "level": 0, "difficulty": 0.05, "reward_ma": 0.17508220616583142, "leveled_up": false}
{"t": 67, "ts": 1788191584.5824003, "step": 134, "loss_diff": 0.8909397125244141, "reward": 0.20084673965943473, "level": 0, "difficulty": 0.05, "reward_ma": 0.17765865951519177, "leveled_up": false}
{"t": 68, "ts": 1788191586.6231744, "step": 136, "loss_diff": 1.120523452758789, "reward": 0.35699736543056404, "level": 0, "difficulty": 0.05, "reward_ma": 0.19559253010672903, "leveled_up": false}
{"t": 69, "ts": 1788191588.6838923, "step": 138, "loss_diff": 0.9472947716712952, "reward": 0.3536776141369259, "level": 0, "difficulty": 0.05, "reward_ma": 0.21140103850974873, "leveled_up": false}
{"t": 70, "ts": 1788191590.8168702, "step": 140, "loss_diff": 1.1159963607788086, "reward": 0.3477820536780177, "level": 0, "difficulty": 0.05, "reward_ma": 0.22503914002657563, "leveled_up": false}
{"t": 71, "ts": 1788191592.6934192, "step": 142, "loss_diff": 0.9910175800323486, "reward": 0.5468754347869147, "level": 0, "difficulty": 0.05, "reward_ma": 0.2572227695026095, "leveled_up": false}
{"t": 72, "ts": 1788191594.4843338, "step": 144, "loss_diff": 0.9303778409957886, "reward": 0.14780574875845504, "level": 0, "difficulty": 0.05, "reward_ma": 0.24628106742819408, "leveled_up": false}
{"t": 73, "ts": 1788191596.4984024, "step": 146, "loss_diff": 0.8603202104568481, "reward": 0.20796623508200351, "level": 0, "difficulty": 0.05, "reward_ma": 0.24244958419357504, "leveled_up": false}
{"t": 74, "ts": 1788191598.6832507, "step": 148, "loss_diff": 0.9919757843017578, "reward": 0.48971344824782437, "level": 0, "difficulty": 0.05, "reward_ma": 0.267175970599, "leveled_up": false}
{"t": 75, "ts": 1788191600.7108455, "step": 150, "loss_diff": 1.0213589668273926, "reward": 0.1559867777738157, "level": 0, "difficulty": 0.05, "reward_ma": 0.2560570513164816, "leveled_up": false}
{"t": 76, "ts": 1788191602.679677, "step": 152, "loss_diff": 1.030846357345581, "reward": 0.5100079367215671, "level": 0, "difficulty": 0.05, "reward_ma": 0.28145213985699014, "leveled_up": false}
{"t": 77, "ts": 1788191604.6942947, "step": 154, "loss_diff": 0.7595753073692322, "reward": 0.22359323932157693, "level": 0, "difficulty": 0.05, "reward_ma": 0.2756662498034488, "leveled_up": false}
{"t": 78, "ts": 1788191606.711583, "step": 156, "loss_diff": 1.0263407230377197, "reward": 0.1738297864200506, "level": 0, "difficulty": 0.05, "reward_ma": 0.265482603465109, "leveled_up": false}
{"t": 79, "ts": 1788191608.77714, "step": 158, "loss_diff": 0.914589524269104, "reward": 0.32876028476441177, "level": 0, "difficulty": 0.05, "reward_ma": 0.2718103715950393, "leveled_up": false}
{"t": 80, "ts": 1788191610.6947649, "step": 160, "loss_diff": 0.8201814889907837, "reward": 0.1525680987826299, "level": 0, "difficulty": 0.05, "reward_ma": 0.25988614431379836, "leveled_up": false}
{"t": 81, "ts": 1788191612.7825186, "step": 162, "loss_diff": 0.8377681374549866, "reward": 0.2445687846931645, "level": 0, "difficulty": 0.05, "reward_ma": 0.25835440835173495, "leveled_up": false}
{"t": 82, "ts": 1788191614.776337, "step": 164, "loss_diff": 0.8641976714134216, "reward": 0.45867471314366276, "level": 0, "difficulty": 0.05, "reward_ma": 0.27838643883092773, "leveled_up": false}
{"t": 83, "ts": 1788191616.8159447, "step": 166, "loss_diff": 1.1360301971435547, "reward": 0.1891281947820374, "level": 0, "difficulty": 0.05, "reward_ma": 0.2694606144260387, "leveled_up": false}
{"t": 84, "ts": 1788191618.8195467, "step": 168, "loss_diff": 0.9888056516647339, "reward": 0.34597488010611954, "level": 0, "difficulty": 0.05, "reward_ma": 0.2771120409940468, "leveled_up": false}
{"t": 85, "ts": 1788191620.7772949, "step": 170, "loss_diff": 1.1990405321121216, "reward": 0.1499255420425043, "level": 0, "difficulty": 0.05, "reward_ma": 0.26439339109889254, "leveled_up": false}
{"t": 86, "ts": 1788191622.731654, "step": 172, "loss_diff": 0.9545774459838867, "reward": 0.37767200972058923, "level": 0, "difficulty": 0.05, "reward_ma": 0.2757212529610622, "leveled_up": false}
{"t": 87, "ts": 1788191624.7125223, "step": 174, "loss_diff": 0.8172361254692078, "reward": 0.1453902915682838, "level": 0, "difficulty": 0.05, "reward_ma": 0.26268815682178437, "leveled_up": false}
{"t": 88, "ts": 1788191626.7222142, "step": 176, "loss_diff": 1.0533424615859985, "reward": 0.13232903088321837, "level": 0, "difficulty": 0.05, "reward_ma": 0.24965224422792778, "leveled_up": false}
{"t": 89, "ts": 1788191628.6834636, "step": 178, "loss_diff": 0.987099289894104, "reward": 0.1843580984244015, "level": 0, "difficulty": 0.05, "reward_ma": 0.24312282964757514, "leveled_up": false}
{"t": 90, "ts": 1788191645.5136125, "step": 180, "loss_diff": 0.9671259522438049, "reward": 0.2627078627831489, "level": 0, "difficulty": 0.05, "reward_ma": 0.24508133296113252, "leveled_up": false}
{"t": 91, "ts": 1788191647.3348897, "step": 182, "loss_diff": 1.0280097723007202, "reward": 0.1565389690975027, "level": 0, "difficulty": 0.05, "reward_ma": 0.23622709657476954, "leveled_up": false}
{"t": 92, "ts": 1788191649.182151, "step": 184, "loss_diff": 1.0990017652511597, "reward": 0.1621961188493662, "level": 0, "difficulty": 0.05, "reward_ma": 0.2288239988022292, "leveled_up": false}
{"t": 93, "ts": 1788191650.9269705, "step": 186, "loss_diff": 1.2406611442565918, "reward": 0.1474452857145869, "level": 0, "difficulty": 0.05, "reward_ma": 0.22068612749346497, "leveled_up": false}
{"t": 94, "ts": 1788191652.778686, "step": 188, "loss_diff": 0.9104397296905518, "reward": 0.19207290050185408, "level": 0, "difficulty": 0.05, "reward_ma": 0.21782480479430388, "leveled_up": false}
{"t": 95, "ts": 1788191654.6697114, "step": 190, "loss_diff": 0.8085662722587585, "reward": 0.43465222370469214, "level": 0, "difficulty": 0.05, "reward_ma": 0.23950754668534271, "leveled_up": false}
{"t": 96, "ts": 1788191656.6112287, "step": 192, "loss_diff": 0.9653473496437073, "reward": 0.20079071945856858, "level": 0, "difficulty": 0.05, "reward_ma": 0.2356358639626653, "leveled_up": false}
{"t": 97, "ts": 1788191658.3764355, "step": 194, "loss_diff": 0.8540022373199463, "reward": 0.5260169850897656, "level": 0, "difficulty": 0.05, "reward_ma": 0.26467397607537535, "leveled_up": false}
{"t": 98, "ts": 1788191660.1850767, "step": 196, "loss_diff": 1.0390713214874268, "reward": 0.18149874972198202, "level": 0, "difficulty": 0.05, "reward_ma": 0.25635645344003605, "leveled_up": false}
{"t": 99, "ts": 1788191661.96598, "step": 198, "loss_diff": 0.745388388633728, "reward": 0.5565648716990909, "level": 0, "difficulty": 0.05, "reward_ma": 0.2863772952659416, "leveled_up": false}
{"t": 100, "ts": 1788191663.8780708, "step": 200, "loss_diff": 1.0734809637069702, "reward": 0.3045685762049255, "level": 0, "difficulty": 0.05, "reward_ma": 0.28819642335983997, "leveled_up": false}
{"t": 101, "ts": 1788191665.6716208, "step": 202, "loss_diff": 1.025952935218811, "reward": 0.126864387167846, "level": 0, "difficulty": 0.05, "reward_ma": 0.27206321974064057, "leveled_up": false}
{"t": 102, "ts": 1788191667.5739639, "step": 204, "loss_diff": 0.9264046549797058, "reward": 0.0929233852340536, "level": 0, "difficulty": 0.05, "reward_ma": 0.2541492362899819, "leveled_up": false}
{"t": 103, "ts": 1788191669.727873, "step": 206, "loss_diff": 1.0886520147323608, "reward": 0.10358243781948916, "level": 0, "difficulty": 0.05, "reward_ma": 0.2390925564429326, "leveled_up": false}
{"t": 104, "ts": 1788191671.8251047, "step": 208, "loss_diff": 1.0085785388946533, "reward": 0.15198509124225823, "level": 0, "difficulty": 0.05, "reward_ma": 0.23038180992286517, "leveled_up": false}
{"t": 105, "ts": 1788191674.1153955, "step": 210, "loss_diff": 1.079679250717163, "reward": 0.15707794802573471, "level": 0, "difficulty": 0.05, "reward_ma": 0.22305142373315212, "leveled_up": false}
{"t": 106, "ts": 1788191676.1932437, "step": 212, "loss_diff": 1.4037882089614868, "reward": 0.11038132194832881, "level": 0, "difficulty": 0.05, "reward_ma": 0.2117844135546698, "leveled_up": false}
{"t": 107, "ts": 1788191678.1934514, "step": 214, "loss_diff": 0.8397223949432373, "reward": 0.10051171831138216, "level": 0, "difficulty": 0.05, "reward_ma": 0.20065714403034102, "leveled_up": false}
{"t": 108, "ts": 1788191680.175003, "step": 216, "loss_diff": 1.1094145774841309, "reward": 0.3126365738344794, "level": 0, "difficulty": 0.05, "reward_ma": 0.21185508701075487, "leveled_up": false}
{"t": 109, "ts": 1788191682.1838639, "step": 218, "loss_diff": 1.0400677919387817, "reward": 0.1960880717592136, "level": 0, "difficulty": 0.05, "reward_ma": 0.21027838548560074, "leveled_up": false}
{"t": 110, "ts": 1788191684.1957939, "step": 220, "loss_diff": 0.8919712901115417, "reward": 0.25171796162699484, "level": 0, "difficulty": 0.05, "reward_ma": 0.21442234309974015, "leveled_up": false}
{"t": 111, "ts": 1788191686.1354158, "step": 222, "loss_diff": 1.0518617630004883, "reward": 0.33395229267810245, "level": 0, "difficulty": 0.05, "reward_ma": 0.22637533805757637, "leveled_up": false}
{"t": 112, "ts": 1788191688.1965067, "step": 224, "loss_diff": 1.0236663818359375, "reward": 0.08222405276180232, "level": 0, "difficulty": 0.05, "reward_ma": 0.21196020952799896, "leveled_up": false}
{"t": 113, "ts": 1788191690.2327392, "step": 226, "loss_diff": 1.0206379890441895, "reward": 0.08862449970458469, "level": 0, "difficulty": 0.05, "reward_ma": 0.19962663854565751, "leveled_up": false}
{"t": 114, "ts": 1788191692.2332642, "step": 228, "loss_diff": 1.1236087083816528, "reward": 0.21848890496528856, "level": 0, "difficulty": 0.05, "reward_ma": 0.20151286518762063, "leveled_up": false}
{"t": 115, "ts": 1788191694.2682307, "step": 230, "loss_diff": 0.9180821180343628, "reward": 0.27442912693348737, "level": 0, "difficulty": 0.05, "reward_ma": 0.2088044913622073, "leveled_up": false}
{"t": 116, "ts": 1788191696.2164297, "step": 232, "loss_diff": 0.9132510423660278, "reward": 0.0961696365746206, "level": 0, "difficulty": 0.05, "reward_ma": 0.19754100588344864, "leveled_up": false}
{"t": 117, "ts": 1788191698.200143, "step": 234, "loss_diff": 1.0628961324691772, "reward": 0.22155314350555622, "level": 0, "difficulty": 0.05, "reward_ma": 0.1999422196456594, "leveled_up": false}
{"t": 118, "ts": 1788191700.2707222, "step": 236, "loss_diff": 1.109525203704834, "reward": 0.30223459343952436, "level": 0, "difficulty": 0.05, "reward_ma": 0.2101714570250459, "leveled_up": false}
{"t": 119, "ts": 1788191716.8992987, "step": 238, "loss_diff": 0.7887950539588928, "reward": 0.350753048953649, "level": 0, "difficulty": 0.05, "reward_ma": 0.22422961621790619, "leveled_up": false}
{"t": 120, "ts": 1788191718.7090583, "step": 240, "loss_diff": 1.0878826379776, "reward": 0.11998300471822966, "level": 0, "difficulty": 0.05, "reward_ma": 0.21380495506793853, "leveled_up": false}
{"t": 121, "ts": 1788191720.4920492, "step": 242, "loss_diff": 0.860386073589325, "reward": 0.3753068701115177, "level": 0, "difficulty": 0.05, "reward_ma": 0.22995514657229646, "leveled_up": false}
{"t": 122, "ts": 1788191722.235967, "step": 244, "loss_diff": 1.0845110416412354, "reward": 0.28169214609654725, "level": 0, "difficulty": 0.05, "reward_ma": 0.23512884652472155, "leveled_up": false}
{"t": 123, "ts": 1788191724.070416, "step": 246, "loss_diff": 0.8025811910629272, "reward": 0.13285256486239883, "level": 0, "difficulty": 0.05, "reward_ma": 0.22490121835848928, "leveled_up": false}
{"t": 124, "ts": 1788191725.835133, "step": 248, "loss_diff": 1.0792624950408936, "reward": 0.12766693423718464, "level": 0, "difficulty": 0.05, "reward_ma": 0.21517778994635883, "leveled_up": false}
{"t": 125, "ts": 1788191727.7198675, "step": 250, "loss_diff": 1.010387897491455, "reward": 0.25186041051654123, "level": 0, "difficulty": 0.05, "reward_ma": 0.21884605200337706, "leveled_up": false}
{"t": 126, "ts": 1788191729.9300048, "step": 252, "loss_diff": 0.8644113540649414, "reward": 0.3621352707273642, "level": 0, "difficulty": 0.05, "reward_ma": 0.2331749738757758, "leveled_up": false}
{"t": 127, "ts": 1788191731.6836843, "step": 254, "loss_diff": 0.910541296005249, "reward": 0.27752146170061837, "level": 0, "difficulty": 0.05, "reward_ma": 0.23760962265826005, "leveled_up": false}
{"t": 128, "ts": 1788191733.3769233, "step": 256, "loss_diff": 0.8871131539344788, "reward": 0.3977186870925084, "level": 0, "difficulty": 0.05, "reward_ma": 0.25362052910168487, "leveled_up": false}
{"t": 129, "ts": 1788191735.105227, "step": 258, "loss_diff": 1.164005994796753, "reward": 0.151419835324053, "level": 0, "difficulty": 0.05, "reward_ma": 0.24340045972392169, "leveled_up": false}
{"t": 130, "ts": 1788191736.908382, "step": 260, "loss_diff": 0.983845055103302, "reward": 0.21269694288681273, "level": 0, "difficulty": 0.05, "reward_ma": 0.2403301080402108, "leveled_up": false}
{"t": 131, "ts": 1788191738.8272774, "step": 262, "loss_diff": 1.0860246419906616, "reward": 0.4105749723880012, "level": 0, "difficulty": 0.05, "reward_ma": 0.2573545944749899, "leveled_up": false}
{"t": 132, "ts": 1788191741.1778483, "step": 264, "loss_diff": 1.1218451261520386, "reward": 0.21498496777230974, "level": 0, "difficulty": 0.05, "reward_ma": 0.25311763180472185, "leveled_up": false}
{"t": 133, "ts": 1788191742.927106, "step": 266, "loss_diff": 1.1954725980758667, "reward": 0.23420563492721239, "level": 0, "difficulty": 0.05, "reward_ma": 0.25122643211697093, "leveled_up": false}
{"t": 134, "ts": 1788191744.7737157, "step": 268, "loss_diff": 0.8102627992630005, "reward": 0.1936098191888112, "level": 0, "difficulty": 0.05, "reward_ma": 0.24546477082415497, "leveled_up": false}
{"t": 135, "ts": 1788191746.6839998, "step": 270, "loss_diff": 1.1112953424453735, "reward": 0.44560192970420087, "level": 0, "difficulty": 0.05, "reward_ma": 0.26547848671215957, "leveled_up": false}
{"t": 136, "ts": 1788191748.512681, "step": 272, "loss_diff": 0.8682535886764526, "reward": 0.3898593236401572, "level": 0, "difficulty": 0.05, "reward_ma": 0.2779165704049593, "leveled_up": false}
{"t": 137, "ts": 1788191750.3345742, "step": 274, "loss_diff": 1.0587064027786255, "reward": 0.3416840643363637, "level": 0, "difficulty": 0.05, "reward_ma": 0.2842933197980998, "leveled_up": false}
{"t": 138, "ts": 1788191752.1345732, "step": 276, "loss_diff": 1.0785118341445923, "reward": 0.5048080383787652, "level": 0, "difficulty": 0.05, "reward_ma": 0.30634479165616635, "leveled_up": false}
{"t": 139, "ts": 1788191753.8383276, "step": 278, "loss_diff": 0.7744330763816833, "reward": 0.3812080323056197, "level": 0, "difficulty": 0.05, "reward_ma": 0.3138311157211117, "leveled_up": false}
{"t": 140, "ts": 1788191755.6374922, "step": 280, "loss_diff": 0.8192235827445984, "reward": 0.45554131072170856, "level": 0, "difficulty": 0.05, "reward_ma": 0.32800213522117144, "leveled_up": false}
{"t": 141, "ts": 1788191757.6391976, "step": 282, "loss_diff": 1.0839215517044067, "reward": 0.21501113129075256, "level": 0, "difficulty": 0.05, "reward_ma": 0.31670303482812956, "leveled_up": false}
{"t": 142, "ts": 1788191759.7320492, "step": 284, "loss_diff": 1.0620731115341187, "reward": 0.4768141454944506, "level": 0, "difficulty": 0.05, "reward_ma": 0.33271414589476167, "leveled_up": false}
{"t": 143, "ts": 1788191761.9082382, "step": 286, "loss_diff": 0.8931720852851868, "reward": 0.2957619508050141, "level": 0, "difficulty": 0.05, "reward_ma": 0.32901892638578695, "leveled_up": false}
{"t": 144, "ts": 1788191763.9019408, "step": 288, "loss_diff": 0.9689940214157104, "reward": 0.36784536600727247, "level": 0, "difficulty": 0.05, "reward_ma": 0.3329015703479355, "leveled_up": false}
{"t": 145, "ts": 1788191765.9033623, "step": 290, "loss_diff": 0.8523303866386414, "reward": 0.3366090213259036, "level": 0, "difficulty": 0.05, "reward_ma": 0.3332723154457323, "leveled_up": false}
{"t": 146, "ts": 1788191767.8347065, "step": 292, "loss_diff": 0.8442524075508118, "reward": 0.46733104790565555, "level": 0, "difficulty": 0.05, "reward_ma": 0.3466781886917246, "leveled_up": false}
{"t": 147, "ts": 1788191769.8198857, "step": 294, "loss_diff": 0.67803955078125, "reward": 0.19601380913605654, "level": 0, "difficulty": 0.05, "reward_ma": 0.3316117507361578, "leveled_up": false}
{"t": 148, "ts": 1788191787.4833379, "step": 296, "loss_diff": 0.8860786557197571, "reward": 0.1134246705723981, "level": 0, "difficulty": 0.05, "reward_ma": 0.3097930427197818, "leveled_up": false}
{"t": 149, "ts": 1788191789.4772737, "step": 298, "loss_diff": 0.7635282278060913, "reward": 0.26521945038448985, "level": 0, "difficulty": 0.05, "reward_ma": 0.3053356834862526, "leveled_up": false}
{"t": 150, "ts": 1788191792.1903274, "step": 300, "loss_diff": 0.856788158416748, "reward": 0.29612464636806723, "level": 0, "difficulty": 0.05, "reward_ma": 0.3044145797744341, "leveled_up": false}
{"t": 151, "ts": 1788191794.175929, "step": 302, "loss_diff": 0.8039320111274719, "reward": 0.37798226566851134, "level": 0, "difficulty": 0.05, "reward_ma": 0.3117713483638418, "leveled_up": false}
{"t": 152, "ts": 1788191796.1302674, "step": 304, "loss_diff": 1.0156490802764893, "reward": 0.3188397886389252, "level": 0, "difficulty": 0.05, "reward_ma": 0.3124781923913501, "leveled_up": false}
{"t": 153, "ts": 1788191798.228262, "step": 306, "loss_diff": 1.02945077419281, "reward": 0.39709626345365423, "level": 0, "difficulty": 0.05, "reward_ma": 0.32093999949758056, "leveled_up": false}
{"t": 154, "ts": 1788191800.2276304, "step": 308, "loss_diff": 0.782672107219696, "reward": 0.5755697492951685, "level": 0, "difficulty": 0.05, "reward_ma": 0.34640297447733936, "leveled_up": false}
{"t": 155, "ts": 1788191802.2697456, "step": 310, "loss_diff": 0.963970422744751, "reward": 0.31520859584849853, "level": 0, "difficulty": 0.05, "reward_ma": 0.34328353661445526, "leveled_up": false}
{"t": 156, "ts": 1788191804.6368577, "step": 312, "loss_diff": 0.968942403793335, "reward": 0.3953413746056227, "level": 0, "difficulty": 0.05, "reward_ma": 0.348489320413572, "leveled_up": false}
{"t": 157, "ts": 1788191806.823636, "step": 314, "loss_diff": 0.9047444462776184, "reward": 0.4540271299408394, "level": 0, "difficulty": 0.05, "reward_ma": 0.35904310136629874, "leveled_up": false}
{"t": 158, "ts": 1788191808.764579, "step": 316, "loss_diff": 0.909964919090271, "reward": 0.25038357877960055, "level": 0, "difficulty": 0.05, "reward_ma": 0.3481771491076289, "leveled_up": false}
{"t": 159, "ts": 1788191810.5658243, "step": 318, "loss_diff": 0.9843223690986633, "reward": 0.25760018158578374, "level": 0, "difficulty": 0.05, "reward_ma": 0.3391194523554444, "leveled_up": false}
{"t": 160, "ts": 1788191812.3831108, "step": 320, "loss_diff": 0.8843237161636353, "reward": 0.44418918311636374, "level": 0, "difficulty": 0.05, "reward_ma": 0.3496264254315363, "leveled_up": false}
{"t": 161, "ts": 1788191814.084725, "step": 322, "loss_diff": 1.006459355354309, "reward": 0.4070463555146233, "level": 0, "difficulty": 0.05, "reward_ma": 0.355368418439845, "leveled_up": false}
{"t": 162, "ts": 1788191815.7292147, "step": 324, "loss_diff": 0.7689875364303589, "reward": 0.2991262784910556, "level": 0, "difficulty": 0.05, "reward_ma": 0.3497442044449661, "leveled_up": false}
{"t": 163, "ts": 1788191817.5682282, "step": 326, "loss_diff": 0.8645597100257874, "reward": 0.47987048730286663, "level": 0, "difficulty": 0.05, "reward_ma": 0.3627568327307562, "leveled_up": false}
{"t": 164, "ts": 1788191819.3779743, "step": 328, "loss_diff": 0.8035103678703308, "reward": 0.3130496295210087, "level": 0, "difficulty": 0.05, "reward_ma": 0.3577861124097815, "leveled_up": false}
{"t": 165, "ts": 1788191821.2956996, "step": 330, "loss_diff": 0.9609403014183044, "reward": 0.5055803011675327, "level": 0, "difficulty": 0.05, "reward_ma": 0.3725655312855566, "leveled_up": false}
{"t": 166, "ts": 1788191823.2274337, "step": 332, "loss_diff": 0.745975136756897, "reward": 0.4665382594619155, "level": 0, "difficulty": 0.05, "reward_ma": 0.3819628041031925, "leveled_up": false}
{"t": 167, "ts": 1788191825.091769, "step": 334, "loss_diff": 1.1181997060775757, "reward": 0.47197310524386615, "level": 0, "difficulty": 0.05, "reward_ma": 0.3909638342172599, "leveled_up": false}
{"t": 168, "ts": 1788191826.8840327, "step": 336, "loss_diff": 0.7026761770248413, "reward": 0.13882004465928183, "level": 0, "difficulty": 0.05, "reward_ma": 0.3657494552614621, "leveled_up": false}
{"t": 169, "ts": 1788191828.7683053, "step": 338, "loss_diff": 0.6779793500900269, "reward": 0.40789015324291833, "level": 0, "difficulty": 0.05, "reward_ma": 0.3699635250596077, "leveled_up": false}
{"t": 170, "ts": 1788191830.7660697, "step": 340, "loss_diff": 0.8926082849502563, "reward": 0.43498754153039915, "level": 0, "difficulty": 0.05, "reward_ma": 0.3764659267066869, "leveled_up": false}
{"t": 171, "ts": 1788191832.7790513, "step": 342, "loss_diff": 0.8072941303253174, "reward": 0.34481916589991346, "level": 0, "difficulty": 0.05, "reward_ma": 0.37330125062600955, "leveled_up": false}
{"t": 172, "ts": 1788191834.5658176, "step": 344, "loss_diff": 0.706339418888092, "reward": 0.2591897734773962, "level": 0, "difficulty": 0.05, "reward_ma": 0.3618901029111482, "leveled_up": false}
{"t": 173, "ts": 1788191836.3753295, "step": 346, "loss_diff": 0.7856873273849487, "reward": 0.5903883432071665, "level": 0, "difficulty": 0.05, "reward_ma": 0.38473992694075004, "leveled_up": false}
{"t": 174, "ts": 1788191838.1940339, "step": 348, "loss_diff": 1.0249322652816772, "reward": 0.2787533974417268, "level": 0, "difficulty": 0.05, "reward_ma": 0.37414127399084773, "leveled_up": false}
{"t": 175, "ts": 1788191840.0219922, "step": 350, "loss_diff": 0.9327006936073303, "reward": 0.4615838122089739, "level": 0, "difficulty": 0.05, "reward_ma": 0.38288552781266033, "leveled_up": false}
{"t": 176, "ts": 1788191841.9756665, "step": 352, "loss_diff": 0.7836748957633972, "reward": 0.5322072344783727, "level": 0, "difficulty": 0.05, "reward_ma": 0.3978176984792316, "leveled_up": false}
{"t": 0, "ts": 1788191979.1846225, "step": 0, "loss_diff": 1.8380309343338013, "reward": 0.05959149351450108, "level": 0, "difficulty": 0.14419693620135876, "reward_ma": 0.005959149351450109, "leveled_up": false}
{"t": 1, "ts": 1788191980.96952, "step": 2, "loss_diff": 1.0697691440582275, "reward": 0.07920979750985921, "level": 0, "difficulty": 0.08894325226390559, "reward_ma": 0.01328421416729102, "leveled_up": false}
{"t": 2, "ts": 1788191982.0224648, "step": 4, "loss_diff": 0.8862699866294861, "reward": 0.0862599672100045, "level": 0, "difficulty": 0.05, "reward_ma": 0.02058178947156237, "leveled_up": false}
{"t": 3, "ts": 1788191983.0994906, "step": 6, "loss_diff": 2.4107396602630615, "reward": 0.0507166774039827, "level": 0, "difficulty": 0.05, "reward_ma": 0.023595278264804405, "leveled_up": false}
{"t": 4, "ts": 1788191984.912253, "step": 8, "loss_diff": 1.1684136390686035, "reward": 0.07591294078137385, "level": 0, "difficulty": 0.05, "reward_ma": 0.02882704451646135, "leveled_up": false}
{"t": 5, "ts": 1788191986.1744745, "step": 10, "loss_diff": 2.8414127826690674, "reward": 0.04578608071612326, "level": 0, "difficulty": 0.05, "reward_ma": 0.03052294813642754, "leveled_up": false}
{"t": 6, "ts": 1788191988.2771134, "step": 12, "loss_diff": 0.9504396319389343, "reward": 0.08364368534838512, "level": 0, "difficulty": 0.05, "reward_ma": 0.0358350218576233, "leveled_up": false}
{"t": 7, "ts": 1788191990.3145962, "step": 14, "loss_diff": 0.9576252698898315, "reward": 0.10338529773096522, "level": 0, "difficulty": 0.05, "reward_ma": 0.04259004944495749, "leveled_up": false}
{"t": 8, "ts": 1788191992.4076219, "step": 16, "loss_diff": 1.3873939514160156, "reward": 0.07104053603193614, "level": 0, "difficulty": 0.05, "reward_ma": 0.045435098103655355, "leveled_up": false}
{"t": 9, "ts": 1788191994.4918487, "step": 18, "loss_diff": 1.4996691942214966, "reward": 0.07738576257886773, "level": 0, "difficulty": 0.05, "reward_ma": 0.048630164551176594, "leveled_up": false}
{"t": 10, "ts": 1788191996.6053164, "step": 20, "loss_diff": 1.2409007549285889, "reward": 0.07367531567553989, "level": 0, "difficulty": 0.05, "reward_ma": 0.05113467966361293, "leveled_up": false}
{"t": 11, "ts": 1788191998.6665182, "step": 22, "loss_diff": 1.4267091751098633, "reward": 0.07378145898815715, "level": 0, "difficulty": 0.05, "reward_ma": 0.05339935759606736, "leveled_up": false}
{"t": 12, "ts": 1788192000.518885, "step": 24, "loss_diff": 2.5416617393493652, "reward": 0.05612971797133566, "level": 0, "difficulty": 0.05, "reward_ma": 0.05367239363359419, "leveled_up": false}
{"t": 13, "ts": 1788192002.50847, "step": 26, "loss_diff": 0.9606336951255798, "reward": 0.08324382383519298, "level": 0, "difficulty": 0.05, "reward_ma": 0.05662953665375407, "leveled_up": false}
{"t": 14, "ts": 1788192004.7065768, "step": 28, "loss_diff": 1.3553361892700195, "reward": 0.07246532033335785, "level": 0, "difficulty": 0.05, "reward_ma": 0.05821311502171445, "leveled_up": false}
{"t": 15, "ts": 1788192006.7715397, "step": 30, "loss_diff": 1.0444583892822266, "reward": 0.08023848383520606, "level": 0, "difficulty": 0.05, "reward_ma": 0.06041565190306361, "leveled_up": false}
{"t": 16, "ts": 1788192008.637047, "step": 32, "loss_diff": 1.0972157716751099, "reward": 0.0782613457956673, "level": 0, "difficulty": 0.05, "reward_ma": 0.062200221292323984, "leveled_up": false}
{"t": 17, "ts": 1788192010.51841, "step": 34, "loss_diff": 1.194901943206787, "reward": 0.07507812978686303, "level": 0, "difficulty": 0.05, "reward_ma": 0.06348801214177789, "leveled_up": false}
{"t": 18, "ts": 1788192012.4240842, "step": 36, "loss_diff": 1.1640698909759521, "reward": 0.09686276221447306, "level": 0, "difficulty": 0.05, "reward_ma": 0.0668254871490474, "leveled_up": false}
{"t": 19, "ts": 1788192014.3042123, "step": 38, "loss_diff": 1.4393534660339355, "reward": 0.06822965047241607, "level": 0, "difficulty": 0.05, "reward_ma": 0.06696590348138427, "leveled_up": false}
{"t": 20, "ts": 1788192016.0939934, "step": 40, "loss_diff": 1.0059378147125244, "reward": 0.08279917266109413, "level": 0, "difficulty": 0.05, "reward_ma": 0.06854923039935526, "leveled_up": false}
{"t": 21, "ts": 1788192017.99682, "step": 42, "loss_diff": 1.0669976472854614, "reward": 0.07930697009255216, "level": 0, "difficulty": 0.05, "reward_ma": 0.06962500436867496, "leveled_up": false}
{"t": 22, "ts": 1788192019.920203, "step": 44, "loss_diff": 0.9174593091011047, "reward": 0.08496646495930191, "level": 0, "difficulty": 0.05, "reward_ma": 0.07115915042773766, "leveled_up": false}
{"t": 23, "ts": 1788192021.9070754, "step": 46, "loss_diff": 0.9253904819488525, "reward": 0.09450152905606755, "level": 0, "difficulty": 0.05, "reward_ma": 0.07349338829057066, "leveled_up": false}
{"t": 24, "ts": 1788192023.9063938, "step": 48, "loss_diff": 1.03635573387146, "reward": 0.08039894714016807, "level": 0, "difficulty": 0.05, "reward_ma": 0.0741839441755304, "leveled_up": false}
{"t": 25, "ts": 1788192025.896855, "step": 50, "loss_diff": 1.8114815950393677, "reward": 0.06971125445482819, "level": 0, "difficulty": 0.05, "reward_ma": 0.07373667520346017, "leveled_up": false}
{"t": 26, "ts": 1788192027.8156502, "step": 52, "loss_diff": 1.4090689420700073, "reward": 0.07157669754803218, "level": 0, "difficulty": 0.05, "reward_ma": 0.07352067743791738, "leveled_up": false}
{"t": 27, "ts": 1788192029.776948, "step": 54, "loss_diff": 1.1046216487884521, "reward": 0.0901509403933793, "level": 0, "difficulty": 0.05, "reward_ma": 0.07518370373346356, "leveled_up": false}
{"t": 28, "ts": 1788192031.6898468, "step": 56, "loss_diff": 1.0886253118515015, "reward": 0.07855551961436208, "level": 0, "difficulty": 0.05, "reward_ma": 0.07552088532155342, "leveled_up": false}
{"t": 29, "ts": 1788192033.7063975, "step": 58, "loss_diff": 1.1890062093734741, "reward": 0.07526219300519077, "level": 0, "difficulty": 0.05, "reward_ma": 0.07549501608991716, "leveled_up": false}
{"t": 30, "ts": 1788192035.596492, "step": 60, "loss_diff": 0.9193307757377625, "reward": 0.08489018729875042, "level": 0, "difficulty": 0.05, "reward_ma": 0.07643453321080047, "leveled_up": false}
{"t": 31, "ts": 1788192054.200398, "step": 62, "loss_diff": 0.8427599668502808, "reward": 0.08813758813432568, "level": 0, "difficulty": 0.05, "reward_ma": 0.07760483870315299, "leveled_up": false}
{"t": 32, "ts": 1788192055.26481, "step": 64, "loss_diff": 0.9143607020378113, "reward": 0.08509308657143827, "level": 0, "difficulty": 0.05, "reward_ma": 0.07835366348998153, "leveled_up": false}
{"t": 33, "ts": 1788192057.0736687, "step": 66, "loss_diff": 1.379553198814392, "reward": 0.06977499112767951, "level": 0, "difficulty": 0.05, "reward_ma": 0.07749579625375133, "leveled_up": false}
{"t": 34, "ts": 1788192058.1098707, "step": 68, "loss_diff": 1.0841995477676392, "reward": 0.07870802307009468, "level": 0, "difficulty": 0.05, "reward_ma": 0.07761701893538567, "leveled_up": false}
{"t": 35, "ts": 1788192059.1821733, "step": 70, "loss_diff": 1.1367909908294678, "reward": 0.07693667052598147, "level": 0, "difficulty": 0.05, "reward_ma": 0.07754898409444526, "leveled_up": false}
{"t": 36, "ts": 1788192060.936757, "step": 72, "loss_diff": 1.4566043615341187, "reward": 0.07794949473912002, "level": 0, "difficulty": 0.05, "reward_ma": 0.07758903515891273, "leveled_up": false}
{"t": 37, "ts": 1788192062.7381063, "step": 74, "loss_diff": 1.063070297241211, "reward": 0.08874996011797513, "level": 0, "difficulty": 0.05, "reward_ma": 0.07870512765481898, "leveled_up": false}
{"t": 38, "ts": 1788192064.512819, "step": 76, "loss_diff": 2.51139760017395, "reward": 0.04945598040907845, "level": 0, "difficulty": 0.05, "reward_ma": 0.07578021293024492, "leveled_up": false}
{"t": 39, "ts": 1788192066.2165647, "step": 78, "loss_diff": 1.285273551940918, "reward": 0.08399575158142261, "level": 0, "difficulty": 0.05, "reward_ma": 0.0766017667953627, "leveled_up": false}
{"t": 40, "ts": 1788192068.0289128, "step": 80, "loss_diff": 1.104138970375061, "reward": 0.07802601404784251, "level": 0, "difficulty": 0.05, "reward_ma": 0.07674419152061068, "leveled_up": false}
{"t": 41, "ts": 1788192069.8921342, "step": 82, "loss_diff": 1.2779160737991333, "reward": 0.07358505502342343, "level": 0, "difficulty": 0.05, "reward_ma": 0.07642827787089196, "leveled_up": false}
{"t": 42, "ts": 1788192071.9392097, "step": 84, "loss_diff": 1.1536740064620972, "reward": 0.07638637083199848, "level": 0, "difficulty": 0.05, "reward_ma": 0.07642408716700262, "leveled_up": false}
{"t": 43, "ts": 1788192073.8913465, "step": 86, "loss_diff": 1.154821515083313, "reward": 0.07634928090773194, "level": 0, "difficulty": 0.05, "reward_ma": 0.07641660654107556, "leveled_up": false}
{"t": 44, "ts": 1788192075.7749355, "step": 88, "loss_diff": 0.8944195508956909, "reward": 0.08591787307674828, "level": 0, "difficulty": 0.05, "reward_ma": 0.07736673319464284, "leveled_up": false}
{"t": 45, "ts": 1788192077.7767453, "step": 90, "loss_diff": 1.0801249742507935, "reward": 0.07884899891029384, "level": 0, "difficulty": 0.05, "reward_ma": 0.07751495976620794, "leveled_up": false}
{"t": 46, "ts": 1788192079.6854362, "step": 92, "loss_diff": 0.9065127372741699, "reward": 0.08541562749256174, "level": 0, "difficulty": 0.05, "reward_ma": 0.07830502653884332, "leveled_up": false}
{"t": 47, "ts": 1788192081.6365647, "step": 94, "loss_diff": 0.9772521257400513, "reward": 0.08260080639232426, "level": 0, "difficulty": 0.05, "reward_ma": 0.07873460452419141, "leveled_up": false}
{"t": 48, "ts": 1788192083.7906115, "step": 96, "loss_diff": 0.9865381717681885, "reward": 0.09101896574450885, "level": 0, "difficulty": 0.05, "reward_ma": 0.07996304064622316, "leveled_up": false}
{"t": 49, "ts": 1788192085.6110413, "step": 98, "loss_diff": 1.0409730672836304, "reward": 0.0840406971987721, "level": 0, "difficulty": 0.05, "reward_ma": 0.08037080630147805, "leveled_up": false}
{"t": 50, "ts": 1788192087.5663552, "step": 100, "loss_diff": 0.9941211938858032, "reward": 0.08195905214551118, "level": 0, "difficulty": 0.05, "reward_ma": 0.08052963088588137, "leveled_up": false}
{"t": 51, "ts": 1788192089.4130688, "step": 102, "loss_diff": 1.068457841873169, "reward": 0.07925574115637993, "level": 0, "difficulty": 0.05, "reward_ma": 0.08040224191293123, "leveled_up": false}
{"t": 52, "ts": 1788192091.2986913, "step": 104, "loss_diff": 1.5569497346878052, "reward": 0.06982213476831435, "level": 0, "difficulty": 0.05, "reward_ma": 0.07934423119846955, "leveled_up": false}
{"t": 53, "ts": 1788192093.1950998, "step": 106, "loss_diff": 1.3083797693252563, "reward": 0.07774386711405627, "level": 0, "difficulty": 0.05, "reward_ma": 0.07918419479002822, "leveled_up": false}
{"t": 54, "ts": 1788192095.038369, "step": 108, "loss_diff": 1.0909889936447144, "reward": 0.08628196634705845, "level": 0, "difficulty": 0.05, "reward_ma": 0.07989397194573125, "leveled_up": false}
{"t": 55, "ts": 1788192096.9663877, "step": 110, "loss_diff": 0.9833816885948181, "reward": 0.08236635521851984, "level": 0, "difficulty": 0.05, "reward_ma": 0.08014121027301012, "leveled_up": false}
{"t": 56, "ts": 1788192098.8116508, "step": 112, "loss_diff": 1.3515807390213013, "reward": 0.07052482767511452, "level": 0, "difficulty": 0.05, "reward_ma": 0.07917957201322057, "leveled_up": false}
{"t": 57, "ts": 1788192100.6965818, "step": 114, "loss_diff": 1.0105794668197632, "reward": 0.08134330454670963, "level": 0, "difficulty": 0.05, "reward_ma": 0.07939594526656947, "leveled_up": false}
{"t": 58, "ts": 1788192102.5265186, "step": 116, "loss_diff": 1.0131479501724243, "reward": 0.08194401554863627, "level": 0, "difficulty": 0.05, "reward_ma": 0.07965075229477615, "leveled_up": false}
{"t": 59, "ts": 1788192104.399864, "step": 118, "loss_diff": 0.7896703481674194, "reward": 0.09055226517985908, "level": 0, "difficulty": 0.05, "reward_ma": 0.08074090358328444, "leveled_up": false}
{"t": 60, "ts": 1788192106.2067034, "step": 120, "loss_diff": 1.011945128440857, "reward": 0.08129266416288876, "level": 0, "difficulty": 0.05, "reward_ma": 0.08079607964124487, "leveled_up": false}
{"t": 61, "ts": 1788192123.0706408, "step": 122, "loss_diff": 1.1705243587493896, "reward": 0.07584567177321647, "level": 0, "difficulty": 0.05, "reward_ma": 0.08030103885444202, "leveled_up": false}
{"t": 62, "ts": 1788192124.7746282, "step": 124, "loss_diff": 1.116973638534546, "reward": 0.07759381278295796, "level": 0, "difficulty": 0.05, "reward_ma": 0.08003031624729362, "leveled_up": false}
{"t": 63, "ts": 1788192125.8211372, "step": 126, "loss_diff": 0.9686304330825806, "reward": 0.08293305070126814, "level": 0, "difficulty": 0.05, "reward_ma": 0.08032058969269107, "leveled_up": false}
{"t": 64, "ts": 1788192126.919911, "step": 128, "loss_diff": 0.9511867761611938, "reward": 0.08361423676931094, "level": 0, "difficulty": 0.05, "reward_ma": 0.08064995440035305, "leveled_up": false}
{"t": 65, "ts": 1788192128.6804698, "step": 130, "loss_diff": 0.8455067873001099, "reward": 0.08801643431337108, "level": 0, "difficulty": 0.05, "reward_ma": 0.08138660239165485, "leveled_up": false}
{"t": 66, "ts": 1788192129.8143404, "step": 132, "loss_diff": 1.184330701828003, "reward": 0.0754088675123893, "level": 0, "difficulty": 0.05, "reward_ma": 0.0807888289037283, "leveled_up": false}
{"t": 67, "ts": 1788192131.5671408, "step": 134, "loss_diff": 1.1006927490234375, "reward": 0.07814296330607821, "level": 0, "difficulty": 0.05, "reward_ma": 0.08052424234396328, "leveled_up": false}
{"t": 68, "ts": 1788192133.318997, "step": 136, "loss_diff": 1.0927473306655884, "reward": 0.09812852418447573, "level": 0, "difficulty": 0.05, "reward_ma": 0.08228467052801454, "leveled_up": false}
{"t": 69, "ts": 1788192135.0312848, "step": 138, "loss_diff": 0.9898691773414612, "reward": 0.08211978702557682, "level": 0, "difficulty": 0.05, "reward_ma": 0.08226818217777078, "leveled_up": false}
{"t": 70, "ts": 1788192136.811838, "step": 140, "loss_diff": 1.2498342990875244, "reward": 0.08107943409447031, "level": 0, "difficulty": 0.05, "reward_ma": 0.08214930736944073, "leveled_up": false}
{"t": 71, "ts": 1788192138.5803337, "step": 142, "loss_diff": 1.0785808563232422, "reward": 0.08222687712540526, "level": 0, "difficulty": 0.05, "reward_ma": 0.0821570643450372, "leveled_up": false}
{"t": 72, "ts": 1788192140.3057392, "step": 144, "loss_diff": 0.9645541310310364, "reward": 0.08464621402643802, "level": 0, "difficulty": 0.05, "reward_ma": 0.08240597931317728, "leveled_up": false}
{"t": 73, "ts": 1788192142.0645425, "step": 146, "loss_diff": 0.8917220830917358, "reward": 0.09383094463650145, "level": 0, "difficulty": 0.05, "reward_ma": 0.0835484758455097, "leveled_up": false}
{"t": 74, "ts": 1788192143.8739133, "step": 148, "loss_diff": 1.1191740036010742, "reward": 0.0924670368409826, "level": 0, "difficulty": 0.05, "reward_ma": 0.084440331945057, "leveled_up": false}
{"t": 75, "ts": 1788192145.7142596, "step": 150, "loss_diff": 0.9843422174453735, "reward": 0.083854369698674, "level": 0, "difficulty": 0.05, "reward_ma": 0.08438173572041871, "leveled_up": false}
{"t": 76, "ts": 1788192147.6031408, "step": 152, "loss_diff": 1.2217507362365723, "reward": 0.08177588596969569, "level": 0, "difficulty": 0.05, "reward_ma": 0.08412115074534642, "leveled_up": false}
{"t": 77, "ts": 1788192149.4204032, "step": 154, "loss_diff": 1.0111662149429321, "reward": 0.09833574964695066, "level": 0, "difficulty": 0.05, "reward_ma": 0.08554261063550685, "leveled_up": false}
{"t": 78, "ts": 1788192151.2770119, "step": 156, "loss_diff": 1.0873737335205078, "reward": 0.08978465314723223, "level": 0, "difficulty": 0.05, "reward_ma": 0.08596681488667939, "leveled_up": false}
{"t": 79, "ts": 1788192153.0341651, "step": 158, "loss_diff": 1.1800771951675415, "reward": 0.07985670113615118, "level": 0, "difficulty": 0.05, "reward_ma": 0.08535580351162657, "leveled_up": false}
{"t": 80, "ts": 1788192154.8799398, "step": 160, "loss_diff": 0.9032713770866394, "reward": 0.08594449805502427, "level": 0, "difficulty": 0.05, "reward_ma": 0.08541467296596635, "leveled_up": false}
{"t": 81, "ts": 1788192156.5970592, "step": 162, "loss_diff": 0.9754902124404907, "reward": 0.08348171056661924, "level": 0, "difficulty": 0.05, "reward_ma": 0.08522137672603164, "leveled_up": false}
{"t": 82, "ts": 1788192158.3018847, "step": 164, "loss_diff": 1.0771663188934326, "reward": 0.08832552050599468, "level": 0, "difficulty": 0.05, "reward_ma": 0.08553179110402793, "leveled_up": false}
{"t": 83, "ts": 1788192160.231984, "step": 166, "loss_diff": 1.0388611555099487, "reward": 0.11660584748115341, "level": 0, "difficulty": 0.05, "reward_ma": 0.08863919674174048, "leveled_up": false}
{"t": 84, "ts": 1788192162.100039, "step": 168, "loss_diff": 1.2354278564453125, "reward": 0.07669278949034658, "level": 0, "difficulty": 0.05, "reward_ma": 0.08744455601660109, "leveled_up": false}
{"t": 85, "ts": 1788192163.9947057, "step": 170, "loss_diff": 1.2009875774383545, "reward": 0.08597172109704099, "level": 0, "difficulty": 0.05, "reward_ma": 0.08729727252464507, "leveled_up": false}
{"t": 86, "ts": 1788192166.4115624, "step": 172, "loss_diff": 1.0163414478302002, "reward": 0.08113010918045414, "level": 0, "difficulty": 0.05, "reward_ma": 0.086680556190226, "leveled_up": false}
{"t": 87, "ts": 1788192168.3686378, "step": 174, "loss_diff": 0.9520297050476074, "reward": 0.11773219469815105, "level": 0, "difficulty": 0.05, "reward_ma": 0.08978572004101851, "leveled_up": false}
{"t": 88, "ts": 1788192170.327812, "step": 176, "loss_diff": 1.2031795978546143, "reward": 0.07494101648070292, "level": 0, "difficulty": 0.05, "reward_ma": 0.08830124968498695, "leveled_up": false}
{"t": 89, "ts": 1788192172.2863586, "step": 178, "loss_diff": 1.1463348865509033, "reward": 0.07662452478334053, "level": 0, "difficulty": 0.05, "reward_ma": 0.08713357719482231, "leveled_up": false}
{"t": 90, "ts": 1788192174.2728646, "step": 180, "loss_diff": 1.0822697877883911, "reward": 0.0787747219067775, "level": 0, "difficulty": 0.05, "reward_ma": 0.08629769166601783, "leveled_up": false}
{"t": 91, "ts": 1788192176.216491, "step": 182, "loss_diff": 1.0936816930770874, "reward": 0.09142002469190444, "level": 0, "difficulty": 0.05, "reward_ma": 0.0868099249686065, "leveled_up": false}
{"t": 92, "ts": 1788192194.9659245, "step": 184, "loss_diff": 1.093061923980713, "reward": 0.07927446096549849, "level": 0, "difficulty": 0.05, "reward_ma": 0.0860563785682957, "leveled_up": false}
{"t": 93, "ts": 1788192196.153394, "step": 186, "loss_diff": 1.2387804985046387, "reward": 0.07373870928917614, "level": 0, "difficulty": 0.05, "reward_ma": 0.08482461164038375, "leveled_up": false}
{"t": 94, "ts": 1788192198.1747534, "step": 188, "loss_diff": 1.0074697732925415, "reward": 0.08145887281107328, "level": 0, "difficulty": 0.05, "reward_ma": 0.0844880377574527, "leveled_up": false}
{"t": 95, "ts": 1788192199.3912277, "step": 190, "loss_diff": 1.123181939125061, "reward": 0.08822558366176461, "level": 0, "difficulty": 0.05, "reward_ma": 0.0848617923478839, "leveled_up": false}
{"t": 96, "ts": 1788192200.5679777, "step": 192, "loss_diff": 1.1413283348083496, "reward": 0.07678792371759047, "level": 0, "difficulty": 0.05, "reward_ma": 0.08405440548485454, "leveled_up": false}
{"t": 97, "ts": 1788192202.5841048, "step": 194, "loss_diff": 0.9623175859451294, "reward": 0.08317817312474293, "level": 0, "difficulty": 0.05, "reward_ma": 0.08396678224884338, "leveled_up": false}
{"t": 98, "ts": 1788192204.508594, "step": 196, "loss_diff": 1.088512897491455, "reward": 0.09115985967062362, "level": 0, "difficulty": 0.05, "reward_ma": 0.08468608999102141, "leveled_up": false}
{"t": 99, "ts": 1788192206.4174604, "step": 198, "loss_diff": 0.920414924621582, "reward": 0.09490826734875382, "level": 0, "difficulty": 0.05, "reward_ma": 0.08570830772679466, "leveled_up": false}
{"t": 100, "ts": 1788192208.4943268, "step": 200, "loss_diff": 1.1010555028915405, "reward": 0.08543563732206597, "level": 0, "difficulty": 0.05, "reward_ma": 0.08568104068632179, "leveled_up": false}
{"t": 101, "ts": 1788192210.7796242, "step": 202, "loss_diff": 0.9919269680976868, "reward": 0.08204191265765162, "level": 0, "difficulty": 0.05, "reward_ma": 0.08531712788345477, "leveled_up": false}
{"t": 102, "ts": 1788192212.7252429, "step": 204, "loss_diff": 0.8304522037506104, "reward": 0.0886849105377394, "level": 0, "difficulty": 0.05, "reward_ma": 0.08565390614888324, "leveled_up": false}
{"t": 103, "ts": 1788192214.723879, "step": 206, "loss_diff": 1.070540428161621, "reward": 0.07918280147274628, "level": 0, "difficulty": 0.05, "reward_ma": 0.08500679568126954, "leveled_up": false}
{"t": 104, "ts": 1788192216.725237, "step": 208, "loss_diff": 0.962733268737793, "reward": 0.08316198402397522, "level": 0, "difficulty": 0.05, "reward_ma": 0.08482231451554012, "leveled_up": false}
{"t": 105, "ts": 1788192219.0878263, "step": 210, "loss_diff": 1.0542027950286865, "reward": 0.07975897508989054, "level": 0, "difficulty": 0.05, "reward_ma": 0.08431598057297517, "leveled_up": false}
{"t": 106, "ts": 1788192221.0192206, "step": 212, "loss_diff": 1.159144639968872, "reward": 0.10012423514149435, "level": 0, "difficulty": 0.05, "reward_ma": 0.08589680602982709, "leveled_up": false}
{"t": 107, "ts": 1788192222.8674843, "step": 214, "loss_diff": 0.7716450691223145, "reward": 0.0973451043716764, "level": 0, "difficulty": 0.05, "reward_ma": 0.08704163586401202, "leveled_up": false}
{"t": 108, "ts": 1788192224.6242816, "step": 216, "loss_diff": 1.0316818952560425, "reward": 0.08056840261826902, "level": 0, "difficulty": 0.05, "reward_ma": 0.08639431253943772, "leveled_up": false}
{"t": 109, "ts": 1788192226.467315, "step": 218, "loss_diff": 1.0325745344161987, "reward": 0.09388760242829325, "level": 0, "difficulty": 0.05, "reward_ma": 0.08714364152832327, "leveled_up": false}
{"t": 110, "ts": 1788192228.2883465, "step": 220, "loss_diff": 1.5435092449188232, "reward": 0.0827814189669967, "level": 0, "difficulty": 0.05, "reward_ma": 0.08670741927219063, "leveled_up": false}
{"t": 111, "ts": 1788192230.081231, "step": 222, "loss_diff": 0.9744949340820312, "reward": 0.08270674155552071, "level": 0, "difficulty": 0.05, "reward_ma": 0.08630735150052364, "leveled_up": false}
{"t": 112, "ts": 1788192232.100343, "step": 224, "loss_diff": 1.0248984098434448, "reward": 0.09310537219560239, "level": 0, "difficulty": 0.05, "reward_ma": 0.08698715357003152, "leveled_up": false}
{"t": 113, "ts": 1788192234.0830994, "step": 226, "loss_diff": 1.0362420082092285, "reward": 0.08910596356785955, "level": 0, "difficulty": 0.05, "reward_ma": 0.08719903456981433, "leveled_up": false}
{"t": 114, "ts": 1788192236.09627, "step": 228, "loss_diff": 1.132561206817627, "reward": 0.07707590471887424, "level": 0, "difficulty": 0.05, "reward_ma": 0.08618672158472032, "leveled_up": false}
{"t": 115, "ts": 1788192238.1258469, "step": 230, "loss_diff": 1.090408444404602, "reward": 0.09958615371436008, "level": 0, "difficulty": 0.05, "reward_ma": 0.0875266647976843, "leveled_up": false}
{"t": 116, "ts": 1788192240.0912166, "step": 232, "loss_diff": 0.9154529571533203, "reward": 0.10181872147582019, "level": 0, "difficulty": 0.05, "reward_ma": 0.0889558704654979, "leveled_up": false}
{"t": 117, "ts": 1788192242.020999, "step": 234, "loss_diff": 1.1171759366989136, "reward": 0.09836551125144984, "level": 0, "difficulty": 0.05, "reward_ma": 0.08989683454409308, "leveled_up": false}
{"t": 118, "ts": 1788192244.0014565, "step": 236, "loss_diff": 1.0772676467895508, "reward": 0.08782670331309597, "level": 0, "difficulty": 0.05, "reward_ma": 0.08968982142099338, "leveled_up": false}
{"t": 119, "ts": 1788192245.98081, "step": 238, "loss_diff": 0.9042142033576965, "reward": 0.17618831667018792, "level": 0, "difficulty": 0.05, "reward_ma": 0.09833967094591284, "leveled_up": false}
{"t": 120, "ts": 1788192248.082138, "step": 240, "loss_diff": 0.9024873971939087, "reward": 0.09885716840241421, "level": 0, "difficulty": 0.05, "reward_ma": 0.09839142069156298, "leveled_up": false}
{"t": 121, "ts": 1788192250.0163276, "step": 242, "loss_diff": 0.8792847394943237, "reward": 0.13397858252115397, "level": 0, "difficulty": 0.05, "reward_ma": 0.10195013687452208, "leveled_up": false}
{"t": 122, "ts": 1788192269.436059, "step": 244, "loss_diff": 1.1308895349502563, "reward": 0.13480020768415785, "level": 0, "difficulty": 0.05, "reward_ma": 0.10523514395548565, "leveled_up": false}
{"t": 123, "ts": 1788192271.4763994, "step": 246, "loss_diff": 0.976191520690918, "reward": 0.10544994255630831, "level": 0, "difficulty": 0.05, "reward_ma": 0.10525662381556791, "leveled_up": false}
{"t": 124, "ts": 1788192272.6818142, "step": 248, "loss_diff": 1.1542003154754639, "reward": 0.12917102384455256, "level": 0, "difficulty": 0.05, "reward_ma": 0.10764806381846638, "leveled_up": false}
{"t": 125, "ts": 1788192273.7894006, "step": 250, "loss_diff": 0.96811842918396, "reward": 0.08295287277577992, "level": 0, "difficulty": 0.05, "reward_ma": 0.10517854471419773, "leveled_up": false}
{"t": 126, "ts": 1788192275.5754726, "step": 252, "loss_diff": 0.9919142723083496, "reward": 0.11957336374430946, "level": 0, "difficulty": 0.05, "reward_ma": 0.1066180266172089, "leveled_up": false}
{"t": 127, "ts": 1788192276.6303606, "step": 254, "loss_diff": 0.9347786903381348, "reward": 0.10221774044117332, "level": 0, "difficulty": 0.05, "reward_ma": 0.10617799799960535, "leveled_up": false}
{"t": 128, "ts": 1788192278.5030608, "step": 256, "loss_diff": 1.0642240047454834, "reward": 0.12712807519746325, "level": 0, "difficulty": 0.05, "reward_ma": 0.10827300571939114, "leveled_up": false}
{"t": 129, "ts": 1788192280.291139, "step": 258, "loss_diff": 1.1291193962097168, "reward": 0.09232962603975561, "level": 0, "difficulty": 0.05, "reward_ma": 0.10667866775142759, "leveled_up": false}
{"t": 130, "ts": 1788192282.1289282, "step": 260, "loss_diff": 1.1469340324401855, "reward": 0.096720814678358, "level": 0, "difficulty": 0.05, "reward_ma": 0.10568288244412063, "leveled_up": false}
{"t": 131, "ts": 1788192284.010483, "step": 262, "loss_diff": 1.2477184534072876, "reward": 0.11740179417612273, "level": 0, "difficulty": 0.05, "reward_ma": 0.10685477361732085, "leveled_up": false}
{"t": 132, "ts": 1788192285.938608, "step": 264, "loss_diff": 1.1159553527832031, "reward": 0.12429122717232803, "level": 0, "difficulty": 0.05, "reward_ma": 0.10859841897282156, "leveled_up": false}
{"t": 133, "ts": 1788192287.903228, "step": 266, "loss_diff": 1.177215576171875, "reward": 0.1422447747087248, "level": 0, "difficulty": 0.05, "reward_ma": 0.11196305454641188, "leveled_up": false}
{"t": 134, "ts": 1788192289.6912754, "step": 268, "loss_diff": 1.0352325439453125, "reward": 0.1509234383627772, "level": 0, "difficulty": 0.05, "reward_ma": 0.11585909292804841, "leveled_up": false}
{"t": 135, "ts": 1788192291.4996812, "step": 270, "loss_diff": 1.1543710231781006, "reward": 0.13175450214510642, "level": 0, "difficulty": 0.05, "reward_ma": 0.11744863384975421, "leveled_up": false}
{"t": 136, "ts": 1788192293.230477, "step": 272, "loss_diff": 0.9646639823913574, "reward": 0.13057847520572274, "level": 0, "difficulty": 0.05, "reward_ma": 0.11876161798535106, "leveled_up": false}
{"t": 137, "ts": 1788192295.0964952, "step": 274, "loss_diff": 1.0552008152008057, "reward": 0.12144822422207766, "level": 0, "difficulty": 0.05, "reward_ma": 0.11903027860902372, "leveled_up": false}
{"t": 138, "ts": 1788192297.1142623, "step": 276, "loss_diff": 0.9292516708374023, "reward": 0.1599036152207326, "level": 0, "difficulty": 0.05, "reward_ma": 0.1231176122701946, "leveled_up": false}
{"t": 139, "ts": 1788192299.0981033, "step": 278, "loss_diff": 1.0010734796524048, "reward": 0.08169771310725239, "level": 0, "difficulty": 0.05, "reward_ma": 0.11897562235390038, "leveled_up": false}
{"t": 140, "ts": 1788192301.1036265, "step": 280, "loss_diff": 0.9425369501113892, "reward": 0.19568740241206561, "level": 0, "difficulty": 0.05, "reward_ma": 0.1266468003597169, "leveled_up": false}
{"t": 141, "ts": 1788192302.9861126, "step": 282, "loss_diff": 0.9925273060798645, "reward": 0.12210943983395614, "level": 0, "difficulty": 0.05, "reward_ma": 0.12619306430714083, "leveled_up": false}
{"t": 142, "ts": 1788192304.817655, "step": 284, "loss_diff": 1.0139836072921753, "reward": 0.14465551955283956, "level": 0, "difficulty": 0.05, "reward_ma": 0.1280393098317107, "leveled_up": false}
{"t": 143, "ts": 1788192306.705115, "step": 286, "loss_diff": 1.0003256797790527, "reward": 0.1431000658155036, "level": 0, "difficulty": 0.05, "reward_ma": 0.12954538543008998, "leveled_up": false}
{"t": 144, "ts": 1788192308.5935118, "step": 288, "loss_diff": 1.0217753648757935, "reward": 0.15507824189402225, "level": 0, "difficulty": 0.05, "reward_ma": 0.1320986710764832, "leveled_up": false}
{"t": 145, "ts": 1788192310.8183198, "step": 290, "loss_diff": 1.0110230445861816, "reward": 0.15354438204590926, "level": 0, "difficulty": 0.05, "reward_ma": 0.13424324217342581, "leveled_up": false}
{"t": 146, "ts": 1788192312.7214303, "step": 292, "loss_diff": 1.0210487842559814, "reward": 0.18487185425590524, "level": 0, "difficulty": 0.05, "reward_ma": 0.13930610338167376, "leveled_up": false}
{"t": 147, "ts": 1788192314.8047435, "step": 294, "loss_diff": 0.8966673612594604, "reward": 0.15925609766802407, "level": 0, "difficulty": 0.05, "reward_ma": 0.1413011028103088, "leveled_up": false}
{"t": 148, "ts": 1788192316.8111994, "step": 296, "loss_diff": 0.9931002855300903, "reward": 0.1705273468145511, "level": 0, "difficulty": 0.05, "reward_ma": 0.14422372721073304, "leveled_up": false}
{"t": 149, "ts": 1788192318.7031953, "step": 298, "loss_diff": 0.9087700247764587, "reward": 0.2275580234553298, "level": 0, "difficulty": 0.05, "reward_ma": 0.15255715683519272, "leveled_up": false}
{"t": 150, "ts": 1788192321.1613574, "step": 300, "loss_diff": 1.0182710886001587, "reward": 0.19898760604714066, "level": 0, "difficulty": 0.05, "reward_ma": 0.15720020175638752, "leveled_up": false}
{"t": 151, "ts": 1788192323.4743934, "step": 302, "loss_diff": 0.8606600165367126, "reward": 0.2010775773637397, "level": 0, "difficulty": 0.05, "reward_ma": 0.16158793931712273, "leveled_up": false}
{"t": 152, "ts": 1788192325.3984044, "step": 304, "loss_diff": 1.1378613710403442, "reward": 0.1765422611807541, "level": 0, "difficulty": 0.05, "reward_ma": 0.16308337150348587, "leveled_up": false}
{"t": 153, "ts": 1788192343.4308002, "step": 306, "loss_diff": 1.0635390281677246, "reward": 0.17790645380287579, "level": 0, "difficulty": 0.05, "reward_ma": 0.16456567973342487, "leveled_up": false}
{"t": 154, "ts": 1788192344.6213398, "step": 308, "loss_diff": 0.9964306354522705, "reward": 0.08187203747852707, "level": 0, "difficulty": 0.05, "reward_ma": 0.15629631550793507, "leveled_up": false}
{"t": 155, "ts": 1788192346.588004, "step": 310, "loss_diff": 1.142643928527832, "reward": 0.126703609377025, "level": 0, "difficulty": 0.05, "reward_ma": 0.15333704489484407, "leveled_up": false}
{"t": 156, "ts": 1788192347.7386854, "step": 312, "loss_diff": 1.0538901090621948, "reward": 0.10824027138393712, "level": 0, "difficulty": 0.05, "reward_ma": 0.14882736754375336, "leveled_up": false}
{"t": 157, "ts": 1788192348.9295623, "step": 314, "loss_diff": 1.036913275718689, "reward": 0.08037878472551009, "level": 0, "difficulty": 0.05, "reward_ma": 0.14198250926192904, "leveled_up": false}
{"t": 158, "ts": 1788192350.9861093, "step": 316, "loss_diff": 1.0372815132141113, "reward": 0.09806076405889425, "level": 0, "difficulty": 0.05, "reward_ma": 0.13759033474162558, "leveled_up": false}
{"t": 159, "ts": 1788192353.0240579, "step": 318, "loss_diff": 1.0083943605422974, "reward": 0.1629472774141245, "level": 0, "difficulty": 0.05, "reward_ma": 0.14012602900887547, "leveled_up": false}
{"t": 160, "ts": 1788192355.184888, "step": 320, "loss_diff": 1.18014395236969, "reward": 0.12912793647020016, "level": 0, "difficulty": 0.05, "reward_ma": 0.13902621975500795, "leveled_up": false}
{"t": 161, "ts": 1788192357.4148736, "step": 322, "loss_diff": 1.1632835865020752, "reward": 0.08822390264778401, "level": 0, "difficulty": 0.05, "reward_ma": 0.13394598804428556, "leveled_up": false}
{"t": 162, "ts": 1788192359.2298298, "step": 324, "loss_diff": 1.0965049266815186, "reward": 0.10766000496216391, "level": 0, "difficulty": 0.05, "reward_ma": 0.1313173897360734, "leveled_up": false}
{"t": 163, "ts": 1788192361.3814375, "step": 326, "loss_diff": 1.068272590637207, "reward": 0.16613496724486837, "level": 0, "difficulty": 0.05, "reward_ma": 0.1347991474869529, "leveled_up": false}
{"t": 164, "ts": 1788192363.1372106, "step": 328, "loss_diff": 1.089367389678955, "reward": 0.1363047245802388, "level": 0, "difficulty": 0.05, "reward_ma": 0.1349497051962815, "leveled_up": false}
{"t": 165, "ts": 1788192365.0929317, "step": 330, "loss_diff": 1.066057562828064, "reward": 0.14126147649831441, "level": 0, "difficulty": 0.05, "reward_ma": 0.1355808823264848, "leveled_up": false}
{"t": 166, "ts": 1788192366.8672225, "step": 332, "loss_diff": 1.0120173692703247, "reward": 0.13109564717740163, "level": 0, "difficulty": 0.05, "reward_ma": 0.13513235881157648, "leveled_up": false}
{"t": 167, "ts": 1788192368.6665125, "step": 334, "loss_diff": 1.1401634216308594, "reward": 0.13420355795060665, "level": 0, "difficulty": 0.05, "reward_ma": 0.1350394787254795, "leveled_up": false}
{"t": 168, "ts": 1788192370.5194762, "step": 336, "loss_diff": 0.8778336048126221, "reward": 0.1528610265605086, "level": 0, "difficulty": 0.05, "reward_ma": 0.1368216335089824, "leveled_up": false}
{"t": 169, "ts": 1788192372.3683527, "step": 338, "loss_diff": 1.0029377937316895, "reward": 0.1311790254647534, "level": 0, "difficulty": 0.05, "reward_ma": 0.1362573727045595, "leveled_up": false}
{"t": 0, "ts": 1788192408.3741124, "step": 0, "loss_diff": 1.2110774517059326, "reward": 0.17905267853323675, "level": 0, "difficulty": 0.14509289508899928, "reward_ma": 0.017905267853323675, "leveled_up": false}
{"t": 1, "ts": 1788192410.1290998, "step": 2, "loss_diff": 1.2407960891723633, "reward": 0.07923581781728056, "level": 0, "difficulty": 0.09064576930272825, "reward_ma": 0.024038322849719365, "leveled_up": false}
{"t": 2, "ts": 1788192411.1646752, "step": 4, "loss_diff": 1.2633533477783203, "reward": 0.07301129320339693, "level": 0, "difficulty": 0.05, "reward_ma": 0.02893561988508712, "leveled_up": false}
{"t": 3, "ts": 1788192412.2296197, "step": 6, "loss_diff": 1.7761977910995483, "reward": 0.060768679420564194, "level": 0, "difficulty": 0.05, "reward_ma": 0.03211892583863483, "leveled_up": false}
{"t": 4, "ts": 1788192413.9317496, "step": 8, "loss_diff": 1.5992693901062012, "reward": 0.06444647100623782, "level": 0, "difficulty": 0.05, "reward_ma": 0.035351680355395126, "leveled_up": false}
{"t": 5, "ts": 1788192414.997744, "step": 10, "loss_diff": 1.5664483308792114, "reward": 0.06518447724682792, "level": 0, "difficulty": 0.05, "reward_ma": 0.0383349600445384, "leveled_up": false}
{"t": 6, "ts": 1788192416.7364974, "step": 12, "loss_diff": 2.591235399246216, "reward": 0.061630286816588484, "level": 0, "difficulty": 0.05, "reward_ma": 0.04066449272174341, "leveled_up": false}
{"t": 7, "ts": 1788192418.5018141, "step": 14, "loss_diff": 0.9855706095695496, "reward": 0.10407891374754444, "level": 0, "difficulty": 0.05, "reward_ma": 0.04700593482432352, "leveled_up": false}
{"t": 8, "ts": 1788192420.3359716, "step": 16, "loss_diff": 1.9679145812988281, "reward": 0.10597704320047144, "level": 0, "difficulty": 0.05, "reward_ma": 0.052903045661938305, "leveled_up": false}
{"t": 9, "ts": 1788192422.2944615, "step": 18, "loss_diff": 0.8743909597396851, "reward": 0.10362844844568217, "level": 0, "difficulty": 0.05, "reward_ma": 0.05797558594031269, "leveled_up": false}
{"t": 10, "ts": 1788192424.1070063, "step": 20, "loss_diff": 1.987634301185608, "reward": 0.09376002552897228, "level": 0, "difficulty": 0.05, "reward_ma": 0.06155402989917865, "leveled_up": false}
{"t": 11, "ts": 1788192425.831308, "step": 22, "loss_diff": 1.51426100730896, "reward": 0.09945297133909484, "level": 0, "difficulty": 0.05, "reward_ma": 0.06534392404317027, "leveled_up": false}
{"t": 12, "ts": 1788192427.597412, "step": 24, "loss_diff": 2.0325093269348145, "reward": 0.06484341262314029, "level": 0, "difficulty": 0.05, "reward_ma": 0.06529387290116728, "leveled_up": false}
{"t": 13, "ts": 1788192429.3657715, "step": 26, "loss_diff": 1.0123893022537231, "reward": 0.14928483408995388, "level": 0, "difficulty": 0.05, "reward_ma": 0.07369296902004595, "leveled_up": false}
{"t": 14, "ts": 1788192431.1667027, "step": 28, "loss_diff": 1.3792208433151245, "reward": 0.13842127696220852, "level": 0, "difficulty": 0.05, "reward_ma": 0.08016579981426221, "leveled_up": false}
{"t": 15, "ts": 1788192432.9757237, "step": 30, "loss_diff": 1.0580830574035645, "reward": 0.15379822084610872, "level": 0, "difficulty": 0.05, "reward_ma": 0.08752904191744687, "leveled_up": false}
{"t": 16, "ts": 1788192434.7276578, "step": 32, "loss_diff": 1.1022508144378662, "reward": 0.12445887315451112, "level": 0, "difficulty": 0.05, "reward_ma": 0.0912220250411533, "leveled_up": false}
{"t": 17, "ts": 1788192436.5957065, "step": 34, "loss_diff": 1.2147318124771118, "reward": 0.10206005128498188, "level": 0, "difficulty": 0.05, "reward_ma": 0.09230582766553616, "leveled_up": false}
{"t": 18, "ts": 1788192438.3752513, "step": 36, "loss_diff": 1.5231921672821045, "reward": 0.15299979911319392, "level": 0, "difficulty": 0.05, "reward_ma": 0.09837522481030195, "leveled_up": false}
{"t": 19, "ts": 1788192440.1251903, "step": 38, "loss_diff": 1.1938424110412598, "reward": 0.11675522313194533, "level": 0, "difficulty": 0.05, "reward_ma": 0.10021322464246629, "leveled_up": false}
{"t": 20, "ts": 1788192441.992614, "step": 40, "loss_diff": 1.0452547073364258, "reward": 0.15606887838739109, "level": 0, "difficulty": 0.05, "reward_ma": 0.10579879001695877, "leveled_up": false}
{"t": 21, "ts": 1788192443.9325547, "step": 42, "loss_diff": 1.1986373662948608, "reward": 0.1469922415868563, "level": 0, "difficulty": 0.05, "reward_ma": 0.10991813517394852, "leveled_up": false}
{"t": 22, "ts": 1788192445.7309506, "step": 44, "loss_diff": 0.9021027684211731, "reward": 0.1667129531769701, "level": 0, "difficulty": 0.05, "reward_ma": 0.11559761697425068, "leveled_up": false}
{"t": 23, "ts": 1788192447.5754232, "step": 46, "loss_diff": 0.9797012805938721, "reward": 0.16014579681799013, "level": 0, "difficulty": 0.05, "reward_ma": 0.12005243495862464, "leveled_up": false}
{"t": 24, "ts": 1788192449.338493, "step": 48, "loss_diff": 1.0866191387176514, "reward": 0.16376900749591924, "level": 0, "difficulty": 0.05, "reward_ma": 0.1244240922123541, "leveled_up": false}
{"t": 25, "ts": 1788192451.1970787, "step": 50, "loss_diff": 1.0120235681533813, "reward": 0.12092191798724419, "level": 0, "difficulty": 0.05, "reward_ma": 0.12407387478984312, "leveled_up": false}
{"t": 26, "ts": 1788192452.9234867, "step": 52, "loss_diff": 1.132962942123413, "reward": 0.20085647545073482, "level": 0, "difficulty": 0.05, "reward_ma": 0.1317521348559323, "leveled_up": false}
{"t": 27, "ts": 1788192454.8124652, "step": 54, "loss_diff": 1.0909812450408936, "reward": 0.21659329879577527, "level": 0, "difficulty": 0.05, "reward_ma": 0.1402362512499166, "leveled_up": false}
{"t": 28, "ts": 1788192456.5917058, "step": 56, "loss_diff": 1.078092098236084, "reward": 0.1143528583726174, "level": 0, "difficulty": 0.05, "reward_ma": 0.13764791196218668, "leveled_up": false}
{"t": 29, "ts": 1788192458.378117, "step": 58, "loss_diff": 1.0336335897445679, "reward": 0.12343183124064255, "level": 0, "difficulty": 0.05, "reward_ma": 0.13622630389003226, "leveled_up": false}
{"t": 30, "ts": 1788192460.234839, "step": 60, "loss_diff": 0.8577736616134644, "reward": 0.15913165617078212, "level": 0, "difficulty": 0.05, "reward_ma": 0.13851683911810725, "leveled_up": false}
{"t": 31, "ts": 1788192478.4274533, "step": 62, "loss_diff": 0.9922979474067688, "reward": 0.1799350688124163, "level": 0, "difficulty": 0.05, "reward_ma": 0.14265866208753816, "leveled_up": false}
{"t": 32, "ts": 1788192479.5393324, "step": 64, "loss_diff": 0.8647756576538086, "reward": 0.08717657745006659, "level": 0, "difficulty": 0.05, "reward_ma": 0.137110453623791, "leveled_up": false}
{"t": 33, "ts": 1788192481.5810897, "step": 66, "loss_diff": 1.0242401361465454, "reward": 0.14292091991145262, "level": 0, "difficulty": 0.05, "reward_ma": 0.13769150025255716, "leveled_up": false}
{"t": 34, "ts": 1788192482.684945, "step": 68, "loss_diff": 0.9349026679992676, "reward": 0.11703516624567065, "level": 0, "difficulty": 0.05, "reward_ma": 0.13562586685186853, "leveled_up": false}
{"t": 35, "ts": 1788192483.7843568, "step": 70, "loss_diff": 1.1970806121826172, "reward": 0.07501036229794308, "level": 0, "difficulty": 0.05, "reward_ma": 0.12956431639647598, "leveled_up": false}
{"t": 36, "ts": 1788192485.5254781, "step": 72, "loss_diff": 0.9947496056556702, "reward": 0.1347388358636485, "level": 0, "difficulty": 0.05, "reward_ma": 0.13008176834319324, "leveled_up": false}
{"t": 37, "ts": 1788192487.335555, "step": 74, "loss_diff": 0.960638701915741, "reward": 0.14006500934948163, "level": 0, "difficulty": 0.05, "reward_ma": 0.13108009244382207, "leveled_up": false}
{"t": 38, "ts": 1788192489.1891127, "step": 76, "loss_diff": 1.1124513149261475, "reward": 0.13593178908144343, "level": 0, "difficulty": 0.05, "reward_ma": 0.1315652621075842, "leveled_up": false}
{"t": 39, "ts": 1788192490.9369829, "step": 78, "loss_diff": 0.9080828428268433, "reward": 0.12211193756218111, "level": 0, "difficulty": 0.05, "reward_ma": 0.13061992965304392, "leveled_up": false}
{"t": 40, "ts": 1788192492.786592, "step": 80, "loss_diff": 1.0573219060897827, "reward": 0.16569867537853616, "level": 0, "difficulty": 0.05, "reward_ma": 0.13412780422559314, "leveled_up": false}
{"t": 41, "ts": 1788192494.585405, "step": 82, "loss_diff": 1.040531039237976, "reward": 0.11746928737218258, "level": 0, "difficulty": 0.05, "reward_ma": 0.1324619525402521, "leveled_up": false}
{"t": 42, "ts": 1788192496.482413, "step": 84, "loss_diff": 1.1480571031570435, "reward": 0.14364219153903723, "level": 0, "difficulty": 0.05, "reward_ma": 0.13357997644013062, "leveled_up": false}
{"t": 43, "ts": 1788192498.3042033, "step": 86, "loss_diff": 1.0566169023513794, "reward": 0.16450734560405528, "level": 0, "difficulty": 0.05, "reward_ma": 0.1366727133565231, "leveled_up": false}
{"t": 44, "ts": 1788192500.0652366, "step": 88, "loss_diff": 0.8790334463119507, "reward": 0.09367278026870622, "level": 0, "difficulty": 0.05, "reward_ma": 0.1323727200477414, "leveled_up": false}
{"t": 45, "ts": 1788192501.8968916, "step": 90, "loss_diff": 1.02597975730896, "reward": 0.21860214438538128, "level": 0, "difficulty": 0.05, "reward_ma": 0.14099566248150538, "leveled_up": false}
{"t": 46, "ts": 1788192503.7267323, "step": 92, "loss_diff": 1.1793466806411743, "reward": 0.17303436815893192, "level": 0, "difficulty": 0.05, "reward_ma": 0.14419953304924804, "leveled_up": false}
{"t": 47, "ts": 1788192505.5980592, "step": 94, "loss_diff": 0.9374594688415527, "reward": 0.19821176230705684, "level": 0, "difficulty": 0.05, "reward_ma": 0.14960075597502892, "leveled_up": false}
{"t": 48, "ts": 1788192507.4689426, "step": 96, "loss_diff": 0.9730689525604248, "reward": 0.19282497375181334, "level": 0, "difficulty": 0.05, "reward_ma": 0.15392317775270736, "leveled_up": false}
{"t": 49, "ts": 1788192509.2918048, "step": 98, "loss_diff": 0.8633206486701965, "reward": 0.16384705427090945, "level": 0, "difficulty": 0.05, "reward_ma": 0.15491556540452758, "leveled_up": false}
{"t": 50, "ts": 1788192511.1847317, "step": 100, "loss_diff": 1.0742353200912476, "reward": 0.22026773249203765, "level": 0, "difficulty": 0.05, "reward_ma": 0.1614507821132786, "leveled_up": false}
{"t": 51, "ts": 1788192513.034035, "step": 102, "loss_diff": 1.0942175388336182, "reward": 0.1664148177615406, "level": 0, "difficulty": 0.05, "reward_ma": 0.16194718567810482, "leveled_up": false}
{"t": 52, "ts": 1788192515.1748564, "step": 104, "loss_diff": 0.8983613848686218, "reward": 0.1684973012591297, "level": 0, "difficulty": 0.05, "reward_ma": 0.1626021972362073, "leveled_up": false}
{"t": 53, "ts": 1788192517.121218, "step": 106, "loss_diff": 0.9411415457725525, "reward": 0.17649120499513282, "level": 0, "difficulty": 0.05, "reward_ma": 0.16399109801209985, "leveled_up": false}
{"t": 54, "ts": 1788192519.021093, "step": 108, "loss_diff": 0.7696067094802856, "reward": 0.20709801189428295, "level": 0, "difficulty": 0.05, "reward_ma": 0.16830178940031817, "leveled_up": false}
{"t": 55, "ts": 1788192521.099169, "step": 110, "loss_diff": 0.9872855544090271, "reward": 0.16016796293145869, "level": 0, "difficulty": 0.05, "reward_ma": 0.16748840675343224, "leveled_up": false}
{"t": 56, "ts": 1788192522.8856146, "step": 112, "loss_diff": 1.1725478172302246, "reward": 0.24416400407563738, "level": 0, "difficulty": 0.05, "reward_ma": 0.17515596648565276, "leveled_up": false}
{"t": 57, "ts": 1788192524.777764, "step": 114, "loss_diff": 0.9114150404930115, "reward": 0.24569790754325183, "level": 0, "difficulty": 0.05, "reward_ma": 0.18221016059141268, "leveled_up": false}
{"t": 58, "ts": 1788192526.5366588, "step": 116, "loss_diff": 1.0318013429641724, "reward": 0.23676590301776912, "level": 0, "difficulty": 0.05, "reward_ma": 0.18766573483404833, "leveled_up": false}
{"t": 59, "ts": 1788192528.3901074, "step": 118, "loss_diff": 0.8597560524940491, "reward": 0.1884475934987468, "level": 0, "difficulty": 0.05, "reward_ma": 0.18774392070051818, "leveled_up": false}
{"t": 60, "ts": 1788192530.1996558, "step": 120, "loss_diff": 1.1782559156417847, "reward": 0.1837027622243736, "level": 0, "difficulty": 0.05, "reward_ma": 0.18733980485290372, "leveled_up": false}
{"t": 61, "ts": 1788192548.7007182, "step": 122, "loss_diff": 0.9834202527999878, "reward": 0.21485080726336664, "level": 0, "difficulty": 0.05, "reward_ma": 0.19009090509395002, "leveled_up": false}
{"t": 62, "ts": 1788192550.6677985, "step": 124, "loss_diff": 1.024375081062317, "reward": 0.13906989922119545, "level": 0, "difficulty": 0.05, "reward_ma": 0.18498880450667457, "leveled_up": false}
{"t": 63, "ts": 1788192551.8353217, "step": 126, "loss_diff": 0.8651720881462097, "reward": 0.27109730757807954, "level": 0, "difficulty": 0.05, "reward_ma": 0.19359965481381508, "leveled_up": false}
{"t": 64, "ts": 1788192553.0147, "step": 128, "loss_diff": 0.9079350233078003, "reward": 0.08535697656118446, "level": 0, "difficulty": 0.05, "reward_ma": 0.18277538698855203, "leveled_up": false}
{"t": 65, "ts": 1788192555.0788624, "step": 130, "loss_diff": 0.6990410089492798, "reward": 0.1558315264526024, "level": 0, "difficulty": 0.05, "reward_ma": 0.18008100093495708, "leveled_up": false}
{"t": 66, "ts": 1788192556.2770705, "step": 132, "loss_diff": 1.0269159078598022, "reward": 0.1091506772428493, "level": 0, "difficulty": 0.05, "reward_ma": 0.1729879685657463, "leveled_up": false}
{"t": 67, "ts": 1788192558.2075007, "step": 134, "loss_diff": 0.9028218388557434, "reward": 0.18141490239323554, "level": 0, "difficulty": 0.05, "reward_ma": 0.17383066194849522, "leveled_up": false}
{"t": 68, "ts": 1788192560.1165571, "step": 136, "loss_diff": 1.0485478639602661, "reward": 0.13937264474778127, "level": 0, "difficulty": 0.05, "reward_ma": 0.17038486022842383, "leveled_up": false}
{"t": 69, "ts": 1788192562.0078652, "step": 138, "loss_diff": 0.917335569858551, "reward": 0.1947691659471709, "level": 0, "difficulty": 0.05, "reward_ma": 0.17282329080029854, "leveled_up": false}
{"t": 70, "ts": 1788192563.9012246, "step": 140, "loss_diff": 1.1967638731002808, "reward": 0.16648622477665215, "level": 0, "difficulty": 0.05, "reward_ma": 0.1721895841979339, "leveled_up": false}
{"t": 71, "ts": 1788192565.7689059, "step": 142, "loss_diff": 1.1034693717956543, "reward": 0.17747004026112848, "level": 0, "difficulty": 0.05, "reward_ma": 0.17271762980425337, "leveled_up": false}
{"t": 72, "ts": 1788192567.6228836, "step": 144, "loss_diff": 0.7266173958778381, "reward": 0.26653726125286076, "level": 0, "difficulty": 0.05, "reward_ma": 0.18209959294911413, "leveled_up": false}
{"t": 73, "ts": 1788192569.6724248, "step": 146, "loss_diff": 0.9946309328079224, "reward": 0.1983051797614207, "level": 0, "difficulty": 0.05, "reward_ma": 0.1837201516303448, "leveled_up": false}
{"t": 74, "ts": 1788192571.6245713, "step": 148, "loss_diff": 0.8888439536094666, "reward": 0.13803249719427338, "level": 0, "difficulty": 0.05, "reward_ma": 0.17915138618673768, "leveled_up": false}
{"t": 75, "ts": 1788192573.6782386, "step": 150, "loss_diff": 1.0115180015563965, "reward": 0.1728885335303737, "level": 0, "difficulty": 0.05, "reward_ma": 0.17852510092110127, "leveled_up": false}
{"t": 76, "ts": 1788192575.5197058, "step": 152, "loss_diff": 0.9621795415878296, "reward": 0.2172436822448387, "level": 0, "difficulty": 0.05, "reward_ma": 0.18239695905347503, "leveled_up": false}
{"t": 77, "ts": 1788192577.5264428, "step": 154, "loss_diff": 0.900484561920166, "reward": 0.2695405795105539, "level": 0, "difficulty": 0.05, "reward_ma": 0.19111132109918294, "leveled_up": false}
{"t": 78, "ts": 1788192579.4696903, "step": 156, "loss_diff": 0.9502540826797485, "reward": 0.2825531163912022, "level": 0, "difficulty": 0.05, "reward_ma": 0.20025550062838487, "leveled_up": false}
{"t": 79, "ts": 1788192581.381723, "step": 158, "loss_diff": 0.816093385219574, "reward": 0.2680003940824391, "level": 0, "difficulty": 0.05, "reward_ma": 0.2070299899737903, "leveled_up": false}
{"t": 80, "ts": 1788192583.366127, "step": 160, "loss_diff": 0.8089823722839355, "reward": 0.22649651872371857, "level": 0, "difficulty": 0.05, "reward_ma": 0.20897664284878315, "leveled_up": false}
{"t": 81, "ts": 1788192585.2353845, "step": 162, "loss_diff": 0.8801539540290833, "reward": 0.2403015021013188, "level": 0, "difficulty": 0.05, "reward_ma": 0.21210912877403673, "leveled_up": false}
{"t": 82, "ts": 1788192587.1689923, "step": 164, "loss_diff": 0.8332052826881409, "reward": 0.2651993267719298, "level": 0, "difficulty": 0.05, "reward_ma": 0.21741814857382605, "leveled_up": false}
{"t": 83, "ts": 1788192589.124378, "step": 166, "loss_diff": 1.1243770122528076, "reward": 0.21688976214715344, "level": 0, "difficulty": 0.05, "reward_ma": 0.2173653099311588, "leveled_up": false}
{"t": 84, "ts": 1788192591.008006, "step": 168, "loss_diff": 0.9397599101066589, "reward": 0.16434767292635538, "level": 0, "difficulty": 0.05, "reward_ma": 0.21206354623067847, "leveled_up": false}
{"t": 85, "ts": 1788192592.820326, "step": 170, "loss_diff": 1.430945873260498, "reward": 0.20504821778274573, "level": 0, "difficulty": 0.05, "reward_ma": 0.21136201338588523, "leveled_up": false}
{"t": 86, "ts": 1788192594.571601, "step": 172, "loss_diff": 0.929834246635437, "reward": 0.21491585535834107, "level": 0, "difficulty": 0.05, "reward_ma": 0.21171739758313082, "leveled_up": false}
{"t": 87, "ts": 1788192596.3095975, "step": 174, "loss_diff": 0.8971335291862488, "reward": 0.24661942142484644, "level": 0, "difficulty": 0.05, "reward_ma": 0.2152075999673024, "leveled_up": false}
{"t": 88, "ts": 1788192598.17447, "step": 176, "loss_diff": 1.0620487928390503, "reward": 0.21561070252225278, "level": 0, "difficulty": 0.05, "reward_ma": 0.21524791022279746, "leveled_up": false}
{"t": 89, "ts": 1788192599.9781697, "step": 178, "loss_diff": 0.887306809425354, "reward": 0.23256131289315754, "level": 0, "difficulty": 0.05, "reward_ma": 0.21697925048983346, "leveled_up": false}
{"t": 90, "ts": 1788192601.7946754, "step": 180, "loss_diff": 0.9842174649238586, "reward": 0.30504318739636194, "level": 0, "difficulty": 0.05, "reward_ma": 0.2257856441804863, "leveled_up": false}
{"t": 91, "ts": 1788192603.674998, "step": 182, "loss_diff": 0.9569658041000366, "reward": 0.21061799748282362, "level": 0, "difficulty": 0.05, "reward_ma": 0.22426887951072005, "leveled_up": false}
{"t": 92, "ts": 1788192623.5046022, "step": 184, "loss_diff": 0.9701476693153381, "reward": 0.30811088049027036, "level": 0, "difficulty": 0.05, "reward_ma": 0.2326530796086751, "leveled_up": false}
{"t": 93, "ts": 1788192624.6651852, "step": 186, "loss_diff": 1.184723138809204, "reward": 0.07539653230695122, "level": 0, "difficulty": 0.05, "reward_ma": 0.2169274248785027, "leveled_up": false}
{"t": 94, "ts": 1788192626.4750001, "step": 188, "loss_diff": 0.9180887341499329, "reward": 0.1514389720653496, "level": 0, "difficulty": 0.05, "reward_ma": 0.21037857959718737, "leveled_up": false}
{"t": 95, "ts": 1788192627.5711267, "step": 190, "loss_diff": 0.7835246324539185, "reward": 0.20378530267892322, "level": 0, "difficulty": 0.05, "reward_ma": 0.20971925190536095, "leveled_up": false}
{"t": 96, "ts": 1788192628.6343575, "step": 192, "loss_diff": 0.9565386772155762, "reward": 0.08340394994949513, "level": 0, "difficulty": 0.05, "reward_ma": 0.19708772170977437, "leveled_up": false}
{"t": 97, "ts": 1788192630.5760064, "step": 194, "loss_diff": 0.9283426403999329, "reward": 0.10687292063603782, "level": 0, "difficulty": 0.05, "reward_ma": 0.1880662416024007, "leveled_up": false}
{"t": 98, "ts": 1788192632.3976688, "step": 196, "loss_diff": 0.812450647354126, "reward": 0.15294527532259278, "level": 0, "difficulty": 0.05, "reward_ma": 0.1845541449744199, "leveled_up": false}
{"t": 99, "ts": 1788192634.1922736, "step": 198, "loss_diff": 0.8163349628448486, "reward": 0.11192461022460153, "level": 0, "difficulty": 0.05, "reward_ma": 0.1772911914994381, "leveled_up": false}
{"t": 100, "ts": 1788192636.180238, "step": 200, "loss_diff": 1.2266392707824707, "reward": 0.12608234516816033, "level": 0, "difficulty": 0.05, "reward_ma": 0.17217030686631032, "leveled_up": false}
{"t": 101, "ts": 1788192638.1074498, "step": 202, "loss_diff": 1.1074888706207275, "reward": 0.07791270008607086, "level": 0, "difficulty": 0.05, "reward_ma": 0.16274454618828638, "leveled_up": false}
{"t": 102, "ts": 1788192640.2101223, "step": 204, "loss_diff": 1.0451583862304688, "reward": 0.09098720193962107, "level": 0, "difficulty": 0.05, "reward_ma": 0.15556881176341986, "leveled_up": false}
{"t": 103, "ts": 1788192642.077676, "step": 206, "loss_diff": 1.1549005508422852, "reward": 0.10502545075606264, "level": 0, "difficulty": 0.05, "reward_ma": 0.15051447566268414, "leveled_up": false}
{"t": 104, "ts": 1788192643.9076898, "step": 208, "loss_diff": 1.0385160446166992, "reward": 0.09076323581365689, "level": 0, "difficulty": 0.05, "reward_ma": 0.14453935167778142, "leveled_up": false}
{"t": 105, "ts": 1788192645.7865527, "step": 210, "loss_diff": 1.0217955112457275, "reward": 0.16757228929385376, "level": 0, "difficulty": 0.05, "reward_ma": 0.14684264543938869, "leveled_up": false}
{"t": 106, "ts": 1788192647.5727663, "step": 212, "loss_diff": 1.2504732608795166, "reward": 0.1269801076908732, "level": 0, "difficulty": 0.05, "reward_ma": 0.14485639166453715, "leveled_up": false}
{"t": 107, "ts": 1788192649.394212, "step": 214, "loss_diff": 1.0605162382125854, "reward": 0.13865714653800731, "level": 0, "difficulty": 0.05, "reward_ma": 0.14423646715188418, "leveled_up": false}
{"t": 108, "ts": 1788192651.4837713, "step": 216, "loss_diff": 1.2202316522598267, "reward": 0.13560669933558953, "level": 0, "difficulty": 0.05, "reward_ma": 0.1433734903702547, "leveled_up": false}
{"t": 109, "ts": 1788192653.2646294, "step": 218, "loss_diff": 0.9845665693283081, "reward": 0.1991008597282683, "level": 0, "difficulty": 0.05, "reward_ma": 0.14894622730605608, "leveled_up": false}
{"t": 110, "ts": 1788192655.1050878, "step": 220, "loss_diff": 1.2505004405975342, "reward": 0.14659836815696264, "level": 0, "difficulty": 0.05, "reward_ma": 0.14871144139114675, "leveled_up": false}
{"t": 111, "ts": 1788192657.0360475, "step": 222, "loss_diff": 1.1257392168045044, "reward": 0.1647905355578806, "level": 0, "difficulty": 0.05, "reward_ma": 0.15031935080782013, "leveled_up": false}
{"t": 112, "ts": 1788192658.899232, "step": 224, "loss_diff": 1.205984115600586, "reward": 0.15817802727315405, "level": 0, "difficulty": 0.05, "reward_ma": 0.1511052184543535, "leveled_up": false}
{"t": 113, "ts": 1788192660.7679837, "step": 226, "loss_diff": 1.0260224342346191, "reward": 0.11643454919677168, "level": 0, "difficulty": 0.05, "reward_ma": 0.14763815152859533, "leveled_up": false}
{"t": 114, "ts": 1788192662.5976856, "step": 228, "loss_diff": 1.075329303741455, "reward": 0.16439271800776117, "level": 0, "difficulty": 0.05, "reward_ma": 0.14931360817651193, "leveled_up": false}
{"t": 115, "ts": 1788192664.4044406, "step": 230, "loss_diff": 1.0187262296676636, "reward": 0.14837014621528988, "level": 0, "difficulty": 0.05, "reward_ma": 0.1492192619803897, "leveled_up": false}
{"t": 116, "ts": 1788192666.132163, "step": 232, "loss_diff": 0.9341467022895813, "reward": 0.15679938245639724, "level": 0, "difficulty": 0.05, "reward_ma": 0.14997727402799046, "leveled_up": false}
{"t": 117, "ts": 1788192668.0094755, "step": 234, "loss_diff": 1.0942769050598145, "reward": 0.18226582452059575, "level": 0, "difficulty": 0.05, "reward_ma": 0.153206129077251, "leveled_up": false}
{"t": 118, "ts": 1788192669.8356836, "step": 236, "loss_diff": 1.144889235496521, "reward": 0.24731290949082974, "level": 0, "difficulty": 0.05, "reward_ma": 0.16261680711860887, "leveled_up": false}
{"t": 119, "ts": 1788192671.6697066, "step": 238, "loss_diff": 0.9691758751869202, "reward": 0.15915975723377668, "level": 0, "difficulty": 0.05, "reward_ma": 0.16227110213012566, "leveled_up": false}
{"t": 120, "ts": 1788192673.4992523, "step": 240, "loss_diff": 0.8950048685073853, "reward": 0.22313970613995493, "level": 0, "difficulty": 0.05, "reward_ma": 0.16835796253110857, "leveled_up": false}
{"t": 121, "ts": 1788192675.2840714, "step": 242, "loss_diff": 1.0412975549697876, "reward": 0.19463487755147918, "level": 0, "difficulty": 0.05, "reward_ma": 0.17098565403314564, "leveled_up": false}
{"t": 122, "ts": 1788192692.7775397, "step": 244, "loss_diff": 1.315595030784607, "reward": 0.16576298157711494, "level": 0, "difficulty": 0.05, "reward_ma": 0.17046338678754258, "leveled_up": false}
{"t": 123, "ts": 1788192694.574452, "step": 246, "loss_diff": 0.9640592932701111, "reward": 0.18818481419327476, "level": 0, "difficulty": 0.05, "reward_ma": 0.17223552952811583, "leveled_up": false}
{"t": 124, "ts": 1788192695.6093056, "step": 248, "loss_diff": 1.1692177057266235, "reward": 0.1617431840078418, "level": 0, "difficulty": 0.05, "reward_ma": 0.17118629497608842, "leveled_up": false}
{"t": 125, "ts": 1788192696.6999888, "step": 250, "loss_diff": 1.3424656391143799, "reward": 0.07077303784324007, "level": 0, "difficulty": 0.05, "reward_ma": 0.16114496926280358, "leveled_up": false}
{"t": 126, "ts": 1788192698.4817238, "step": 252, "loss_diff": 0.9760628938674927, "reward": 0.18152613098460735, "level": 0, "difficulty": 0.05, "reward_ma": 0.16318308543498394, "leveled_up": false}
{"t": 127, "ts": 1788192699.5267339, "step": 254, "loss_diff": 0.8964718580245972, "reward": 0.16462948910283065, "level": 0, "difficulty": 0.05, "reward_ma": 0.16332772580176863, "leveled_up": false}
{"t": 128, "ts": 1788192701.33657, "step": 256, "loss_diff": 0.9835709929466248, "reward": 0.28858425304243485, "level": 0, "difficulty": 0.05, "reward_ma": 0.17585337852583527, "leveled_up": false}
{"t": 129, "ts": 1788192703.1256735, "step": 258, "loss_diff": 1.1320654153823853, "reward": 0.24333082771934245, "level": 0, "difficulty": 0.05, "reward_ma": 0.182601123445186, "leveled_up": false}
{"t": 130, "ts": 1788192704.9250255, "step": 260, "loss_diff": 1.0000680685043335, "reward": 0.25500594489722195, "level": 0, "difficulty": 0.05, "reward_ma": 0.1898416055903896, "leveled_up": false}
{"t": 131, "ts": 1788192706.7273962, "step": 262, "loss_diff": 1.207840919494629, "reward": 0.17838927533493015, "level": 0, "difficulty": 0.05, "reward_ma": 0.18869637256484365, "leveled_up": false}
{"t": 132, "ts": 1788192708.5819325, "step": 264, "loss_diff": 1.1124871969223022, "reward": 0.1671219350700098, "level": 0, "difficulty": 0.05, "reward_ma": 0.18653892881536027, "leveled_up": false}
{"t": 133, "ts": 1788192710.4828012, "step": 266, "loss_diff": 1.3978135585784912, "reward": 0.17008393970287738, "level": 0, "difficulty": 0.05, "reward_ma": 0.184893429904112, "leveled_up": false}
{"t": 134, "ts": 1788192712.227741, "step": 268, "loss_diff": 0.9185312390327454, "reward": 0.17497879198332095, "level": 0, "difficulty": 0.05, "reward_ma": 0.1839019661120329, "leveled_up": false}
{"t": 135, "ts": 1788192714.0710146, "step": 270, "loss_diff": 1.0979127883911133, "reward": 0.2715129593015409, "level": 0, "difficulty": 0.05, "reward_ma": 0.19266306543098372, "leveled_up": false}
{"t": 136, "ts": 1788192715.8314867, "step": 272, "loss_diff": 0.7949056029319763, "reward": 0.21755831925854524, "level": 0, "difficulty": 0.05, "reward_ma": 0.1951525908137399, "leveled_up": false}
{"t": 137, "ts": 1788192717.6744518, "step": 274, "loss_diff": 1.0829859972000122, "reward": 0.2902860874662395, "level": 0, "difficulty": 0.05, "reward_ma": 0.20466594047898984, "leveled_up": false}
{"t": 138, "ts": 1788192719.5190048, "step": 276, "loss_diff": 1.056420922279358, "reward": 0.16568306892623258, "level": 0, "difficulty": 0.05, "reward_ma": 0.20076765332371413, "leveled_up": false}
{"t": 139, "ts": 1788192721.3923845, "step": 278, "loss_diff": 0.9568537473678589, "reward": 0.3277944335631727, "level": 0, "difficulty": 0.05, "reward_ma": 0.21347033134766, "leveled_up": false}
{"t": 140, "ts": 1788192723.2326472, "step": 280, "loss_diff": 0.937100887298584, "reward": 0.3469731496961518, "level": 0, "difficulty": 0.05, "reward_ma": 0.22682061318250918, "leveled_up": false}
{"t": 141, "ts": 1788192725.0678542, "step": 282, "loss_diff": 1.0145654678344727, "reward": 0.3232497293453279, "level": 0, "difficulty": 0.05, "reward_ma": 0.23646352479879107, "leveled_up": false}
{"t": 142, "ts": 1788192726.8945239, "step": 284, "loss_diff": 1.0511926412582397, "reward": 0.19054946300940526, "level": 0, "difficulty": 0.05, "reward_ma": 0.23187211861985252, "leveled_up": false}
{"t": 143, "ts": 1788192728.7037618, "step": 286, "loss_diff": 0.9589091539382935, "reward": 0.27121343925209435, "level": 0, "difficulty": 0.05, "reward_ma": 0.2358062506830767, "leveled_up": false}
{"t": 144, "ts": 1788192730.4369938, "step": 288, "loss_diff": 0.8660832643508911, "reward": 0.26689944165798923, "level": 0, "difficulty": 0.05, "reward_ma": 0.23891556978056797, "leveled_up": false}
{"t": 145, "ts": 1788192732.2747803, "step": 290, "loss_diff": 1.0139679908752441, "reward": 0.20087117661514176, "level": 0, "difficulty": 0.05, "reward_ma": 0.23511113046402538, "leveled_up": false}
{"t": 146, "ts": 1788192734.1264253, "step": 292, "loss_diff": 0.909649133682251, "reward": 0.30488831075972966, "level": 0, "difficulty": 0.05, "reward_ma": 0.24208884849359583, "leveled_up": false}
{"t": 147, "ts": 1788192735.8651905, "step": 294, "loss_diff": 0.8300043344497681, "reward": 0.36725901135124667, "level": 0, "difficulty": 0.05, "reward_ma": 0.2546058647793609, "leveled_up": false}
{"t": 148, "ts": 1788192737.726073, "step": 296, "loss_diff": 0.8082557320594788, "reward": 0.2728813765020892, "level": 0, "difficulty": 0.05, "reward_ma": 0.25643341595163377, "leveled_up": false}
{"t": 149, "ts": 1788192739.5872889, "step": 298, "loss_diff": 0.8457741737365723, "reward": 0.3013518234650545, "level": 0, "difficulty": 0.05, "reward_ma": 0.26092525670297584, "leveled_up": false}
{"t": 150, "ts": 1788192741.9641583, "step": 300, "loss_diff": 0.9277747273445129, "reward": 0.18764453998640546, "level": 0, "difficulty": 0.05, "reward_ma": 0.2535971850313188, "leveled_up": false}
{"t": 151, "ts": 1788192743.8743749, "step": 302, "loss_diff": 0.7887766361236572, "reward": 0.2402580325526844, "level": 0, "difficulty": 0.05, "reward_ma": 0.25226326978345537, "leveled_up": false}
{"t": 152, "ts": 1788192745.6906426, "step": 304, "loss_diff": 1.0839282274246216, "reward": 0.339073326226891, "level": 0, "difficulty": 0.05, "reward_ma": 0.2609442754277989, "leveled_up": false}
{"t": 0, "ts": 1788192849.2213767, "step": 0, "loss_diff": 1.1728649139404297, "reward": 0.07577123067799543, "level": 0, "difficulty": 0.14431828423008497, "reward_ma": 0.007577123067799544, "leveled_up": false}
{"t": 1, "ts": 1788192850.996521, "step": 2, "loss_diff": 0.9597572088241577, "reward": 0.08327804049872825, "level": 0, "difficulty": 0.0892043253409019, "reward_ma": 0.015147214810892415, "leveled_up": false}
{"t": 2, "ts": 1788192852.0368402, "step": 4, "loss_diff": 1.0990447998046875, "reward": 0.07819902301516538, "level": 0, "difficulty": 0.05, "reward_ma": 0.02145239563131971, "leveled_up": false}
{"t": 3, "ts": 1788192853.435206, "step": 6, "loss_diff": 1.0490111112594604, "reward": 0.0799439921863172, "level": 0, "difficulty": 0.05, "reward_ma": 0.027301555286819462, "leveled_up": false}
{"t": 4, "ts": 1788192855.1368327, "step": 8, "loss_diff": 1.1424211263656616, "reward": 0.0767521931031908, "level": 0, "difficulty": 0.05, "reward_ma": 0.03224661906845659, "leveled_up": false}
{"t": 5, "ts": 1788192856.317315, "step": 10, "loss_diff": 1.039674162864685, "reward": 0.08027910505804119, "level": 0, "difficulty": 0.05, "reward_ma": 0.037049867667415054, "leveled_up": false}
{"t": 6, "ts": 1788192858.0909505, "step": 12, "loss_diff": 2.1432290077209473, "reward": 0.054459573273068, "level": 0, "difficulty": 0.05, "reward_ma": 0.03879083822798035, "leveled_up": false}
{"t": 7, "ts": 1788192859.873278, "step": 14, "loss_diff": 1.2930017709732056, "reward": 0.07215438142963385, "level": 0, "difficulty": 0.05, "reward_ma": 0.0421271925481457, "leveled_up": false}
{"t": 8, "ts": 1788192861.8909812, "step": 16, "loss_diff": 1.302194595336914, "reward": 0.07189316902237766, "level": 0, "difficulty": 0.05, "reward_ma": 0.0451037901955689, "leveled_up": false}
{"t": 9, "ts": 1788192863.9144976, "step": 18, "loss_diff": 1.0090988874435425, "reward": 0.08139828399766195, "level": 0, "difficulty": 0.05, "reward_ma": 0.04873323957577821, "leveled_up": false}
{"t": 10, "ts": 1788192865.8263211, "step": 20, "loss_diff": 1.1676652431488037, "reward": 0.07593682375097097, "level": 0, "difficulty": 0.05, "reward_ma": 0.05145359799329748, "leveled_up": false}
{"t": 11, "ts": 1788192867.7818677, "step": 22, "loss_diff": 1.2027091979980469, "reward": 0.07483590570209034, "level": 0, "difficulty": 0.05, "reward_ma": 0.05379182876417676, "leveled_up": false}
{"t": 12, "ts": 1788192869.6284046, "step": 24, "loss_diff": 1.1230548620224, "reward": 0.07739085507189501, "level": 0, "difficulty": 0.05, "reward_ma": 0.056151731394948584, "leveled_up": false}
{"t": 13, "ts": 1788192871.6184793, "step": 26, "loss_diff": 1.0557419061660767, "reward": 0.0797043050570128, "level": 0, "difficulty": 0.05, "reward_ma": 0.05850698876115501, "leveled_up": false}
{"t": 14, "ts": 1788192873.3731372, "step": 28, "loss_diff": 1.217970848083496, "reward": 0.07436733001357006, "level": 0, "difficulty": 0.05, "reward_ma": 0.060093022886396515, "leveled_up": false}
{"t": 15, "ts": 1788192875.286942, "step": 30, "loss_diff": 1.0562665462493896, "reward": 0.07968568827007902, "level": 0, "difficulty": 0.05, "reward_ma": 0.06205228942476477, "leveled_up": false}
{"t": 16, "ts": 1788192877.0297458, "step": 32, "loss_diff": 1.101503610610962, "reward": 0.07811541180219903, "level": 0, "difficulty": 0.05, "reward_ma": 0.0636586016625082, "leveled_up": false}
{"t": 17, "ts": 1788192879.1066985, "step": 34, "loss_diff": 1.1175651550292969, "reward": 0.07757402004446229, "level": 0, "difficulty": 0.05, "reward_ma": 0.06505014350070361, "leveled_up": false}
{"t": 18, "ts": 1788192880.9056182, "step": 36, "loss_diff": 1.1478147506713867, "reward": 0.07657637228837608, "level": 0, "difficulty": 0.05, "reward_ma": 0.06620276637947085, "leveled_up": false}
{"t": 19, "ts": 1788192882.7094247, "step": 38, "loss_diff": 1.2836580276489258, "reward": 0.0724220372542399, "level": 0, "difficulty": 0.05, "reward_ma": 0.06682469346694776, "leveled_up": false}
{"t": 20, "ts": 1788192884.4921117, "step": 40, "loss_diff": 1.1125315427780151, "reward": 0.07774280395035608, "level": 0, "difficulty": 0.05, "reward_ma": 0.06791650451528859, "leveled_up": false}
{"t": 21, "ts": 1788192886.229139, "step": 42, "loss_diff": 1.0978991985321045, "reward": 0.07823804581458368, "level": 0, "difficulty": 0.05, "reward_ma": 0.0689486586452181, "leveled_up": false}
{"t": 22, "ts": 1788192888.0140598, "step": 44, "loss_diff": 1.232696771621704, "reward": 0.07392127520851738, "level": 0, "difficulty": 0.05, "reward_ma": 0.06944592030154803, "leveled_up": false}
{"t": 23, "ts": 1788192890.0035846, "step": 46, "loss_diff": 0.9900032877922058, "reward": 0.08211470688696301, "level": 0, "difficulty": 0.05, "reward_ma": 0.07071279896008954, "leveled_up": false}
{"t": 24, "ts": 1788192891.7639623, "step": 48, "loss_diff": 1.0219831466674805, "reward": 0.08092254158743384, "level": 0, "difficulty": 0.05, "reward_ma": 0.07173377322282398, "leveled_up": false}
{"t": 25, "ts": 1788192893.6292734, "step": 50, "loss_diff": 1.103926181793213, "reward": 0.07803322403782281, "level": 0, "difficulty": 0.05, "reward_ma": 0.07236371830432388, "leveled_up": false}
{"t": 26, "ts": 1788192895.4348743, "step": 52, "loss_diff": 1.0863906145095825, "reward": 0.07863244218941122, "level": 0, "difficulty": 0.05, "reward_ma": 0.07299059069283262, "leveled_up": false}
{"t": 27, "ts": 1788192897.3188787, "step": 54, "loss_diff": 1.0784026384353638, "reward": 0.07890875607432848, "level": 0, "difficulty": 0.05, "reward_ma": 0.07358240723098221, "leveled_up": false}
{"t": 28, "ts": 1788192899.30559, "step": 56, "loss_diff": 1.0708266496658325, "reward": 0.0791727884302624, "level": 0, "difficulty": 0.05, "reward_ma": 0.07414144535091023, "leveled_up": false}
{"t": 29, "ts": 1788192901.3075097, "step": 58, "loss_diff": 1.5005549192428589, "reward": 0.06672463189278033, "level": 0, "difficulty": 0.05, "reward_ma": 0.07339976400509723, "leveled_up": false}
{"t": 30, "ts": 1788192903.371207, "step": 60, "loss_diff": 1.1749389171600342, "reward": 0.0757054011268847, "level": 0, "difficulty": 0.05, "reward_ma": 0.07363032771727598, "leveled_up": false}
{"t": 31, "ts": 1788192923.309176, "step": 62, "loss_diff": 1.2397114038467407, "reward": 0.07371086134080491, "level": 0, "difficulty": 0.05, "reward_ma": 0.07363838107962889, "leveled_up": false}
{"t": 32, "ts": 1788192924.35122, "step": 64, "loss_diff": 1.0597937107086182, "reward": 0.07956077348902382, "level": 0, "difficulty": 0.05, "reward_ma": 0.07423062032056839, "leveled_up": false}
{"t": 33, "ts": 1788192926.1914642, "step": 66, "loss_diff": 1.0814826488494873, "reward": 0.07880196352255278, "level": 0, "difficulty": 0.05, "reward_ma": 0.07468775464076682, "leveled_up": false}
{"t": 34, "ts": 1788192927.2661803, "step": 68, "loss_diff": 1.3687076568603516, "reward": 0.07006361725035672, "level": 0, "difficulty": 0.05, "reward_ma": 0.07422534090172582, "leveled_up": false}
{"t": 35, "ts": 1788192928.3943968, "step": 70, "loss_diff": 1.1151806116104126, "reward": 0.07765387690910676, "level": 0, "difficulty": 0.05, "reward_ma": 0.07456819450246391, "leveled_up": false}
{"t": 36, "ts": 1788192930.2382734, "step": 72, "loss_diff": 1.1472018957138062, "reward": 0.07659630559099359, "level": 0, "difficulty": 0.05, "reward_ma": 0.07477100561131689, "leveled_up": false}
{"t": 37, "ts": 1788192932.0797606, "step": 74, "loss_diff": 1.2576754093170166, "reward": 0.07317796728764299, "level": 0, "difficulty": 0.05, "reward_ma": 0.0746117017789495, "leveled_up": false}
{"t": 38, "ts": 1788192933.9050565, "step": 76, "loss_diff": 1.1931308507919312, "reward": 0.075133318823724, "level": 0, "difficulty": 0.05, "reward_ma": 0.07466386348342695, "leveled_up": false}
{"t": 39, "ts": 1788192935.67438, "step": 78, "loss_diff": 1.091773271560669, "reward": 0.07844743962879347, "level": 0, "difficulty": 0.05, "reward_ma": 0.0750422210979636, "leveled_up": false}
{"t": 40, "ts": 1788192937.5125856, "step": 80, "loss_diff": 1.043338418006897, "reward": 0.0801472259898423, "level": 0, "difficulty": 0.05, "reward_ma": 0.07555272158715147, "leveled_up": false}
{"t": 41, "ts": 1788192939.3379345, "step": 82, "loss_diff": 0.9905384182929993, "reward": 0.08209444282026813, "level": 0, "difficulty": 0.05, "reward_ma": 0.07620689371046314, "leveled_up": false}
{"t": 42, "ts": 1788192941.1716616, "step": 84, "loss_diff": 1.269557237625122, "reward": 0.07283013340146978, "level": 0, "difficulty": 0.05, "reward_ma": 0.07586921767956381, "leveled_up": false}
{"t": 43, "ts": 1788192942.9814754, "step": 86, "loss_diff": 1.1686967611312866, "reward": 0.07590391002738522, "level": 0, "difficulty": 0.05, "reward_ma": 0.07587268691434595, "leveled_up": false}
{"t": 44, "ts": 1788192944.8064973, "step": 88, "loss_diff": 0.9135851860046387, "reward": 0.08512484145095146, "level": 0, "difficulty": 0.05, "reward_ma": 0.0767979023680065, "leveled_up": false}
{"t": 45, "ts": 1788192946.7647207, "step": 90, "loss_diff": 0.9743221998214722, "reward": 0.08271338809657387, "level": 0, "difficulty": 0.05, "reward_ma": 0.07738945094086323, "leveled_up": false}
{"t": 46, "ts": 1788192948.6076767, "step": 92, "loss_diff": 0.9772478342056274, "reward": 0.08260097104951436, "level": 0, "difficulty": 0.05, "reward_ma": 0.07791060295172834, "leveled_up": false}
{"t": 47, "ts": 1788192950.5285072, "step": 94, "loss_diff": 0.9651923775672913, "reward": 0.0830663521528266, "level": 0, "difficulty": 0.05, "reward_ma": 0.07842617787183817, "leveled_up": false}
{"t": 48, "ts": 1788192952.565873, "step": 96, "loss_diff": 0.9744844436645508, "reward": 0.08270714517701944, "level": 0, "difficulty": 0.05, "reward_ma": 0.0788542746023563, "leveled_up": false}
{"t": 49, "ts": 1788192954.3828044, "step": 98, "loss_diff": 1.0333704948425293, "reward": 0.08050709058627833, "level": 0, "difficulty": 0.05, "reward_ma": 0.0790195562007485, "leveled_up": false}
{"t": 50, "ts": 1788192956.2245226, "step": 100, "loss_diff": 1.0009673833847046, "reward": 0.08170168766049989, "level": 0, "difficulty": 0.05, "reward_ma": 0.07928776934672364, "leveled_up": false}
{"t": 51, "ts": 1788192958.0762665, "step": 102, "loss_diff": 1.0694252252578735, "reward": 0.07922184164249221, "level": 0, "difficulty": 0.05, "reward_ma": 0.0792811765763005, "leveled_up": false}
{"t": 52, "ts": 1788192959.9914637, "step": 104, "loss_diff": 1.0027116537094116, "reward": 0.0816363976682923, "level": 0, "difficulty": 0.05, "reward_ma": 0.07951669868549968, "leveled_up": false}
{"t": 53, "ts": 1788192961.883554, "step": 106, "loss_diff": 1.0614416599273682, "reward": 0.07950255776439086, "level": 0, "difficulty": 0.05, "reward_ma": 0.0795152845933888, "leveled_up": false}
{"t": 54, "ts": 1788192963.713117, "step": 108, "loss_diff": 1.0965943336486816, "reward": 0.07828254558576414, "level": 0, "difficulty": 0.05, "reward_ma": 0.07939201069262634, "leveled_up": false}
{"t": 55, "ts": 1788192965.6064327, "step": 110, "loss_diff": 1.1274844408035278, "reward": 0.07724375053076563, "level": 0, "difficulty": 0.05, "reward_ma": 0.07917718467644028, "leveled_up": false}
{"t": 56, "ts": 1788192967.3670602, "step": 112, "loss_diff": 1.5340522527694702, "reward": 0.06593167508265782, "level": 0, "difficulty": 0.05, "reward_ma": 0.07785263371706204, "leveled_up": false}
{"t": 57, "ts": 1788192969.466786, "step": 114, "loss_diff": 1.112276315689087, "reward": 0.0777513834921541, "level": 0, "difficulty": 0.05, "reward_ma": 0.07784250869457124, "leveled_up": false}
{"t": 58, "ts": 1788192971.2276354, "step": 116, "loss_diff": 1.0343165397644043, "reward": 0.0804727847531803, "level": 0, "difficulty": 0.05, "reward_ma": 0.07810553630043214, "leveled_up": false}
{"t": 59, "ts": 1788192973.0076997, "step": 118, "loss_diff": 0.8768476247787476, "reward": 0.08665919261308823, "level": 0, "difficulty": 0.05, "reward_ma": 0.07896090193169775, "leveled_up": false}
{"t": 60, "ts": 1788192974.8087764, "step": 120, "loss_diff": 1.0181485414505005, "reward": 0.08106349683804367, "level": 0, "difficulty": 0.05, "reward_ma": 0.07917116142233235, "leveled_up": false}
{"t": 61, "ts": 1788192993.0299692, "step": 122, "loss_diff": 1.0126426219940186, "reward": 0.08126682677178353, "level": 0, "difficulty": 0.05, "reward_ma": 0.07938072795727748, "leveled_up": false}
{"t": 62, "ts": 1788192994.8352003, "step": 124, "loss_diff": 1.1499454975128174, "reward": 0.07650715750862107, "level": 0, "difficulty": 0.05, "reward_ma": 0.07909337091241184, "leveled_up": false}
{"t": 63, "ts": 1788192995.9740872, "step": 126, "loss_diff": 0.9767119884490967, "reward": 0.08262153594705764, "level": 0, "difficulty": 0.05, "reward_ma": 0.07944618741587642, "leveled_up": false}
{"t": 64, "ts": 1788192997.2045825, "step": 128, "loss_diff": 0.9492785930633545, "reward": 0.08368949232143476, "level": 0, "difficulty": 0.05, "reward_ma": 0.07987051790643225, "leveled_up": false}
{"t": 65, "ts": 1788192999.2162209, "step": 130, "loss_diff": 1.046390414237976, "reward": 0.08003774304795241, "level": 0, "difficulty": 0.05, "reward_ma": 0.07988724042058426, "leveled_up": false}
{"t": 66, "ts": 1788193000.2676475, "step": 132, "loss_diff": 1.1953262090682983, "reward": 0.07506492245284291, "level": 0, "difficulty": 0.05, "reward_ma": 0.07940500862381013, "leveled_up": false}
{"t": 67, "ts": 1788193002.025137, "step": 134, "loss_diff": 0.9833900928497314, "reward": 0.0823660347568902, "level": 0, "difficulty": 0.05, "reward_ma": 0.07970111123711814, "leveled_up": false}
{"t": 68, "ts": 1788193003.8372993, "step": 136, "loss_diff": 1.2415509223937988, "reward": 0.07365590032392533, "level": 0, "difficulty": 0.05, "reward_ma": 0.07909659014579887, "leveled_up": false}
{"t": 69, "ts": 1788193005.6082122, "step": 138, "loss_diff": 0.995126485824585, "reward": 0.0819211502023676, "level": 0, "difficulty": 0.05, "reward_ma": 0.07937904615145575, "leveled_up": false}
{"t": 70, "ts": 1788193007.3986468, "step": 140, "loss_diff": 1.309122920036316, "reward": 0.0716976763831067, "level": 0, "difficulty": 0.05, "reward_ma": 0.07861090917462085, "leveled_up": false}
{"t": 71, "ts": 1788193009.136051, "step": 142, "loss_diff": 1.0386359691619873, "reward": 0.08031655655420863, "level": 0, "difficulty": 0.05, "reward_ma": 0.07878147391257964, "leveled_up": false}
{"t": 72, "ts": 1788193010.8912795, "step": 144, "loss_diff": 0.9565203785896301, "reward": 0.08340466697883257, "level": 0, "difficulty": 0.05, "reward_ma": 0.07924379321920494, "leveled_up": false}
{"t": 73, "ts": 1788193012.6955662, "step": 146, "loss_diff": 0.8501168489456177, "reward": 0.08781390719342942, "level": 0, "difficulty": 0.05, "reward_ma": 0.0801008046166274, "leveled_up": false}
{"t": 74, "ts": 1788193014.474601, "step": 148, "loss_diff": 1.1462782621383667, "reward": 0.07662636857334719, "level": 0, "difficulty": 0.05, "reward_ma": 0.07975336101229938, "leveled_up": false}
{"t": 75, "ts": 1788193016.304494, "step": 150, "loss_diff": 1.03855299949646, "reward": 0.08031955122377389, "level": 0, "difficulty": 0.05, "reward_ma": 0.07980998003344683, "leveled_up": false}
{"t": 76, "ts": 1788193018.1081626, "step": 152, "loss_diff": 1.4461688995361328, "reward": 0.06805832435669332, "level": 0, "difficulty": 0.05, "reward_ma": 0.07863481446577149, "leveled_up": false}
{"t": 77, "ts": 1788193019.8731706, "step": 154, "loss_diff": 1.1089379787445068, "reward": 0.0778637939949739, "level": 0, "difficulty": 0.05, "reward_ma": 0.07855771241869174, "leveled_up": false}
{"t": 78, "ts": 1788193021.7088816, "step": 156, "loss_diff": 1.0763208866119385, "reward": 0.07898111565726156, "level": 0, "difficulty": 0.05, "reward_ma": 0.07860005274254872, "leveled_up": false}
{"t": 79, "ts": 1788193023.574503, "step": 158, "loss_diff": 1.063105821609497, "reward": 0.07944386369461397, "level": 0, "difficulty": 0.05, "reward_ma": 0.07868443383775525, "leveled_up": false}
{"t": 80, "ts": 1788193025.785399, "step": 160, "loss_diff": 0.8980191349983215, "reward": 0.0857677087301929, "level": 0, "difficulty": 0.05, "reward_ma": 0.07939276132699902, "leveled_up": false}
{"t": 81, "ts": 1788193027.597969, "step": 162, "loss_diff": 1.1158325672149658, "reward": 0.07791063683535442, "level": 0, "difficulty": 0.05, "reward_ma": 0.07924454887783455, "leveled_up": false}
{"t": 82, "ts": 1788193029.500236, "step": 164, "loss_diff": 1.1493964195251465, "reward": 0.07652498052970733, "level": 0, "difficulty": 0.05, "reward_ma": 0.07897259204302183, "leveled_up": false}
{"t": 83, "ts": 1788193031.2283742, "step": 166, "loss_diff": 1.256348967552185, "reward": 0.07321702543823687, "level": 0, "difficulty": 0.05, "reward_ma": 0.07839703538254333, "leveled_up": false}
{"t": 84, "ts": 1788193033.0365117, "step": 168, "loss_diff": 1.0612759590148926, "reward": 0.08696128726255127, "level": 0, "difficulty": 0.05, "reward_ma": 0.07925346057054412, "leveled_up": false}
{"t": 85, "ts": 1788193034.8804085, "step": 170, "loss_diff": 1.2863720655441284, "reward": 0.07234406695677564, "level": 0, "difficulty": 0.05, "reward_ma": 0.07856252120916728, "leveled_up": false}
{"t": 86, "ts": 1788193036.6168761, "step": 172, "loss_diff": 1.3088765144348145, "reward": 0.0717046089501332, "level": 0, "difficulty": 0.05, "reward_ma": 0.07787672998326386, "leveled_up": false}
{"t": 87, "ts": 1788193038.602891, "step": 174, "loss_diff": 0.9498777389526367, "reward": 0.08366584714556924, "level": 0, "difficulty": 0.05, "reward_ma": 0.0784556416994944, "leveled_up": false}
{"t": 88, "ts": 1788193040.4743614, "step": 176, "loss_diff": 1.1095930337905884, "reward": 0.07784170852908771, "level": 0, "difficulty": 0.05, "reward_ma": 0.07839424838245374, "leveled_up": false}
{"t": 89, "ts": 1788193042.329442, "step": 178, "loss_diff": 1.1101303100585938, "reward": 0.07782360426156743, "level": 0, "difficulty": 0.05, "reward_ma": 0.0783371839703651, "leveled_up": false}
{"t": 90, "ts": 1788193044.1675045, "step": 180, "loss_diff": 1.0862188339233398, "reward": 0.08019769691480338, "level": 0, "difficulty": 0.05, "reward_ma": 0.07852323526480894, "leveled_up": false}
{"t": 91, "ts": 1788193045.8846173, "step": 182, "loss_diff": 1.0691068172454834, "reward": 0.07923299594957359, "level": 0, "difficulty": 0.05, "reward_ma": 0.0785942113332854, "leveled_up": false}
{"t": 92, "ts": 1788193063.4140658, "step": 184, "loss_diff": 1.1714485883712769, "reward": 0.07581625758092127, "level": 0, "difficulty": 0.05, "reward_ma": 0.07831641595804899, "leveled_up": false}
{"t": 93, "ts": 1788193064.5134091, "step": 186, "loss_diff": 1.1578929424285889, "reward": 0.07625019992447078, "level": 0, "difficulty": 0.05, "reward_ma": 0.07810979435469118, "leveled_up": false}
{"t": 94, "ts": 1788193066.2928152, "step": 188, "loss_diff": 0.9542572498321533, "reward": 0.08349345091899321, "level": 0, "difficulty": 0.05, "reward_ma": 0.07864816001112138, "leveled_up": false}
{"t": 95, "ts": 1788193067.399322, "step": 190, "loss_diff": 1.1579867601394653, "reward": 0.07624717790386909, "level": 0, "difficulty": 0.05, "reward_ma": 0.07840806180039615, "leveled_up": false}
{"t": 96, "ts": 1788193068.4701886, "step": 192, "loss_diff": 0.9739529490470886, "reward": 0.08272760018327681, "level": 0, "difficulty": 0.05, "reward_ma": 0.07884001563868422, "leveled_up": false}
{"t": 97, "ts": 1788193070.3171074, "step": 194, "loss_diff": 0.9222725629806519, "reward": 0.08477058549620464, "level": 0, "difficulty": 0.05, "reward_ma": 0.07943307262443626, "leveled_up": false}
{"t": 98, "ts": 1788193072.0988603, "step": 196, "loss_diff": 1.0075325965881348, "reward": 0.10035258142453143, "level": 0, "difficulty": 0.05, "reward_ma": 0.08152502350444579, "leveled_up": false}
{"t": 99, "ts": 1788193073.835499, "step": 198, "loss_diff": 0.9940886497497559, "reward": 0.08656393273799012, "level": 0, "difficulty": 0.05, "reward_ma": 0.08202891442780022, "leveled_up": false}
{"t": 100, "ts": 1788193075.7702441, "step": 200, "loss_diff": 1.024878740310669, "reward": 0.080816456992719, "level": 0, "difficulty": 0.05, "reward_ma": 0.0819076686842921, "leveled_up": false}
{"t": 101, "ts": 1788193077.5820422, "step": 202, "loss_diff": 0.9320439696311951, "reward": 0.08636746251794761, "level": 0, "difficulty": 0.05, "reward_ma": 0.08235364806765766, "leveled_up": false}
{"t": 102, "ts": 1788193079.383346, "step": 204, "loss_diff": 0.899349570274353, "reward": 0.08745712661253519, "level": 0, "difficulty": 0.05, "reward_ma": 0.08286399592214541, "leveled_up": false}
{"t": 103, "ts": 1788193081.3258162, "step": 206, "loss_diff": 1.1324400901794434, "reward": 0.0804492992328662, "level": 0, "difficulty": 0.05, "reward_ma": 0.08262252625321749, "leveled_up": false}
{"t": 104, "ts": 1788193083.2042525, "step": 208, "loss_diff": 1.0356879234313965, "reward": 0.08042311174042606, "level": 0, "difficulty": 0.05, "reward_ma": 0.08240258480193835, "leveled_up": false}
{"t": 105, "ts": 1788193084.99238, "step": 210, "loss_diff": 0.9430553317070007, "reward": 0.08393595446304324, "level": 0, "difficulty": 0.05, "reward_ma": 0.08255592176804885, "leveled_up": false}
{"t": 106, "ts": 1788193086.7833724, "step": 212, "loss_diff": 1.3350650072097778, "reward": 0.07097598728355634, "level": 0, "difficulty": 0.05, "reward_ma": 0.0813979283195996, "leveled_up": false}
{"t": 107, "ts": 1788193088.5762348, "step": 214, "loss_diff": 0.8027675151824951, "reward": 0.09423439539731787, "level": 0, "difficulty": 0.05, "reward_ma": 0.08268157502737145, "leveled_up": false}
{"t": 108, "ts": 1788193090.4004226, "step": 216, "loss_diff": 1.0353257656097412, "reward": 0.08043622298738315, "level": 0, "difficulty": 0.05, "reward_ma": 0.08245703982337262, "leveled_up": false}
{"t": 109, "ts": 1788193092.2070615, "step": 218, "loss_diff": 2.686634063720703, "reward": 0.04742546775849977, "level": 0, "difficulty": 0.05, "reward_ma": 0.07895388261688534, "leveled_up": false}
{"t": 110, "ts": 1788193094.1147926, "step": 220, "loss_diff": 1.1130024194717407, "reward": 0.07848705822440484, "level": 0, "difficulty": 0.05, "reward_ma": 0.07890720017763729, "leveled_up": false}
{"t": 111, "ts": 1788193095.9816802, "step": 222, "loss_diff": 0.981461226940155, "reward": 0.08243965539518437, "level": 0, "difficulty": 0.05, "reward_ma": 0.079260445699392, "leveled_up": false}
{"t": 112, "ts": 1788193097.8761823, "step": 224, "loss_diff": 1.1005305051803589, "reward": 0.07814847859101798, "level": 0, "difficulty": 0.05, "reward_ma": 0.0791492489885546, "leveled_up": false}
{"t": 113, "ts": 1788193099.827624, "step": 226, "loss_diff": 1.0148192644119263, "reward": 0.0824679742651872, "level": 0, "difficulty": 0.05, "reward_ma": 0.07948112151621788, "leveled_up": false}
{"t": 114, "ts": 1788193101.882698, "step": 228, "loss_diff": 1.0652180910110474, "reward": 0.09345251517411769, "level": 0, "difficulty": 0.05, "reward_ma": 0.08087826088200785, "leveled_up": false}
{"t": 115, "ts": 1788193103.7113354, "step": 230, "loss_diff": 1.1776893138885498, "reward": 0.08614821199748404, "level": 0, "difficulty": 0.05, "reward_ma": 0.08140525599355547, "leveled_up": false}
{"t": 116, "ts": 1788193105.4316661, "step": 232, "loss_diff": 0.8658432364463806, "reward": 0.0871305529104399, "level": 0, "difficulty": 0.05, "reward_ma": 0.08197778568524391, "leveled_up": false}
{"t": 117, "ts": 1788193107.2351356, "step": 234, "loss_diff": 1.1886550188064575, "reward": 0.07593932354287973, "level": 0, "difficulty": 0.05, "reward_ma": 0.0813739394710075, "leveled_up": false}
{"t": 118, "ts": 1788193109.1004572, "step": 236, "loss_diff": 0.9830322265625, "reward": 0.09234243883652485, "level": 0, "difficulty": 0.05, "reward_ma": 0.08247078940755924, "leveled_up": false}
{"t": 119, "ts": 1788193110.907756, "step": 238, "loss_diff": 0.9989795088768005, "reward": 0.08868042283432431, "level": 0, "difficulty": 0.05, "reward_ma": 0.08309175275023575, "leveled_up": false}
{"t": 120, "ts": 1788193112.7171087, "step": 240, "loss_diff": 0.9805245995521545, "reward": 0.08374845515329749, "level": 0, "difficulty": 0.05, "reward_ma": 0.08315742299054192, "leveled_up": false}
{"t": 121, "ts": 1788193114.5388262, "step": 242, "loss_diff": 0.871581494808197, "reward": 0.08769673500812931, "level": 0, "difficulty": 0.05, "reward_ma": 0.08361135419230067, "leveled_up": false}
{"t": 122, "ts": 1788193133.119187, "step": 244, "loss_diff": 1.1197961568832397, "reward": 0.08036954530332738, "level": 0, "difficulty": 0.05, "reward_ma": 0.08328717330340335, "leveled_up": false}
{"t": 123, "ts": 1788193134.903094, "step": 246, "loss_diff": 0.9522932767868042, "reward": 0.10324243163058908, "level": 0, "difficulty": 0.05, "reward_ma": 0.08528269913612192, "leveled_up": false}
{"t": 124, "ts": 1788193135.9106228, "step": 248, "loss_diff": 1.1152174472808838, "reward": 0.08196182929330817, "level": 0, "difficulty": 0.05, "reward_ma": 0.08495061215184055, "leveled_up": false}
{"t": 125, "ts": 1788193137.0885127, "step": 250, "loss_diff": 0.9120742678642273, "reward": 0.08518678265417165, "level": 0, "difficulty": 0.05, "reward_ma": 0.08497422920207366, "leveled_up": false}
{"t": 126, "ts": 1788193138.9374695, "step": 252, "loss_diff": 0.9294629096984863, "reward": 0.09797780692098303, "level": 0, "difficulty": 0.05, "reward_ma": 0.0862745869739646, "leveled_up": false}
{"t": 127, "ts": 1788193140.014517, "step": 254, "loss_diff": 1.0852479934692383, "reward": 0.0836461019470483, "level": 0, "difficulty": 0.05, "reward_ma": 0.08601173847127297, "leveled_up": false}
{"t": 128, "ts": 1788193141.9891384, "step": 256, "loss_diff": 1.0191904306411743, "reward": 0.09188278503752563, "level": 0, "difficulty": 0.05, "reward_ma": 0.08659884312789824, "leveled_up": false}
{"t": 129, "ts": 1788193143.7662964, "step": 258, "loss_diff": 1.2820011377334595, "reward": 0.10218243078679726, "level": 0, "difficulty": 0.05, "reward_ma": 0.08815720189378815, "leveled_up": false}
{"t": 130, "ts": 1788193145.5253844, "step": 260, "loss_diff": 0.995285153388977, "reward": 0.09064610727121965, "level": 0, "difficulty": 0.05, "reward_ma": 0.08840609243153129, "leveled_up": false}
{"t": 131, "ts": 1788193147.3112924, "step": 262, "loss_diff": 1.137406349182129, "reward": 0.08021590552997886, "level": 0, "difficulty": 0.05, "reward_ma": 0.08758707374137606, "leveled_up": false}
{"t": 132, "ts": 1788193149.0235784, "step": 264, "loss_diff": 1.052665114402771, "reward": 0.10263603522797538, "level": 0, "difficulty": 0.05, "reward_ma": 0.089091969890036, "leveled_up": false}
{"t": 133, "ts": 1788193150.7833302, "step": 266, "loss_diff": 1.133243441581726, "reward": 0.10304945903769548, "level": 0, "difficulty": 0.05, "reward_ma": 0.09048771880480194, "leveled_up": false}
{"t": 134, "ts": 1788193152.4961238, "step": 268, "loss_diff": 1.0597442388534546, "reward": 0.09508941551345515, "level": 0, "difficulty": 0.05, "reward_ma": 0.09094788847566727, "leveled_up": false}
{"t": 135, "ts": 1788193154.2179134, "step": 270, "loss_diff": 1.2238057851791382, "reward": 0.12111321402646388, "level": 0, "difficulty": 0.05, "reward_ma": 0.09396442103074693, "leveled_up": false}
{"t": 136, "ts": 1788193155.9657476, "step": 272, "loss_diff": 0.8970688581466675, "reward": 0.09002926983735096, "level": 0, "difficulty": 0.05, "reward_ma": 0.09357090591140733, "leveled_up": false}
{"t": 137, "ts": 1788193157.7330246, "step": 274, "loss_diff": 1.0159077644348145, "reward": 0.11683462115192195, "level": 0, "difficulty": 0.05, "reward_ma": 0.0958972774354588, "leveled_up": false}
{"t": 138, "ts": 1788193159.576199, "step": 276, "loss_diff": 1.0485405921936035, "reward": 0.10257015798372644, "level": 0, "difficulty": 0.05, "reward_ma": 0.09656456549028555, "leveled_up": false}
{"t": 139, "ts": 1788193161.4312694, "step": 278, "loss_diff": 0.8710507154464722, "reward": 0.14049036740468598, "level": 0, "difficulty": 0.05, "reward_ma": 0.1009571456817256, "leveled_up": false}
{"t": 140, "ts": 1788193163.294176, "step": 280, "loss_diff": 0.8810166716575623, "reward": 0.16267792984826923, "level": 0, "difficulty": 0.05, "reward_ma": 0.10712922409837997, "leveled_up": false}
{"t": 141, "ts": 1788193165.0813282, "step": 282, "loss_diff": 1.010174036026001, "reward": 0.12233311839211895, "level": 0, "difficulty": 0.05, "reward_ma": 0.10864961352775386, "leveled_up": false}
{"t": 142, "ts": 1788193167.0127907, "step": 284, "loss_diff": 0.9934108257293701, "reward": 0.12630207063396456, "level": 0, "difficulty": 0.05, "reward_ma": 0.11041485923837493, "leveled_up": false}
{"t": 143, "ts": 1788193168.7945824, "step": 286, "loss_diff": 1.0468246936798096, "reward": 0.12704922310201835, "level": 0, "difficulty": 0.05, "reward_ma": 0.11207829562473928, "leveled_up": false}
{"t": 144, "ts": 1788193170.5091827, "step": 288, "loss_diff": 1.1255909204483032, "reward": 0.12585003101219894, "level": 0, "difficulty": 0.05, "reward_ma": 0.11345546916348524, "leveled_up": false}
{"t": 145, "ts": 1788193172.2832131, "step": 290, "loss_diff": 1.0822848081588745, "reward": 0.15809940948780954, "level": 0, "difficulty": 0.05, "reward_ma": 0.11791986319591767, "leveled_up": false}
{"t": 146, "ts": 1788193174.0276759, "step": 292, "loss_diff": 1.043016791343689, "reward": 0.16116512198020722, "level": 0, "difficulty": 0.05, "reward_ma": 0.12224438907434663, "leveled_up": false}
{"t": 147, "ts": 1788193175.8232794, "step": 294, "loss_diff": 0.8614150881767273, "reward": 0.1797047155399873, "level": 0, "difficulty": 0.05, "reward_ma": 0.1279904217209107, "leveled_up": false}
{"t": 148, "ts": 1788193178.1323714, "step": 296, "loss_diff": 0.9790627360343933, "reward": 0.13137116668492044, "level": 0, "difficulty": 0.05, "reward_ma": 0.12832849621731168, "leveled_up": false}
{"t": 149, "ts": 1788193180.0113037, "step": 298, "loss_diff": 1.054137945175171, "reward": 0.15535031565514232, "level": 0, "difficulty": 0.05, "reward_ma": 0.13103067816109476, "leveled_up": false}
{"t": 150, "ts": 1788193182.4925103, "step": 300, "loss_diff": 0.9507660269737244, "reward": 0.18321741473680944, "level": 0, "difficulty": 0.05, "reward_ma": 0.13624935181866624, "leveled_up": false}
{"t": 151, "ts": 1788193184.4169607, "step": 302, "loss_diff": 0.8478865027427673, "reward": 0.16716094609055515, "level": 0, "difficulty": 0.05, "reward_ma": 0.13934051124585511, "leveled_up": false}
{"t": 152, "ts": 1788193186.3368828, "step": 304, "loss_diff": 1.2805849313735962, "reward": 0.1520628851434468, "level": 0, "difficulty": 0.05, "reward_ma": 0.1406127486356143, "leveled_up": false}
{"t": 153, "ts": 1788193204.42641, "step": 306, "loss_diff": 1.129530906677246, "reward": 0.10548408192824246, "level": 0, "difficulty": 0.05, "reward_ma": 0.1370998819648771, "leveled_up": false}
{"t": 154, "ts": 1788193205.4842484, "step": 308, "loss_diff": 0.901373028755188, "reward": 0.08562830556181507, "level": 0, "difficulty": 0.05, "reward_ma": 0.1319527243245709, "leveled_up": false}
{"t": 155, "ts": 1788193207.2364948, "step": 310, "loss_diff": 1.0334864854812622, "reward": 0.1463639456268448, "level": 0, "difficulty": 0.05, "reward_ma": 0.1333938464547983, "leveled_up": false}
{"t": 156, "ts": 1788193208.313935, "step": 312, "loss_diff": 1.033584475517273, "reward": 0.14293147657566369, "level": 0, "difficulty": 0.05, "reward_ma": 0.13434760946688484, "leveled_up": false}
{"t": 157, "ts": 1788193209.4802568, "step": 314, "loss_diff": 1.0335749387741089, "reward": 0.0804996742607441, "level": 0, "difficulty": 0.05, "reward_ma": 0.12896281594627076, "leveled_up": false}
{"t": 158, "ts": 1788193211.2645159, "step": 316, "loss_diff": 0.9868409037590027, "reward": 0.09012147317880313, "level": 0, "difficulty": 0.05, "reward_ma": 0.125078681669524, "leveled_up": false}
{"t": 159, "ts": 1788193213.1222196, "step": 318, "loss_diff": 1.1176172494888306, "reward": 0.13609998431554687, "level": 0, "difficulty": 0.05, "reward_ma": 0.12618081193412628, "leveled_up": false}
{"t": 160, "ts": 1788193214.9876833, "step": 320, "loss_diff": 1.0985206365585327, "reward": 0.11406974307693438, "level": 0, "difficulty": 0.05, "reward_ma": 0.1249697050484071, "leveled_up": false}
{"t": 161, "ts": 1788193216.7242393, "step": 322, "loss_diff": 1.023393154144287, "reward": 0.08087084583427821, "level": 0, "difficulty": 0.05, "reward_ma": 0.1205598191269942, "leveled_up": false}
{"t": 162, "ts": 1788193218.6212037, "step": 324, "loss_diff": 1.0494706630706787, "reward": 0.1617912602440652, "level": 0, "difficulty": 0.05, "reward_ma": 0.1246829632387013, "leveled_up": false}
{"t": 163, "ts": 1788193220.483995, "step": 326, "loss_diff": 1.0775507688522339, "reward": 0.15174906052126702, "level": 0, "difficulty": 0.05, "reward_ma": 0.12738957296695788, "leveled_up": false}
{"t": 164, "ts": 1788193222.2212772, "step": 328, "loss_diff": 1.0700851678848267, "reward": 0.1679971004560032, "level": 0, "difficulty": 0.05, "reward_ma": 0.1314503257158624, "leveled_up": false}
{"t": 165, "ts": 1788193224.0123236, "step": 330, "loss_diff": 1.0197833776474, "reward": 0.1840077208279578, "level": 0, "difficulty": 0.05, "reward_ma": 0.13670606522707196, "leveled_up": false}
{"t": 166, "ts": 1788193225.8097124, "step": 332, "loss_diff": 0.9794853925704956, "reward": 0.19765917846195802, "level": 0, "difficulty": 0.05, "reward_ma": 0.14280137655056058, "leveled_up": false}
{"t": 167, "ts": 1788193227.683221, "step": 334, "loss_diff": 1.2067590951919556, "reward": 0.18558297453547706, "level": 0, "difficulty": 0.05, "reward_ma": 0.14707953634905221, "leveled_up": false}
{"t": 168, "ts": 1788193229.4814475, "step": 336, "loss_diff": 0.9054981470108032, "reward": 0.15541381731051146, "level": 0, "difficulty": 0.05, "reward_ma": 0.14791296444519816, "leveled_up": false}
{"t": 169, "ts": 1788193231.2668056, "step": 338, "loss_diff": 0.9895951151847839, "reward": 0.12473243719730055, "level": 0, "difficulty": 0.05, "reward_ma": 0.1455949117204084, "leveled_up": false}
{"t": 170, "ts": 1788193233.083504, "step": 340, "loss_diff": 0.9995288848876953, "reward": 0.16050737077391578, "level": 0, "difficulty": 0.05, "reward_ma": 0.14708615762575913, "leveled_up": false}
{"t": 171, "ts": 1788193234.8324618, "step": 342, "loss_diff": 1.0346968173980713, "reward": 0.17526540082918074, "level": 0, "difficulty": 0.05, "reward_ma": 0.1499040819461013, "leveled_up": false}
{"t": 172, "ts": 1788193236.617415, "step": 344, "loss_diff": 1.0219825506210327, "reward": 0.1561678424913699, "level": 0, "difficulty": 0.05, "reward_ma": 0.15053045800062817, "leveled_up": false}
{"t": 173, "ts": 1788193238.4678788, "step": 346, "loss_diff": 1.1101676225662231, "reward": 0.24030953578316502, "level": 0, "difficulty": 0.05, "reward_ma": 0.15950836577888186, "leveled_up": false}
{"t": 174, "ts": 1788193240.427236, "step": 348, "loss_diff": 1.2511688470840454, "reward": 0.1578314775468918, "level": 0, "difficulty": 0.05, "reward_ma": 0.15934067695568285, "leveled_up": false}
{"t": 175, "ts": 1788193242.3290083, "step": 350, "loss_diff": 0.991446852684021, "reward": 0.21495425235998133, "level": 0, "difficulty": 0.05, "reward_ma": 0.16490203449611268, "leveled_up": false}
{"t": 0, "ts": 1788193275.4766958, "step": 0, "loss_diff": 0.6680630445480347, "reward": 0.17520913025866564, "level": 0, "difficulty": 0.14506406847694, "reward_ma": 0.017520913025866565, "leveled_up": false}
{"t": 1, "ts": 1788193277.2822163, "step": 2, "loss_diff": 1.4297637939453125, "reward": 0.087961518190871, "level": 0, "difficulty": 0.09065644149261753, "reward_ma": 0.02456497354236701, "leveled_up": false}
{"t": 2, "ts": 1788193278.3337982, "step": 4, "loss_diff": 1.0420622825622559, "reward": 0.08019310127175, "level": 0, "difficulty": 0.05, "reward_ma": 0.030127786315305306, "leveled_up": false}
{"t": 3, "ts": 1788193279.6634605, "step": 6, "loss_diff": 1.0712462663650513, "reward": 0.07915811375368562, "level": 0, "difficulty": 0.05, "reward_ma": 0.03503081905914334, "leveled_up": false}
{"t": 4, "ts": 1788193281.6279092, "step": 8, "loss_diff": 1.6877449750900269, "reward": 0.06254681331274148, "level": 0, "difficulty": 0.05, "reward_ma": 0.03778241848450316, "leveled_up": false}
{"t": 5, "ts": 1788193282.7673936, "step": 10, "loss_diff": 1.6419636011123657, "reward": 0.06351389952804701, "level": 0, "difficulty": 0.05, "reward_ma": 0.04035556658885755, "leveled_up": false}
{"t": 6, "ts": 1788193284.5010188, "step": 12, "loss_diff": 1.0338865518569946, "reward": 0.14451276143690106, "level": 0, "difficulty": 0.05, "reward_ma": 0.0507712860736619, "leveled_up": false}
{"t": 7, "ts": 1788193286.435685, "step": 14, "loss_diff": 1.5659353733062744, "reward": 0.137627434529836, "level": 0, "difficulty": 0.05, "reward_ma": 0.05945690091927931, "leveled_up": false}
{"t": 8, "ts": 1788193288.2209818, "step": 16, "loss_diff": 1.289268136024475, "reward": 0.10122733703922614, "level": 0, "difficulty": 0.05, "reward_ma": 0.063633944531274, "leveled_up": false}
{"t": 9, "ts": 1788193289.9929674, "step": 18, "loss_diff": 1.1639353036880493, "reward": 0.07605610070929632, "level": 0, "difficulty": 0.05, "reward_ma": 0.06487616014907623, "leveled_up": false}
{"t": 10, "ts": 1788193291.7649128, "step": 20, "loss_diff": 1.1277378797531128, "reward": 0.07723535244895455, "level": 0, "difficulty": 0.05, "reward_ma": 0.06611207937906406, "leveled_up": false}
{"t": 11, "ts": 1788193293.4890168, "step": 22, "loss_diff": 1.141455054283142, "reward": 0.07940410482563738, "level": 0, "difficulty": 0.05, "reward_ma": 0.0674412819237214, "leveled_up": false}
{"t": 12, "ts": 1788193295.1799939, "step": 24, "loss_diff": 1.1395169496536255, "reward": 0.0768472303231947, "level": 0, "difficulty": 0.05, "reward_ma": 0.06838187676366872, "leveled_up": false}
{"t": 13, "ts": 1788193297.0117857, "step": 26, "loss_diff": 1.3190890550613403, "reward": 0.07141851615300804, "level": 0, "difficulty": 0.05, "reward_ma": 0.06868554070260266, "leveled_up": false}
{"t": 14, "ts": 1788193299.0371704, "step": 28, "loss_diff": 1.8061513900756836, "reward": 0.06695780393766311, "level": 0, "difficulty": 0.05, "reward_ma": 0.06851276702610871, "leveled_up": false}
{"t": 15, "ts": 1788193301.0286195, "step": 30, "loss_diff": 1.3218424320220947, "reward": 0.10537763970644706, "level": 0, "difficulty": 0.05, "reward_ma": 0.07219925429414255, "leveled_up": false}
{"t": 16, "ts": 1788193303.1001768, "step": 32, "loss_diff": 1.3922592401504517, "reward": 0.06944018155731267, "level": 0, "difficulty": 0.05, "reward_ma": 0.07192334702045956, "leveled_up": false}
{"t": 17, "ts": 1788193304.8381126, "step": 34, "loss_diff": 1.1703860759735107, "reward": 0.07585007486450157, "level": 0, "difficulty": 0.05, "reward_ma": 0.07231601980486377, "leveled_up": false}
{"t": 18, "ts": 1788193306.8187513, "step": 36, "loss_diff": 1.1792025566101074, "reward": 0.12951841878838388, "level": 0, "difficulty": 0.05, "reward_ma": 0.07803625970321579, "leveled_up": false}
{"t": 19, "ts": 1788193308.5365975, "step": 38, "loss_diff": 1.1788533926010132, "reward": 0.09089559542110262, "level": 0, "difficulty": 0.05, "reward_ma": 0.07932219327500446, "leveled_up": false}
{"t": 20, "ts": 1788193310.285732, "step": 40, "loss_diff": 1.1394850015640259, "reward": 0.07684827723759877, "level": 0, "difficulty": 0.05, "reward_ma": 0.07907480167126389, "leveled_up": false}
{"t": 21, "ts": 1788193312.005279, "step": 42, "loss_diff": 1.161347508430481, "reward": 0.07613909578007275, "level": 0, "difficulty": 0.05, "reward_ma": 0.07878123108214477, "leveled_up": false}
{"t": 22, "ts": 1788193313.7347088, "step": 44, "loss_diff": 0.9422116875648499, "reward": 0.08641569422189949, "level": 0, "difficulty": 0.05, "reward_ma": 0.07954467739612024, "leveled_up": false}
{"t": 23, "ts": 1788193315.5210276, "step": 46, "loss_diff": 1.085973858833313, "reward": 0.07864680595472698, "level": 0, "difficulty": 0.05, "reward_ma": 0.07945489025198092, "leveled_up": false}
{"t": 24, "ts": 1788193317.2652075, "step": 48, "loss_diff": 1.0440703630447388, "reward": 0.08012093943999535, "level": 0, "difficulty": 0.05, "reward_ma": 0.07952149517078236, "leveled_up": false}
{"t": 25, "ts": 1788193319.004481, "step": 50, "loss_diff": 1.0289602279663086, "reward": 0.08066743952065636, "level": 0, "difficulty": 0.05, "reward_ma": 0.07963608960576976, "leveled_up": false}
{"t": 26, "ts": 1788193320.7278464, "step": 52, "loss_diff": 1.0034513473510742, "reward": 0.08160874443488403, "level": 0, "difficulty": 0.05, "reward_ma": 0.07983335508868118, "leveled_up": false}
{"t": 27, "ts": 1788193322.63482, "step": 54, "loss_diff": 0.9711368680000305, "reward": 0.08283616343201847, "level": 0, "difficulty": 0.05, "reward_ma": 0.08013363592301491, "leveled_up": false}
{"t": 28, "ts": 1788193324.403927, "step": 56, "loss_diff": 1.0025140047073364, "reward": 0.08164379017790618, "level": 0, "difficulty": 0.05, "reward_ma": 0.08028465134850403, "leveled_up": false}
{"t": 29, "ts": 1788193326.124116, "step": 58, "loss_diff": 1.8550238609313965, "reward": 0.0751139869955903, "level": 0, "difficulty": 0.05, "reward_ma": 0.07976758491321265, "leveled_up": false}
{"t": 30, "ts": 1788193327.9333277, "step": 60, "loss_diff": 0.9491449594497681, "reward": 0.08369476812866634, "level": 0, "difficulty": 0.05, "reward_ma": 0.08016030323475802, "leveled_up": false}
{"t": 31, "ts": 1788193346.998552, "step": 62, "loss_diff": 1.6399613618850708, "reward": 0.08927517421795692, "level": 0, "difficulty": 0.05, "reward_ma": 0.08107179033307792, "leveled_up": false}
{"t": 32, "ts": 1788193348.046008, "step": 64, "loss_diff": 1.1266484260559082, "reward": 0.07727146733191766, "level": 0, "difficulty": 0.05, "reward_ma": 0.08069175803296189, "leveled_up": false}
{"t": 33, "ts": 1788193349.8766866, "step": 66, "loss_diff": 1.49076509475708, "reward": 0.06696040648181288, "level": 0, "difficulty": 0.05, "reward_ma": 0.07931862287784698, "leveled_up": false}
{"t": 34, "ts": 1788193350.9660285, "step": 68, "loss_diff": 1.2451893091201782, "reward": 0.08363861292580085, "level": 0, "difficulty": 0.05, "reward_ma": 0.07975062188264237, "leveled_up": false}
{"t": 35, "ts": 1788193352.0080335, "step": 70, "loss_diff": 1.3733571767807007, "reward": 0.06993955924164935, "level": 0, "difficulty": 0.05, "reward_ma": 0.07876951561854308, "leveled_up": false}
{"t": 36, "ts": 1788193353.7891426, "step": 72, "loss_diff": 1.0889252424240112, "reward": 0.07854520795493392, "level": 0, "difficulty": 0.05, "reward_ma": 0.07874708485218217, "leveled_up": false}
{"t": 37, "ts": 1788193355.5807533, "step": 74, "loss_diff": 0.9084229469299316, "reward": 0.12576743573702093, "level": 0, "difficulty": 0.05, "reward_ma": 0.08344911994066603, "leveled_up": false}
{"t": 38, "ts": 1788193357.5101871, "step": 76, "loss_diff": 1.1703792810440063, "reward": 0.0845725355871525, "level": 0, "difficulty": 0.05, "reward_ma": 0.08356146150531468, "leveled_up": false}
{"t": 39, "ts": 1788193359.3183584, "step": 78, "loss_diff": 0.968391478061676, "reward": 0.09709603807176938, "level": 0, "difficulty": 0.05, "reward_ma": 0.08491491916196015, "leveled_up": false}
{"t": 40, "ts": 1788193361.1032, "step": 80, "loss_diff": 1.057030200958252, "reward": 0.07965860705070921, "level": 0, "difficulty": 0.05, "reward_ma": 0.08438928795083506, "leveled_up": false}
{"t": 41, "ts": 1788193362.8908293, "step": 82, "loss_diff": 1.0418777465820312, "reward": 0.08019973982732413, "level": 0, "difficulty": 0.05, "reward_ma": 0.08397033313848397, "leveled_up": false}
{"t": 42, "ts": 1788193364.665886, "step": 84, "loss_diff": 1.0636471509933472, "reward": 0.07942479170884931, "level": 0, "difficulty": 0.05, "reward_ma": 0.08351577899552051, "leveled_up": false}
{"t": 43, "ts": 1788193366.4723985, "step": 86, "loss_diff": 1.1597398519515991, "reward": 0.07654594522566437, "level": 0, "difficulty": 0.05, "reward_ma": 0.0828187956185349, "leveled_up": false}
{"t": 44, "ts": 1788193368.315966, "step": 88, "loss_diff": 0.857048749923706, "reward": 0.1083010960871558, "level": 0, "difficulty": 0.05, "reward_ma": 0.085367025665397, "leveled_up": false}
{"t": 45, "ts": 1788193370.1281343, "step": 90, "loss_diff": 1.7681487798690796, "reward": 0.06092578585039689, "level": 0, "difficulty": 0.05, "reward_ma": 0.08292290168389699, "leveled_up": false}
{"t": 46, "ts": 1788193372.172181, "step": 92, "loss_diff": 1.4730706214904785, "reward": 0.08342055247783045, "level": 0, "difficulty": 0.05, "reward_ma": 0.08297266676329033, "leveled_up": false}
{"t": 47, "ts": 1788193374.0057073, "step": 94, "loss_diff": 1.051076889038086, "reward": 0.08966823932574831, "level": 0, "difficulty": 0.05, "reward_ma": 0.08364222401953614, "leveled_up": false}
{"t": 48, "ts": 1788193375.8027244, "step": 96, "loss_diff": 1.2779752016067505, "reward": 0.0725858982385014, "level": 0, "difficulty": 0.05, "reward_ma": 0.08253659144143266, "leveled_up": false}
{"t": 49, "ts": 1788193377.602011, "step": 98, "loss_diff": 1.1307604312896729, "reward": 0.07713534963397971, "level": 0, "difficulty": 0.05, "reward_ma": 0.08199646726068736, "leveled_up": false}
{"t": 50, "ts": 1788193379.4919872, "step": 100, "loss_diff": 0.9369504451751709, "reward": 0.08417926738683267, "level": 0, "difficulty": 0.05, "reward_ma": 0.08221474727330189, "leveled_up": false}
{"t": 51, "ts": 1788193381.3946626, "step": 102, "loss_diff": 1.0461881160736084, "reward": 0.08004498989591947, "level": 0, "difficulty": 0.05, "reward_ma": 0.08199777153556365, "leveled_up": false}
{"t": 52, "ts": 1788193383.333025, "step": 104, "loss_diff": 1.0408461093902588, "reward": 0.08023687438504859, "level": 0, "difficulty": 0.05, "reward_ma": 0.08182168182051214, "leveled_up": false}
{"t": 53, "ts": 1788193385.3729396, "step": 106, "loss_diff": 1.039748191833496, "reward": 0.08027643601481416, "level": 0, "difficulty": 0.05, "reward_ma": 0.08166715723994235, "leveled_up": false}
{"t": 54, "ts": 1788193387.395297, "step": 108, "loss_diff": 0.9053444266319275, "reward": 0.08546387072362414, "level": 0, "difficulty": 0.05, "reward_ma": 0.08204682858831053, "leveled_up": false}
{"t": 55, "ts": 1788193389.4945076, "step": 110, "loss_diff": 1.1407151222229004, "reward": 0.08726716644931207, "level": 0, "difficulty": 0.05, "reward_ma": 0.08256886237441068, "leveled_up": false}
{"t": 56, "ts": 1788193391.4100745, "step": 112, "loss_diff": 1.1265287399291992, "reward": 0.07727543712724338, "level": 0, "difficulty": 0.05, "reward_ma": 0.08203951984969395, "leveled_up": false}
{"t": 57, "ts": 1788193393.4181306, "step": 114, "loss_diff": 1.1149078607559204, "reward": 0.07766302264109773, "level": 0, "difficulty": 0.05, "reward_ma": 0.08160187012883433, "leveled_up": false}
{"t": 58, "ts": 1788193395.4343345, "step": 116, "loss_diff": 0.9218298196792603, "reward": 0.08707316084343437, "level": 0, "difficulty": 0.05, "reward_ma": 0.08214899920029434, "leveled_up": false}
{"t": 59, "ts": 1788193397.4780307, "step": 118, "loss_diff": 1.1145216226577759, "reward": 0.07767597780127826, "level": 0, "difficulty": 0.05, "reward_ma": 0.08170169706039274, "leveled_up": false}
{"t": 60, "ts": 1788193399.5041142, "step": 120, "loss_diff": 1.0970094203948975, "reward": 0.07826838388751528, "level": 0, "difficulty": 0.05, "reward_ma": 0.081358365743105, "leveled_up": false}
{"t": 61, "ts": 1788193418.6650822, "step": 122, "loss_diff": 1.1697531938552856, "reward": 0.07707750741061464, "level": 0, "difficulty": 0.05, "reward_ma": 0.08093027990985596, "leveled_up": false}
{"t": 62, "ts": 1788193420.7108223, "step": 124, "loss_diff": 1.1276214122772217, "reward": 0.08717336879199718, "level": 0, "difficulty": 0.05, "reward_ma": 0.0815545887980701, "leveled_up": false}
{"t": 63, "ts": 1788193421.9810405, "step": 126, "loss_diff": 1.2276488542556763, "reward": 0.08372849213819833, "level": 0, "difficulty": 0.05, "reward_ma": 0.08177197913208292, "leveled_up": false}
{"t": 64, "ts": 1788193423.172454, "step": 128, "loss_diff": 0.9091116786003113, "reward": 0.0853085207802769, "level": 0, "difficulty": 0.05, "reward_ma": 0.08212563329690233, "leveled_up": false}
{"t": 65, "ts": 1788193425.2821715, "step": 130, "loss_diff": 1.0372943878173828, "reward": 0.08036500889891217, "level": 0, "difficulty": 0.05, "reward_ma": 0.08194957085710332, "leveled_up": false}
{"t": 66, "ts": 1788193426.5093658, "step": 132, "loss_diff": 1.4608592987060547, "reward": 0.0676922648988823, "level": 0, "difficulty": 0.05, "reward_ma": 0.08052384026128122, "leveled_up": false}
{"t": 67, "ts": 1788193428.6760576, "step": 134, "loss_diff": 1.0908573865890503, "reward": 0.0784788514539343, "level": 0, "difficulty": 0.05, "reward_ma": 0.08031934138054653, "leveled_up": false}
{"t": 68, "ts": 1788193430.7768755, "step": 136, "loss_diff": 1.0514862537384033, "reward": 0.07985566822517531, "level": 0, "difficulty": 0.05, "reward_ma": 0.0802729740650094, "leveled_up": false}
{"t": 69, "ts": 1788193432.8868334, "step": 138, "loss_diff": 0.8750336766242981, "reward": 0.0963102419986753, "level": 0, "difficulty": 0.05, "reward_ma": 0.08187670085837599, "leveled_up": false}
{"t": 70, "ts": 1788193435.0002015, "step": 140, "loss_diff": 1.2877955436706543, "reward": 0.07230324649229648, "level": 0, "difficulty": 0.05, "reward_ma": 0.08091935542176805, "leveled_up": false}
{"t": 71, "ts": 1788193436.9754722, "step": 142, "loss_diff": 0.9544483423233032, "reward": 0.1202389535936666, "level": 0, "difficulty": 0.05, "reward_ma": 0.08485131523895792, "leveled_up": false}
{"t": 72, "ts": 1788193439.0675175, "step": 144, "loss_diff": 0.8736676573753357, "reward": 0.16121855124344142, "level": 0, "difficulty": 0.05, "reward_ma": 0.09248803883940626, "leveled_up": false}
{"t": 73, "ts": 1788193441.0308125, "step": 146, "loss_diff": 0.9445357322692871, "reward": 0.13042381138260797, "level": 0, "difficulty": 0.05, "reward_ma": 0.09628161609372643, "leveled_up": false}
{"t": 74, "ts": 1788193443.0127068, "step": 148, "loss_diff": 1.0561155080795288, "reward": 0.11800415495525866, "level": 0, "difficulty": 0.05, "reward_ma": 0.09845386997987965, "leveled_up": false}
{"t": 75, "ts": 1788193444.9768667, "step": 150, "loss_diff": 0.9927964806556702, "reward": 0.0967046758831039, "level": 0, "difficulty": 0.05, "reward_ma": 0.09827895057020207, "leveled_up": false}
{"t": 76, "ts": 1788193446.8691542, "step": 152, "loss_diff": 1.2750142812728882, "reward": 0.09540861496883035, "level": 0, "difficulty": 0.05, "reward_ma": 0.09799191701006489, "leveled_up": false}
{"t": 77, "ts": 1788193448.7836158, "step": 154, "loss_diff": 0.9030667543411255, "reward": 0.09826936233457831, "level": 0, "difficulty": 0.05, "reward_ma": 0.09801966154251623, "leveled_up": false}
{"t": 78, "ts": 1788193450.5966039, "step": 156, "loss_diff": 1.0286109447479248, "reward": 0.14526582677447797, "level": 0, "difficulty": 0.05, "reward_ma": 0.10274427806571242, "leveled_up": false}
{"t": 79, "ts": 1788193452.3891723, "step": 158, "loss_diff": 1.1310902833938599, "reward": 0.10789170992268074, "level": 0, "difficulty": 0.05, "reward_ma": 0.10325902125140925, "leveled_up": false}
{"t": 80, "ts": 1788193454.4954414, "step": 160, "loss_diff": 1.0638699531555176, "reward": 0.08590227769570773, "level": 0, "difficulty": 0.05, "reward_ma": 0.1015233468958391, "leveled_up": false}
{"t": 81, "ts": 1788193456.4058325, "step": 162, "loss_diff": 1.1304762363433838, "reward": 0.08884587030765329, "level": 0, "difficulty": 0.05, "reward_ma": 0.10025559923702053, "leveled_up": false}
{"t": 82, "ts": 1788193458.3673298, "step": 164, "loss_diff": 1.2713818550109863, "reward": 0.07277704107262443, "level": 0, "difficulty": 0.05, "reward_ma": 0.09750774342058093, "leveled_up": false}
{"t": 83, "ts": 1788193460.3333044, "step": 166, "loss_diff": 1.2885923385620117, "reward": 0.10972771483928087, "level": 0, "difficulty": 0.05, "reward_ma": 0.09872974056245092, "leveled_up": false}
{"t": 84, "ts": 1788193462.2678094, "step": 168, "loss_diff": 1.0782376527786255, "reward": 0.10015445223220612, "level": 0, "difficulty": 0.05, "reward_ma": 0.09887221172942645, "leveled_up": false}
{"t": 85, "ts": 1788193464.1916308, "step": 170, "loss_diff": 1.231987714767456, "reward": 0.08078661180516032, "level": 0, "difficulty": 0.05, "reward_ma": 0.09706365173699984, "leveled_up": false}
{"t": 86, "ts": 1788193466.1289377, "step": 172, "loss_diff": 0.9272860288619995, "reward": 0.084567598516131, "level": 0, "difficulty": 0.05, "reward_ma": 0.09581404641491295, "leveled_up": false}
{"t": 87, "ts": 1788193468.117566, "step": 174, "loss_diff": 0.9145325422286987, "reward": 0.0922092484052328, "level": 0, "difficulty": 0.05, "reward_ma": 0.09545356661394494, "leveled_up": false}
{"t": 88, "ts": 1788193470.1680539, "step": 176, "loss_diff": 1.0939619541168213, "reward": 0.10940066454700272, "level": 0, "difficulty": 0.05, "reward_ma": 0.09684827640725073, "leveled_up": false}
{"t": 89, "ts": 1788193472.1291058, "step": 178, "loss_diff": 1.1393373012542725, "reward": 0.07685311766995465, "level": 0, "difficulty": 0.05, "reward_ma": 0.09484876053352112, "leveled_up": false}
{"t": 90, "ts": 1788193474.0846775, "step": 180, "loss_diff": 0.9969595074653625, "reward": 0.08185213906920272, "level": 0, "difficulty": 0.05, "reward_ma": 0.09354909838708929, "leveled_up": false}
{"t": 91, "ts": 1788193475.9331598, "step": 182, "loss_diff": 1.6874306201934814, "reward": 0.06255334140327692, "level": 0, "difficulty": 0.05, "reward_ma": 0.09044952268870805, "leveled_up": false}
{"t": 0, "ts": 1788193590.9857478, "step": 0, "loss_diff": 1.1728649139404297, "reward": 0.07577123067799543, "level": 0, "difficulty": 0.14431828423008497, "reward_ma": 0.007577123067799544, "leveled_up": false}
{"t": 1, "ts": 1788193592.8144941, "step": 2, "loss_diff": 0.9597572088241577, "reward": 0.08327804049872825, "level": 0, "difficulty": 0.0892043253409019, "reward_ma": 0.015147214810892415, "leveled_up": false}
{"t": 2, "ts": 1788193593.908429, "step": 4, "loss_diff": 1.0990447998046875, "reward": 0.07819902301516538, "level": 0, "difficulty": 0.05, "reward_ma": 0.02145239563131971, "leveled_up": false}
{"t": 3, "ts": 1788193595.0355227, "step": 6, "loss_diff": 1.0490111112594604, "reward": 0.0799439921863172, "level": 0, "difficulty": 0.05, "reward_ma": 0.027301555286819462, "leveled_up": false}
{"t": 4, "ts": 1788193596.914376, "step": 8, "loss_diff": 1.1424211263656616, "reward": 0.0767521931031908, "level": 0, "difficulty": 0.05, "reward_ma": 0.03224661906845659, "leveled_up": false}
{"t": 5, "ts": 1788193598.097118, "step": 10, "loss_diff": 1.039674162864685, "reward": 0.08027910505804119, "level": 0, "difficulty": 0.05, "reward_ma": 0.037049867667415054, "leveled_up": false}
{"t": 6, "ts": 1788193600.014845, "step": 12, "loss_diff": 2.1432290077209473, "reward": 0.054459573273068, "level": 0, "difficulty": 0.05, "reward_ma": 0.03879083822798035, "leveled_up": false}
{"t": 7, "ts": 1788193601.913402, "step": 14, "loss_diff": 1.2930017709732056, "reward": 0.07215438142963385, "level": 0, "difficulty": 0.05, "reward_ma": 0.0421271925481457, "leveled_up": false}
{"t": 8, "ts": 1788193603.8098688, "step": 16, "loss_diff": 1.302194595336914, "reward": 0.07189316902237766, "level": 0, "difficulty": 0.05, "reward_ma": 0.0451037901955689, "leveled_up": false}
{"t": 9, "ts": 1788193605.7661855, "step": 18, "loss_diff": 1.0090988874435425, "reward": 0.08139828399766195, "level": 0, "difficulty": 0.05, "reward_ma": 0.04873323957577821, "leveled_up": false}
{"t": 10, "ts": 1788193607.7314606, "step": 20, "loss_diff": 1.1676652431488037, "reward": 0.07593682375097097, "level": 0, "difficulty": 0.05, "reward_ma": 0.05145359799329748, "leveled_up": false}
{"t": 11, "ts": 1788193609.6921475, "step": 22, "loss_diff": 1.2027091979980469, "reward": 0.07483590570209034, "level": 0, "difficulty": 0.05, "reward_ma": 0.05379182876417676, "leveled_up": false}
{"t": 12, "ts": 1788193611.4747374, "step": 24, "loss_diff": 1.1230548620224, "reward": 0.07739085507189501, "level": 0, "difficulty": 0.05, "reward_ma": 0.056151731394948584, "leveled_up": false}
{"t": 13, "ts": 1788193613.4193034, "step": 26, "loss_diff": 1.0557419061660767, "reward": 0.0797043050570128, "level": 0, "difficulty": 0.05, "reward_ma": 0.05850698876115501, "leveled_up": false}
{"t": 14, "ts": 1788193615.3204374, "step": 28, "loss_diff": 1.217970848083496, "reward": 0.07436733001357006, "level": 0, "difficulty": 0.05, "reward_ma": 0.060093022886396515, "leveled_up": false}
{"t": 15, "ts": 1788193617.2849965, "step": 30, "loss_diff": 1.0562665462493896, "reward": 0.07968568827007902, "level": 0, "difficulty": 0.05, "reward_ma": 0.06205228942476477, "leveled_up": false}
{"t": 16, "ts": 1788193619.314274, "step": 32, "loss_diff": 1.101503610610962, "reward": 0.07811541180219903, "level": 0, "difficulty": 0.05, "reward_ma": 0.0636586016625082, "leveled_up": false}
{"t": 17, "ts": 1788193621.5774014, "step": 34, "loss_diff": 1.1175651550292969, "reward": 0.07757402004446229, "level": 0, "difficulty": 0.05, "reward_ma": 0.06505014350070361, "leveled_up": false}
{"t": 18, "ts": 1788193623.5832787, "step": 36, "loss_diff": 1.1478147506713867, "reward": 0.07657637228837608, "level": 0, "difficulty": 0.05, "reward_ma": 0.06620276637947085, "leveled_up": false}
{"t": 19, "ts": 1788193625.474859, "step": 38, "loss_diff": 1.2836580276489258, "reward": 0.0724220372542399, "level": 0, "difficulty": 0.05, "reward_ma": 0.06682469346694776, "leveled_up": false}
{"t": 20, "ts": 1788193627.4091208, "step": 40, "loss_diff": 1.1125315427780151, "reward": 0.07774280395035608, "level": 0, "difficulty": 0.05, "reward_ma": 0.06791650451528859, "leveled_up": false}
{"t": 21, "ts": 1788193629.3204424, "step": 42, "loss_diff": 1.0978991985321045, "reward": 0.07823804581458368, "level": 0, "difficulty": 0.05, "reward_ma": 0.0689486586452181, "leveled_up": false}
{"t": 22, "ts": 1788193631.2304478, "step": 44, "loss_diff": 1.232696771621704, "reward": 0.07392127520851738, "level": 0, "difficulty": 0.05, "reward_ma": 0.06944592030154803, "leveled_up": false}
{"t": 23, "ts": 1788193633.1906784, "step": 46, "loss_diff": 0.9900032877922058, "reward": 0.08211470688696301, "level": 0, "difficulty": 0.05, "reward_ma": 0.07071279896008954, "leveled_up": false}
{"t": 24, "ts": 1788193635.1082404, "step": 48, "loss_diff": 1.0219831466674805, "reward": 0.08092254158743384, "level": 0, "difficulty": 0.05, "reward_ma": 0.07173377322282398, "leveled_up": false}
{"t": 25, "ts": 1788193637.1007094, "step": 50, "loss_diff": 1.103926181793213, "reward": 0.07803322403782281, "level": 0, "difficulty": 0.05, "reward_ma": 0.07236371830432388, "leveled_up": false}
{"t": 26, "ts": 1788193639.0777907, "step": 52, "loss_diff": 1.0863906145095825, "reward": 0.07863244218941122, "level": 0, "difficulty": 0.05, "reward_ma": 0.07299059069283262, "leveled_up": false}
{"t": 27, "ts": 1788193640.964199, "step": 54, "loss_diff": 1.0784026384353638, "reward": 0.07890875607432848, "level": 0, "difficulty": 0.05, "reward_ma": 0.07358240723098221, "leveled_up": false}
{"t": 28, "ts": 1788193642.9642303, "step": 56, "loss_diff": 1.0708266496658325, "reward": 0.0791727884302624, "level": 0, "difficulty": 0.05, "reward_ma": 0.07414144535091023, "leveled_up": false}
{"t": 29, "ts": 1788193644.912918, "step": 58, "loss_diff": 1.5005549192428589, "reward": 0.06672463189278033, "level": 0, "difficulty": 0.05, "reward_ma": 0.07339976400509723, "leveled_up": false}
{"t": 30, "ts": 1788193646.86463, "step": 60, "loss_diff": 1.1749389171600342, "reward": 0.0757054011268847, "level": 0, "difficulty": 0.05, "reward_ma": 0.07363032771727598, "leveled_up": false}
{"t": 31, "ts": 1788193667.2037957, "step": 62, "loss_diff": 1.2397114038467407, "reward": 0.07371086134080491, "level": 0, "difficulty": 0.05, "reward_ma": 0.07363838107962889, "leveled_up": false}
{"t": 32, "ts": 1788193668.3194149, "step": 64, "loss_diff": 1.0597937107086182, "reward": 0.07956077348902382, "level": 0, "difficulty": 0.05, "reward_ma": 0.07423062032056839, "leveled_up": false}
{"t": 33, "ts": 1788193670.3288357, "step": 66, "loss_diff": 1.0814826488494873, "reward": 0.07880196352255278, "level": 0, "difficulty": 0.05, "reward_ma": 0.07468775464076682, "leveled_up": false}
{"t": 34, "ts": 1788193671.5258913, "step": 68, "loss_diff": 1.3687076568603516, "reward": 0.07006361725035672, "level": 0, "difficulty": 0.05, "reward_ma": 0.07422534090172582, "leveled_up": false}
{"t": 35, "ts": 1788193672.716515, "step": 70, "loss_diff": 1.1151806116104126, "reward": 0.07765387690910676, "level": 0, "difficulty": 0.05, "reward_ma": 0.07456819450246391, "leveled_up": false}
{"t": 36, "ts": 1788193674.6672661, "step": 72, "loss_diff": 1.1472018957138062, "reward": 0.07659630559099359, "level": 0, "difficulty": 0.05, "reward_ma": 0.07477100561131689, "leveled_up": false}
{"t": 37, "ts": 1788193676.6199124, "step": 74, "loss_diff": 1.2576754093170166, "reward": 0.07317796728764299, "level": 0, "difficulty": 0.05, "reward_ma": 0.0746117017789495, "leveled_up": false}
{"t": 38, "ts": 1788193678.527073, "step": 76, "loss_diff": 1.1931308507919312, "reward": 0.075133318823724, "level": 0, "difficulty": 0.05, "reward_ma": 0.07466386348342695, "leveled_up": false}
{"t": 39, "ts": 1788193680.6242154, "step": 78, "loss_diff": 1.091773271560669, "reward": 0.07844743962879347, "level": 0, "difficulty": 0.05, "reward_ma": 0.0750422210979636, "leveled_up": false}
{"t": 40, "ts": 1788193682.5383208, "step": 80, "loss_diff": 1.043338418006897, "reward": 0.0801472259898423, "level": 0, "difficulty": 0.05, "reward_ma": 0.07555272158715147, "leveled_up": false}
{"t": 41, "ts": 1788193684.4002104, "step": 82, "loss_diff": 0.9905384182929993, "reward": 0.08209444282026813, "level": 0, "difficulty": 0.05, "reward_ma": 0.07620689371046314, "leveled_up": false}
{"t": 42, "ts": 1788193686.2334688, "step": 84, "loss_diff": 1.269557237625122, "reward": 0.07283013340146978, "level": 0, "difficulty": 0.05, "reward_ma": 0.07586921767956381, "leveled_up": false}
{"t": 43, "ts": 1788193688.0817757, "step": 86, "loss_diff": 1.1686967611312866, "reward": 0.07590391002738522, "level": 0, "difficulty": 0.05, "reward_ma": 0.07587268691434595, "leveled_up": false}
{"t": 44, "ts": 1788193689.826708, "step": 88, "loss_diff": 0.9135851860046387, "reward": 0.08512484145095146, "level": 0, "difficulty": 0.05, "reward_ma": 0.0767979023680065, "leveled_up": false}
{"t": 45, "ts": 1788193691.686056, "step": 90, "loss_diff": 0.9743221998214722, "reward": 0.08271338809657387, "level": 0, "difficulty": 0.05, "reward_ma": 0.07738945094086323, "leveled_up": false}
{"t": 46, "ts": 1788193693.464992, "step": 92, "loss_diff": 0.9772478342056274, "reward": 0.08260097104951436, "level": 0, "difficulty": 0.05, "reward_ma": 0.07791060295172834, "leveled_up": false}
{"t": 47, "ts": 1788193695.2635732, "step": 94, "loss_diff": 0.9651923775672913, "reward": 0.0830663521528266, "level": 0, "difficulty": 0.05, "reward_ma": 0.07842617787183817, "leveled_up": false}
{"t": 48, "ts": 1788193697.2331953, "step": 96, "loss_diff": 0.9744844436645508, "reward": 0.08270714517701944, "level": 0, "difficulty": 0.05, "reward_ma": 0.0788542746023563, "leveled_up": false}
{"t": 49, "ts": 1788193699.2193592, "step": 98, "loss_diff": 1.0333704948425293, "reward": 0.08050709058627833, "level": 0, "difficulty": 0.05, "reward_ma": 0.0790195562007485, "leveled_up": false}
{"t": 50, "ts": 1788193701.0010169, "step": 100, "loss_diff": 1.0009673833847046, "reward": 0.08170168766049989, "level": 0, "difficulty": 0.05, "reward_ma": 0.07928776934672364, "leveled_up": false}
{"t": 51, "ts": 1788193702.7091699, "step": 102, "loss_diff": 1.0694252252578735, "reward": 0.07922184164249221, "level": 0, "difficulty": 0.05, "reward_ma": 0.0792811765763005, "leveled_up": false}
{"t": 52, "ts": 1788193704.5710392, "step": 104, "loss_diff": 1.0027116537094116, "reward": 0.0816363976682923, "level": 0, "difficulty": 0.05, "reward_ma": 0.07951669868549968, "leveled_up": false}
{"t": 53, "ts": 1788193706.3244307, "step": 106, "loss_diff": 1.0614416599273682, "reward": 0.07950255776439086, "level": 0, "difficulty": 0.05, "reward_ma": 0.0795152845933888, "leveled_up": false}
{"t": 54, "ts": 1788193708.172603, "step": 108, "loss_diff": 1.0965943336486816, "reward": 0.07828254558576414, "level": 0, "difficulty": 0.05, "reward_ma": 0.07939201069262634, "leveled_up": false}
{"t": 55, "ts": 1788193710.1697135, "step": 110, "loss_diff": 1.1274844408035278, "reward": 0.07724375053076563, "level": 0, "difficulty": 0.05, "reward_ma": 0.07917718467644028, "leveled_up": false}
{"t": 56, "ts": 1788193711.9930868, "step": 112, "loss_diff": 1.5340522527694702, "reward": 0.06593167508265782, "level": 0, "difficulty": 0.05, "reward_ma": 0.07785263371706204, "leveled_up": false}
{"t": 57, "ts": 1788193713.8146136, "step": 114, "loss_diff": 1.112276315689087, "reward": 0.0777513834921541, "level": 0, "difficulty": 0.05, "reward_ma": 0.07784250869457124, "leveled_up": false}
{"t": 58, "ts": 1788193715.6217217, "step": 116, "loss_diff": 1.0343165397644043, "reward": 0.0804727847531803, "level": 0, "difficulty": 0.05, "reward_ma": 0.07810553630043214, "leveled_up": false}
{"t": 59, "ts": 1788193717.5177882, "step": 118, "loss_diff": 0.8768476247787476, "reward": 0.08665919261308823, "level": 0, "difficulty": 0.05, "reward_ma": 0.07896090193169775, "leveled_up": false}
{"t": 60, "ts": 1788193719.5667245, "step": 120, "loss_diff": 1.0181485414505005, "reward": 0.08106349683804367, "level": 0, "difficulty": 0.05, "reward_ma": 0.07917116142233235, "leveled_up": false}
{"t": 61, "ts": 1788193737.8739498, "step": 122, "loss_diff": 1.0126426219940186, "reward": 0.08126682677178353, "level": 0, "difficulty": 0.05, "reward_ma": 0.07938072795727748, "leveled_up": false}
{"t": 62, "ts": 1788193739.6722622, "step": 124, "loss_diff": 1.1499454975128174, "reward": 0.07650715750862107, "level": 0, "difficulty": 0.05, "reward_ma": 0.07909337091241184, "leveled_up": false}
{"t": 63, "ts": 1788193740.9784245, "step": 126, "loss_diff": 0.9767119884490967, "reward": 0.08262153594705764, "level": 0, "difficulty": 0.05, "reward_ma": 0.07944618741587642, "leveled_up": false}
{"t": 64, "ts": 1788193742.3264465, "step": 128, "loss_diff": 0.9492785930633545, "reward": 0.08368949232143476, "level": 0, "difficulty": 0.05, "reward_ma": 0.07987051790643225, "leveled_up": false}
{"t": 65, "ts": 1788193744.025984, "step": 130, "loss_diff": 1.046390414237976, "reward": 0.08003774304795241, "level": 0, "difficulty": 0.05, "reward_ma": 0.07988724042058426, "leveled_up": false}
{"t": 66, "ts": 1788193745.0222085, "step": 132, "loss_diff": 1.1953262090682983, "reward": 0.07506492245284291, "level": 0, "difficulty": 0.05, "reward_ma": 0.07940500862381013, "leveled_up": false}
{"t": 67, "ts": 1788193746.8228908, "step": 134, "loss_diff": 0.9833900928497314, "reward": 0.0823660347568902, "level": 0, "difficulty": 0.05, "reward_ma": 0.07970111123711814, "leveled_up": false}
{"t": 68, "ts": 1788193748.625972, "step": 136, "loss_diff": 1.2415509223937988, "reward": 0.07365590032392533, "level": 0, "difficulty": 0.05, "reward_ma": 0.07909659014579887, "leveled_up": false}
{"t": 69, "ts": 1788193750.4172804, "step": 138, "loss_diff": 0.995126485824585, "reward": 0.0819211502023676, "level": 0, "difficulty": 0.05, "reward_ma": 0.07937904615145575, "leveled_up": false}
{"t": 70, "ts": 1788193752.2148392, "step": 140, "loss_diff": 1.309122920036316, "reward": 0.0716976763831067, "level": 0, "difficulty": 0.05, "reward_ma": 0.07861090917462085, "leveled_up": false}
{"t": 71, "ts": 1788193753.9060571, "step": 142, "loss_diff": 1.0386359691619873, "reward": 0.08031655655420863, "level": 0, "difficulty": 0.05, "reward_ma": 0.07878147391257964, "leveled_up": false}
{"t": 72, "ts": 1788193755.6147783, "step": 144, "loss_diff": 0.9565203785896301, "reward": 0.08340466697883257, "level": 0, "difficulty": 0.05, "reward_ma": 0.07924379321920494, "leveled_up": false}
{"t": 73, "ts": 1788193757.5335836, "step": 146, "loss_diff": 0.8501168489456177, "reward": 0.08781390719342942, "level": 0, "difficulty": 0.05, "reward_ma": 0.0801008046166274, "leveled_up": false}
{"t": 74, "ts": 1788193759.2279322, "step": 148, "loss_diff": 1.1462782621383667, "reward": 0.07662636857334719, "level": 0, "difficulty": 0.05, "reward_ma": 0.07975336101229938, "leveled_up": false}
{"t": 75, "ts": 1788193761.0226665, "step": 150, "loss_diff": 1.03855299949646, "reward": 0.08031955122377389, "level": 0, "difficulty": 0.05, "reward_ma": 0.07980998003344683, "leveled_up": false}
{"t": 76, "ts": 1788193762.8662102, "step": 152, "loss_diff": 1.4461688995361328, "reward": 0.06805832435669332, "level": 0, "difficulty": 0.05, "reward_ma": 0.07863481446577149, "leveled_up": false}
{"t": 77, "ts": 1788193764.6172636, "step": 154, "loss_diff": 1.1089379787445068, "reward": 0.0778637939949739, "level": 0, "difficulty": 0.05, "reward_ma": 0.07855771241869174, "leveled_up": false}
{"t": 78, "ts": 1788193766.37468, "step": 156, "loss_diff": 1.0763208866119385, "reward": 0.07898111565726156, "level": 0, "difficulty": 0.05, "reward_ma": 0.07860005274254872, "leveled_up": false}
{"t": 79, "ts": 1788193768.1370616, "step": 158, "loss_diff": 1.063105821609497, "reward": 0.07944386369461397, "level": 0, "difficulty": 0.05, "reward_ma": 0.07868443383775525, "leveled_up": false}
{"t": 80, "ts": 1788193770.0751293, "step": 160, "loss_diff": 0.8980191349983215, "reward": 0.0857677087301929, "level": 0, "difficulty": 0.05, "reward_ma": 0.07939276132699902, "leveled_up": false}
{"t": 81, "ts": 1788193771.991157, "step": 162, "loss_diff": 1.1158325672149658, "reward": 0.07791063683535442, "level": 0, "difficulty": 0.05, "reward_ma": 0.07924454887783455, "leveled_up": false}
{"t": 82, "ts": 1788193773.9711232, "step": 164, "loss_diff": 1.1493964195251465, "reward": 0.07652498052970733, "level": 0, "difficulty": 0.05, "reward_ma": 0.07897259204302183, "leveled_up": false}
{"t": 83, "ts": 1788193775.9945118, "step": 166, "loss_diff": 1.256348967552185, "reward": 0.07321702543823687, "level": 0, "difficulty": 0.05, "reward_ma": 0.07839703538254333, "leveled_up": false}
{"t": 84, "ts": 1788193777.967844, "step": 168, "loss_diff": 1.0612759590148926, "reward": 0.08696128726255127, "level": 0, "difficulty": 0.05, "reward_ma": 0.07925346057054412, "leveled_up": false}
{"t": 85, "ts": 1788193780.3308406, "step": 170, "loss_diff": 1.2863720655441284, "reward": 0.07234406695677564, "level": 0, "difficulty": 0.05, "reward_ma": 0.07856252120916728, "leveled_up": false}
{"t": 86, "ts": 1788193782.0892265, "step": 172, "loss_diff": 1.3088765144348145, "reward": 0.0717046089501332, "level": 0, "difficulty": 0.05, "reward_ma": 0.07787672998326386, "leveled_up": false}
{"t": 87, "ts": 1788193784.0047746, "step": 174, "loss_diff": 0.9498777389526367, "reward": 0.08366584714556924, "level": 0, "difficulty": 0.05, "reward_ma": 0.0784556416994944, "leveled_up": false}
{"t": 88, "ts": 1788193785.988937, "step": 176, "loss_diff": 1.1095930337905884, "reward": 0.07784170852908771, "level": 0, "difficulty": 0.05, "reward_ma": 0.07839424838245374, "leveled_up": false}
{"t": 89, "ts": 1788193787.9640677, "step": 178, "loss_diff": 1.1101303100585938, "reward": 0.07782360426156743, "level": 0, "difficulty": 0.05, "reward_ma": 0.0783371839703651, "leveled_up": false}
{"t": 90, "ts": 1788193790.078097, "step": 180, "loss_diff": 1.0862188339233398, "reward": 0.08019769691480338, "level": 0, "difficulty": 0.05, "reward_ma": 0.07852323526480894, "leveled_up": false}
{"t": 91, "ts": 1788193792.011123, "step": 182, "loss_diff": 1.0691068172454834, "reward": 0.07923299594957359, "level": 0, "difficulty": 0.05, "reward_ma": 0.0785942113332854, "leveled_up": false}
{"t": 92, "ts": 1788193808.5160308, "step": 184, "loss_diff": 1.1714485883712769, "reward": 0.07581625758092127, "level": 0, "difficulty": 0.05, "reward_ma": 0.07831641595804899, "leveled_up": false}
{"t": 93, "ts": 1788193809.5977883, "step": 186, "loss_diff": 1.1578929424285889, "reward": 0.07625019992447078, "level": 0, "difficulty": 0.05, "reward_ma": 0.07810979435469118, "leveled_up": false}
{"t": 94, "ts": 1788193811.3191667, "step": 188, "loss_diff": 0.9542572498321533, "reward": 0.08349345091899321, "level": 0, "difficulty": 0.05, "reward_ma": 0.07864816001112138, "leveled_up": false}
{"t": 95, "ts": 1788193812.3902473, "step": 190, "loss_diff": 1.1579867601394653, "reward": 0.07624717790386909, "level": 0, "difficulty": 0.05, "reward_ma": 0.07840806180039615, "leveled_up": false}
{"t": 96, "ts": 1788193813.5538595, "step": 192, "loss_diff": 0.9739529490470886, "reward": 0.08272760018327681, "level": 0, "difficulty": 0.05, "reward_ma": 0.07884001563868422, "leveled_up": false}
{"t": 97, "ts": 1788193815.4153962, "step": 194, "loss_diff": 0.9222725629806519, "reward": 0.08477058549620464, "level": 0, "difficulty": 0.05, "reward_ma": 0.07943307262443626, "leveled_up": false}
{"t": 98, "ts": 1788193817.3191695, "step": 196, "loss_diff": 1.0075325965881348, "reward": 0.10035258142453143, "level": 0, "difficulty": 0.05, "reward_ma": 0.08152502350444579, "leveled_up": false}
{"t": 99, "ts": 1788193819.288079, "step": 198, "loss_diff": 0.9940886497497559, "reward": 0.08656393273799012, "level": 0, "difficulty": 0.05, "reward_ma": 0.08202891442780022, "leveled_up": false}
{"t": 100, "ts": 1788193821.2154243, "step": 200, "loss_diff": 1.024878740310669, "reward": 0.080816456992719, "level": 0, "difficulty": 0.05, "reward_ma": 0.0819076686842921, "leveled_up": false}
{"t": 101, "ts": 1788193823.1012409, "step": 202, "loss_diff": 0.9320439696311951, "reward": 0.08636746251794761, "level": 0, "difficulty": 0.05, "reward_ma": 0.08235364806765766, "leveled_up": false}
{"t": 102, "ts": 1788193824.9737632, "step": 204, "loss_diff": 0.899349570274353, "reward": 0.08745712661253519, "level": 0, "difficulty": 0.05, "reward_ma": 0.08286399592214541, "leveled_up": false}
{"t": 103, "ts": 1788193826.8926039, "step": 206, "loss_diff": 1.1324400901794434, "reward": 0.0804492992328662, "level": 0, "difficulty": 0.05, "reward_ma": 0.08262252625321749, "leveled_up": false}
{"t": 104, "ts": 1788193829.0093038, "step": 208, "loss_diff": 1.0356879234313965, "reward": 0.08042311174042606, "level": 0, "difficulty": 0.05, "reward_ma": 0.08240258480193835, "leveled_up": false}
{"t": 105, "ts": 1788193831.18658, "step": 210, "loss_diff": 0.9430553317070007, "reward": 0.08393595446304324, "level": 0, "difficulty": 0.05, "reward_ma": 0.08255592176804885, "leveled_up": false}
{"t": 106, "ts": 1788193833.164043, "step": 212, "loss_diff": 1.3350650072097778, "reward": 0.07097598728355634, "level": 0, "difficulty": 0.05, "reward_ma": 0.0813979283195996, "leveled_up": false}
{"t": 107, "ts": 1788193835.277768, "step": 214, "loss_diff": 0.8027675151824951, "reward": 0.09423439539731787, "level": 0, "difficulty": 0.05, "reward_ma": 0.08268157502737145, "leveled_up": false}
{"t": 108, "ts": 1788193837.2314525, "step": 216, "loss_diff": 1.0353257656097412, "reward": 0.08043622298738315, "level": 0, "difficulty": 0.05, "reward_ma": 0.08245703982337262, "leveled_up": false}
{"t": 109, "ts": 1788193839.2301233, "step": 218, "loss_diff": 2.686634063720703, "reward": 0.04742546775849977, "level": 0, "difficulty": 0.05, "reward_ma": 0.07895388261688534, "leveled_up": false}
{"t": 110, "ts": 1788193841.4136546, "step": 220, "loss_diff": 1.1130024194717407, "reward": 0.07848705822440484, "level": 0, "difficulty": 0.05, "reward_ma": 0.07890720017763729, "leveled_up": false}
{"t": 111, "ts": 1788193843.3822944, "step": 222, "loss_diff": 0.981461226940155, "reward": 0.08243965539518437, "level": 0, "difficulty": 0.05, "reward_ma": 0.079260445699392, "leveled_up": false}
{"t": 112, "ts": 1788193845.3187542, "step": 224, "loss_diff": 1.1005305051803589, "reward": 0.07814847859101798, "level": 0, "difficulty": 0.05, "reward_ma": 0.0791492489885546, "leveled_up": false}
{"t": 113, "ts": 1788193847.3964756, "step": 226, "loss_diff": 1.0148192644119263, "reward": 0.0824679742651872, "level": 0, "difficulty": 0.05, "reward_ma": 0.07948112151621788, "leveled_up": false}
{"t": 114, "ts": 1788193849.3890738, "step": 228, "loss_diff": 1.0652180910110474, "reward": 0.09345251517411769, "level": 0, "difficulty": 0.05, "reward_ma": 0.08087826088200785, "leveled_up": false}
{"t": 115, "ts": 1788193851.434421, "step": 230, "loss_diff": 1.1776893138885498, "reward": 0.08614821199748404, "level": 0, "difficulty": 0.05, "reward_ma": 0.08140525599355547, "leveled_up": false}
{"t": 116, "ts": 1788193853.4068277, "step": 232, "loss_diff": 0.8658432364463806, "reward": 0.0871305529104399, "level": 0, "difficulty": 0.05, "reward_ma": 0.08197778568524391, "leveled_up": false}
{"t": 117, "ts": 1788193855.3870761, "step": 234, "loss_diff": 1.1886550188064575, "reward": 0.07593932354287973, "level": 0, "difficulty": 0.05, "reward_ma": 0.0813739394710075, "leveled_up": false}
{"t": 118, "ts": 1788193857.410619, "step": 236, "loss_diff": 0.9830322265625, "reward": 0.09234243883652485, "level": 0, "difficulty": 0.05, "reward_ma": 0.08247078940755924, "leveled_up": false}
{"t": 119, "ts": 1788193859.3634017, "step": 238, "loss_diff": 0.9989795088768005, "reward": 0.08868042283432431, "level": 0, "difficulty": 0.05, "reward_ma": 0.08309175275023575, "leveled_up": false}
{"t": 120, "ts": 1788193861.3955686, "step": 240, "loss_diff": 0.9805245995521545, "reward": 0.08374845515329749, "level": 0, "difficulty": 0.05, "reward_ma": 0.08315742299054192, "leveled_up": false}
{"t": 121, "ts": 1788193863.368135, "step": 242, "loss_diff": 0.871581494808197, "reward": 0.08769673500812931, "level": 0, "difficulty": 0.05, "reward_ma": 0.08361135419230067, "leveled_up": false}
{"t": 122, "ts": 1788193882.7909398, "step": 244, "loss_diff": 1.1197961568832397, "reward": 0.08036954530332738, "level": 0, "difficulty": 0.05, "reward_ma": 0.08328717330340335, "leveled_up": false}
{"t": 123, "ts": 1788193884.503465, "step": 246, "loss_diff": 0.9522932767868042, "reward": 0.10324243163058908, "level": 0, "difficulty": 0.05, "reward_ma": 0.08528269913612192, "leveled_up": false}
{"t": 124, "ts": 1788193885.5045972, "step": 248, "loss_diff": 1.1152174472808838, "reward": 0.08196182929330817, "level": 0, "difficulty": 0.05, "reward_ma": 0.08495061215184055, "leveled_up": false}
{"t": 125, "ts": 1788193886.5336328, "step": 250, "loss_diff": 0.9120742678642273, "reward": 0.08518678265417165, "level": 0, "difficulty": 0.05, "reward_ma": 0.08497422920207366, "leveled_up": false}
{"t": 126, "ts": 1788193888.2964299, "step": 252, "loss_diff": 0.9294629096984863, "reward": 0.09797780692098303, "level": 0, "difficulty": 0.05, "reward_ma": 0.0862745869739646, "leveled_up": false}
{"t": 127, "ts": 1788193889.3073652, "step": 254, "loss_diff": 1.0852479934692383, "reward": 0.0836461019470483, "level": 0, "difficulty": 0.05, "reward_ma": 0.08601173847127297, "leveled_up": false}
{"t": 128, "ts": 1788193891.0120084, "step": 256, "loss_diff": 1.0191904306411743, "reward": 0.09188278503752563, "level": 0, "difficulty": 0.05, "reward_ma": 0.08659884312789824, "leveled_up": false}
{"t": 129, "ts": 1788193892.7021985, "step": 258, "loss_diff": 1.2820011377334595, "reward": 0.10218243078679726, "level": 0, "difficulty": 0.05, "reward_ma": 0.08815720189378815, "leveled_up": false}
{"t": 130, "ts": 1788193894.3910763, "step": 260, "loss_diff": 0.995285153388977, "reward": 0.09064610727121965, "level": 0, "difficulty": 0.05, "reward_ma": 0.08840609243153129, "leveled_up": false}
{"t": 131, "ts": 1788193896.0750086, "step": 262, "loss_diff": 1.137406349182129, "reward": 0.08021590552997886, "level": 0, "difficulty": 0.05, "reward_ma": 0.08758707374137606, "leveled_up": false}
{"t": 132, "ts": 1788193897.8169663, "step": 264, "loss_diff": 1.052665114402771, "reward": 0.10263603522797538, "level": 0, "difficulty": 0.05, "reward_ma": 0.089091969890036, "leveled_up": false}
{"t": 133, "ts": 1788193899.6976652, "step": 266, "loss_diff": 1.133243441581726, "reward": 0.10304945903769548, "level": 0, "difficulty": 0.05, "reward_ma": 0.09048771880480194, "leveled_up": false}
{"t": 134, "ts": 1788193901.477509, "step": 268, "loss_diff": 1.0597442388534546, "reward": 0.09508941551345515, "level": 0, "difficulty": 0.05, "reward_ma": 0.09094788847566727, "leveled_up": false}
{"t": 135, "ts": 1788193903.323811, "step": 270, "loss_diff": 1.2238057851791382, "reward": 0.12111321402646388, "level": 0, "difficulty": 0.05, "reward_ma": 0.09396442103074693, "leveled_up": false}
{"t": 136, "ts": 1788193905.1200013, "step": 272, "loss_diff": 0.8970688581466675, "reward": 0.09002926983735096, "level": 0, "difficulty": 0.05, "reward_ma": 0.09357090591140733, "leveled_up": false}
{"t": 137, "ts": 1788193906.869891, "step": 274, "loss_diff": 1.0159077644348145, "reward": 0.11683462115192195, "level": 0, "difficulty": 0.05, "reward_ma": 0.0958972774354588, "leveled_up": false}
{"t": 138, "ts": 1788193908.714666, "step": 276, "loss_diff": 1.0485405921936035, "reward": 0.10257015798372644, "level": 0, "difficulty": 0.05, "reward_ma": 0.09656456549028555, "leveled_up": false}
{"t": 139, "ts": 1788193910.5997603, "step": 278, "loss_diff": 0.8710507154464722, "reward": 0.14049036740468598, "level": 0, "difficulty": 0.05, "reward_ma": 0.1009571456817256, "leveled_up": false}
{"t": 140, "ts": 1788193912.4161005, "step": 280, "loss_diff": 0.8810166716575623, "reward": 0.16267792984826923, "level": 0, "difficulty": 0.05, "reward_ma": 0.10712922409837997, "leveled_up": false}
{"t": 141, "ts": 1788193914.2736633, "step": 282, "loss_diff": 1.010174036026001, "reward": 0.12233311839211895, "level": 0, "difficulty": 0.05, "reward_ma": 0.10864961352775386, "leveled_up": false}
{"t": 142, "ts": 1788193916.4051986, "step": 284, "loss_diff": 0.9934108257293701, "reward": 0.12630207063396456, "level": 0, "difficulty": 0.05, "reward_ma": 0.11041485923837493, "leveled_up": false}
{"t": 143, "ts": 1788193918.363947, "step": 286, "loss_diff": 1.0468246936798096, "reward": 0.12704922310201835, "level": 0, "difficulty": 0.05, "reward_ma": 0.11207829562473928, "leveled_up": false}
{"t": 144, "ts": 1788193920.4208126, "step": 288, "loss_diff": 1.1255909204483032, "reward": 0.12585003101219894, "level": 0, "difficulty": 0.05, "reward_ma": 0.11345546916348524, "leveled_up": false}
{"t": 145, "ts": 1788193922.4218333, "step": 290, "loss_diff": 1.0822848081588745, "reward": 0.15809940948780954, "level": 0, "difficulty": 0.05, "reward_ma": 0.11791986319591767, "leveled_up": false}
{"t": 146, "ts": 1788193924.4384732, "step": 292, "loss_diff": 1.043016791343689, "reward": 0.16116512198020722, "level": 0, "difficulty": 0.05, "reward_ma": 0.12224438907434663, "leveled_up": false}
{"t": 147, "ts": 1788193926.4255786, "step": 294, "loss_diff": 0.8614150881767273, "reward": 0.1797047155399873, "level": 0, "difficulty": 0.05, "reward_ma": 0.1279904217209107, "leveled_up": false}
{"t": 148, "ts": 1788193928.876218, "step": 296, "loss_diff": 0.9790627360343933, "reward": 0.13137116668492044, "level": 0, "difficulty": 0.05, "reward_ma": 0.12832849621731168, "leveled_up": false}
{"t": 149, "ts": 1788193930.6748333, "step": 298, "loss_diff": 1.054137945175171, "reward": 0.15535031565514232, "level": 0, "difficulty": 0.05, "reward_ma": 0.13103067816109476, "leveled_up": false}
{"t": 150, "ts": 1788193933.312067, "step": 300, "loss_diff": 0.9507660269737244, "reward": 0.18321741473680944, "level": 0, "difficulty": 0.05, "reward_ma": 0.13624935181866624, "leveled_up": false}
{"t": 151, "ts": 1788193935.3387308, "step": 302, "loss_diff": 0.8478865027427673, "reward": 0.16716094609055515, "level": 0, "difficulty": 0.05, "reward_ma": 0.13934051124585511, "leveled_up": false}
{"t": 152, "ts": 1788193937.272194, "step": 304, "loss_diff": 1.2805849313735962, "reward": 0.1520628851434468, "level": 0, "difficulty": 0.05, "reward_ma": 0.1406127486356143, "leveled_up": false}
{"t": 153, "ts": 1788193954.3298006, "step": 306, "loss_diff": 1.129530906677246, "reward": 0.10548408192824246, "level": 0, "difficulty": 0.05, "reward_ma": 0.1370998819648771, "leveled_up": false}
{"t": 154, "ts": 1788193955.4044635, "step": 308, "loss_diff": 0.901373028755188, "reward": 0.08562830556181507, "level": 0, "difficulty": 0.05, "reward_ma": 0.1319527243245709, "leveled_up": false}
{"t": 155, "ts": 1788193957.1894255, "step": 310, "loss_diff": 1.0334864854812622, "reward": 0.1463639456268448, "level": 0, "difficulty": 0.05, "reward_ma": 0.1333938464547983, "leveled_up": false}
{"t": 156, "ts": 1788193958.729515, "step": 312, "loss_diff": 1.033584475517273, "reward": 0.14293147657566369, "level": 0, "difficulty": 0.05, "reward_ma": 0.13434760946688484, "leveled_up": false}
{"t": 157, "ts": 1788193959.8788846, "step": 314, "loss_diff": 1.0335749387741089, "reward": 0.0804996742607441, "level": 0, "difficulty": 0.05, "reward_ma": 0.12896281594627076, "leveled_up": false}
{"t": 158, "ts": 1788193961.6236777, "step": 316, "loss_diff": 0.9868409037590027, "reward": 0.09012147317880313, "level": 0, "difficulty": 0.05, "reward_ma": 0.125078681669524, "leveled_up": false}
{"t": 159, "ts": 1788193963.4001894, "step": 318, "loss_diff": 1.1176172494888306, "reward": 0.13609998431554687, "level": 0, "difficulty": 0.05, "reward_ma": 0.12618081193412628, "leveled_up": false}
{"t": 160, "ts": 1788193965.180887, "step": 320, "loss_diff": 1.0985206365585327, "reward": 0.11406974307693438, "level": 0, "difficulty": 0.05, "reward_ma": 0.1249697050484071, "leveled_up": false}
{"t": 161, "ts": 1788193966.966142, "step": 322, "loss_diff": 1.023393154144287, "reward": 0.08087084583427821, "level": 0, "difficulty": 0.05, "reward_ma": 0.1205598191269942, "leveled_up": false}
{"t": 162, "ts": 1788193968.8111484, "step": 324, "loss_diff": 1.0494706630706787, "reward": 0.1617912602440652, "level": 0, "difficulty": 0.05, "reward_ma": 0.1246829632387013, "leveled_up": false}
{"t": 163, "ts": 1788193970.6217577, "step": 326, "loss_diff": 1.0775507688522339, "reward": 0.15174906052126702, "level": 0, "difficulty": 0.05, "reward_ma": 0.12738957296695788, "leveled_up": false}
{"t": 164, "ts": 1788193972.374742, "step": 328, "loss_diff": 1.0700851678848267, "reward": 0.1679971004560032, "level": 0, "difficulty": 0.05, "reward_ma": 0.1314503257158624, "leveled_up": false}
{"t": 165, "ts": 1788193974.1205134, "step": 330, "loss_diff": 1.0197833776474, "reward": 0.1840077208279578, "level": 0, "difficulty": 0.05, "reward_ma": 0.13670606522707196, "leveled_up": false}
{"t": 166, "ts": 1788193975.9051154, "step": 332, "loss_diff": 0.9794853925704956, "reward": 0.19765917846195802, "level": 0, "difficulty": 0.05, "reward_ma": 0.14280137655056058, "leveled_up": false}
{"t": 167, "ts": 1788193977.6684413, "step": 334, "loss_diff": 1.2067590951919556, "reward": 0.18558297453547706, "level": 0, "difficulty": 0.05, "reward_ma": 0.14707953634905221, "leveled_up": false}
{"t": 168, "ts": 1788193979.4196985, "step": 336, "loss_diff": 0.9054981470108032, "reward": 0.15541381731051146, "level": 0, "difficulty": 0.05, "reward_ma": 0.14791296444519816, "leveled_up": false}
{"t": 169, "ts": 1788193981.2241895, "step": 338, "loss_diff": 0.9895951151847839, "reward": 0.12473243719730055, "level": 0, "difficulty": 0.05, "reward_ma": 0.1455949117204084, "leveled_up": false}
{"t": 170, "ts": 1788193983.2358098, "step": 340, "loss_diff": 0.9995288848876953, "reward": 0.16050737077391578, "level": 0, "difficulty": 0.05, "reward_ma": 0.14708615762575913, "leveled_up": false}
{"t": 0, "ts": 1788194021.4347646, "step": 0, "loss_diff": 0.7551594972610474, "reward": 0.188673997943486, "level": 0, "difficulty": 0.14516505498457616, "reward_ma": 0.0188673997943486, "leveled_up": false}
{"t": 1, "ts": 1788194023.2261744, "step": 2, "loss_diff": 1.2435531616210938, "reward": 0.08720187569128426, "level": 0, "difficulty": 0.09084261853837933, "reward_ma": 0.025700847384042172, "leveled_up": false}
{"t": 2, "ts": 1788194024.3106742, "step": 4, "loss_diff": 1.4598989486694336, "reward": 0.06826966813870915, "level": 0, "difficulty": 0.05, "reward_ma": 0.02995772945950887, "leveled_up": false}
{"t": 3, "ts": 1788194025.6180809, "step": 6, "loss_diff": 1.5129095315933228, "reward": 0.06642970991937323, "level": 0, "difficulty": 0.05, "reward_ma": 0.033604927505495305, "leveled_up": false}
{"t": 4, "ts": 1788194027.3918686, "step": 8, "loss_diff": 1.3450676202774048, "reward": 0.12032616886943785, "level": 0, "difficulty": 0.05, "reward_ma": 0.042277051641889565, "leveled_up": false}
{"t": 5, "ts": 1788194028.568869, "step": 10, "loss_diff": 1.8954026699066162, "reward": 0.07925469378602847, "level": 0, "difficulty": 0.05, "reward_ma": 0.04597481585630346, "leveled_up": false}
{"t": 6, "ts": 1788194030.4986954, "step": 12, "loss_diff": 1.2459651231765747, "reward": 0.08179771496306633, "level": 0, "difficulty": 0.05, "reward_ma": 0.04955710576697975, "leveled_up": false}
{"t": 7, "ts": 1788194032.2294154, "step": 14, "loss_diff": 1.3226888179779053, "reward": 0.1173384015468183, "level": 0, "difficulty": 0.05, "reward_ma": 0.056335235344963604, "leveled_up": false}
{"t": 8, "ts": 1788194034.032875, "step": 16, "loss_diff": 1.2984230518341064, "reward": 0.0965181032902854, "level": 0, "difficulty": 0.05, "reward_ma": 0.06035352213949578, "leveled_up": false}
{"t": 9, "ts": 1788194035.7884264, "step": 18, "loss_diff": 2.100548505783081, "reward": 0.10397439227873698, "level": 0, "difficulty": 0.05, "reward_ma": 0.06471560915341991, "leveled_up": false}
{"t": 10, "ts": 1788194037.5168853, "step": 20, "loss_diff": 1.548365831375122, "reward": 0.12866525043183136, "level": 0, "difficulty": 0.05, "reward_ma": 0.07111057328126105, "leveled_up": false}
{"t": 11, "ts": 1788194039.291521, "step": 22, "loss_diff": 1.3252685070037842, "reward": 0.1116665896325291, "level": 0, "difficulty": 0.05, "reward_ma": 0.07516617491638786, "leveled_up": false}
{"t": 12, "ts": 1788194041.0094075, "step": 24, "loss_diff": 1.4608957767486572, "reward": 0.09618132423902126, "level": 0, "difficulty": 0.05, "reward_ma": 0.07726768984865119, "leveled_up": false}
{"t": 13, "ts": 1788194042.8291383, "step": 26, "loss_diff": 1.2028666734695435, "reward": 0.09328644962580515, "level": 0, "difficulty": 0.05, "reward_ma": 0.07886956582636659, "leveled_up": false}
{"t": 14, "ts": 1788194044.5685065, "step": 28, "loss_diff": 1.193162441253662, "reward": 0.0760196589848846, "level": 0, "difficulty": 0.05, "reward_ma": 0.0785845751422184, "leveled_up": false}
{"t": 15, "ts": 1788194046.3174767, "step": 30, "loss_diff": 0.9735854268074036, "reward": 0.08463948785781884, "level": 0, "difficulty": 0.05, "reward_ma": 0.07919006641377845, "leveled_up": false}
{"t": 16, "ts": 1788194048.0335126, "step": 32, "loss_diff": 1.1766737699508667, "reward": 0.14258435340754416, "level": 0, "difficulty": 0.05, "reward_ma": 0.08552949511315502, "leveled_up": false}
{"t": 17, "ts": 1788194049.732155, "step": 34, "loss_diff": 1.4583308696746826, "reward": 0.0791423927294739, "level": 0, "difficulty": 0.05, "reward_ma": 0.08489078487478692, "leveled_up": false}
{"t": 18, "ts": 1788194051.4676902, "step": 36, "loss_diff": 0.8782815933227539, "reward": 0.11794115753245753, "level": 0, "difficulty": 0.05, "reward_ma": 0.08819582214055398, "leveled_up": false}
{"t": 19, "ts": 1788194053.1280317, "step": 38, "loss_diff": 1.14031982421875, "reward": 0.17857640287496512, "level": 0, "difficulty": 0.05, "reward_ma": 0.0972338802139951, "leveled_up": false}
{"t": 20, "ts": 1788194054.8816562, "step": 40, "loss_diff": 1.1744158267974854, "reward": 0.1648689539644733, "level": 0, "difficulty": 0.05, "reward_ma": 0.10399738758904292, "leveled_up": false}
{"t": 21, "ts": 1788194056.5771458, "step": 42, "loss_diff": 1.0197924375534058, "reward": 0.1606192773323954, "level": 0, "difficulty": 0.05, "reward_ma": 0.10965957656337817, "leveled_up": false}
{"t": 22, "ts": 1788194058.4697492, "step": 44, "loss_diff": 1.0863902568817139, "reward": 0.15551288077403752, "level": 0, "difficulty": 0.05, "reward_ma": 0.11424490698444412, "leveled_up": false}
{"t": 23, "ts": 1788194060.2010128, "step": 46, "loss_diff": 1.0351638793945312, "reward": 0.15135747912125525, "level": 0, "difficulty": 0.05, "reward_ma": 0.11795616419812524, "leveled_up": false}
{"t": 24, "ts": 1788194061.8923428, "step": 48, "loss_diff": 1.01446533203125, "reward": 0.11547810945087619, "level": 0, "difficulty": 0.05, "reward_ma": 0.11770835872340034, "leveled_up": false}
{"t": 25, "ts": 1788194063.5862048, "step": 50, "loss_diff": 0.9057464003562927, "reward": 0.18044751206314363, "level": 0, "difficulty": 0.05, "reward_ma": 0.12398227405737468, "leveled_up": false}
{"t": 26, "ts": 1788194065.2907531, "step": 52, "loss_diff": 1.3076279163360596, "reward": 0.14619422257807507, "level": 0, "difficulty": 0.05, "reward_ma": 0.12620346890944473, "leveled_up": false}
{"t": 27, "ts": 1788194067.038573, "step": 54, "loss_diff": 0.9847530126571655, "reward": 0.15136414774996784, "level": 0, "difficulty": 0.05, "reward_ma": 0.12871953679349704, "leveled_up": false}
{"t": 28, "ts": 1788194068.9975019, "step": 56, "loss_diff": 1.2035521268844604, "reward": 0.10923620638940626, "level": 0, "difficulty": 0.05, "reward_ma": 0.12677120375308795, "leveled_up": false}
{"t": 29, "ts": 1788194070.737031, "step": 58, "loss_diff": 1.0940146446228027, "reward": 0.21134048589187848, "level": 0, "difficulty": 0.05, "reward_ma": 0.135228131966967, "leveled_up": false}
{"t": 30, "ts": 1788194072.6902666, "step": 60, "loss_diff": 0.9745087027549744, "reward": 0.16311067308830424, "level": 0, "difficulty": 0.05, "reward_ma": 0.13801638607910074, "leveled_up": false}
{"t": 31, "ts": 1788194092.7334294, "step": 62, "loss_diff": 1.0375902652740479, "reward": 0.2129740928862409, "level": 0, "difficulty": 0.05, "reward_ma": 0.14551215675981477, "leveled_up": false}
{"t": 32, "ts": 1788194093.8916068, "step": 64, "loss_diff": 0.8698829412460327, "reward": 0.08902429757322099, "level": 0, "difficulty": 0.05, "reward_ma": 0.1398633708411554, "leveled_up": false}
{"t": 33, "ts": 1788194095.90887, "step": 66, "loss_diff": 1.1101504564285278, "reward": 0.16977304099437746, "level": 0, "difficulty": 0.05, "reward_ma": 0.1428543378564776, "leveled_up": false}
{"t": 34, "ts": 1788194097.028311, "step": 68, "loss_diff": 1.2023615837097168, "reward": 0.12897653936500492, "level": 0, "difficulty": 0.05, "reward_ma": 0.14146655800733035, "leveled_up": false}
{"t": 35, "ts": 1788194098.203628, "step": 70, "loss_diff": 1.1155478954315186, "reward": 0.08091576700291586, "level": 0, "difficulty": 0.05, "reward_ma": 0.1354114789068889, "leveled_up": false}
{"t": 36, "ts": 1788194100.1256201, "step": 72, "loss_diff": 1.0784742832183838, "reward": 0.19996443525390134, "level": 0, "difficulty": 0.05, "reward_ma": 0.14186677454159013, "leveled_up": false}
{"t": 37, "ts": 1788194102.1994853, "step": 74, "loss_diff": 0.8744423389434814, "reward": 0.1522599455094673, "level": 0, "difficulty": 0.05, "reward_ma": 0.14290609163837786, "leveled_up": false}
{"t": 38, "ts": 1788194104.3331728, "step": 76, "loss_diff": 1.2375224828720093, "reward": 0.17759923214252324, "level": 0, "difficulty": 0.05, "reward_ma": 0.1463754056887924, "leveled_up": false}
{"t": 39, "ts": 1788194106.338982, "step": 78, "loss_diff": 0.939172089099884, "reward": 0.18128085239824193, "level": 0, "difficulty": 0.05, "reward_ma": 0.14986595035973738, "leveled_up": false}
{"t": 40, "ts": 1788194108.3230257, "step": 80, "loss_diff": 1.066278100013733, "reward": 0.24222923752142772, "level": 0, "difficulty": 0.05, "reward_ma": 0.1591022790759064, "leveled_up": false}
{"t": 41, "ts": 1788194110.2865763, "step": 82, "loss_diff": 0.9890050888061523, "reward": 0.21573958213082772, "level": 0, "difficulty": 0.05, "reward_ma": 0.16476600938139854, "leveled_up": false}
{"t": 42, "ts": 1788194112.1641562, "step": 84, "loss_diff": 1.0467581748962402, "reward": 0.0800245725710606, "level": 0, "difficulty": 0.05, "reward_ma": 0.15629186570036474, "leveled_up": false}
{"t": 43, "ts": 1788194114.117255, "step": 86, "loss_diff": 1.2376099824905396, "reward": 0.16434450687731578, "level": 0, "difficulty": 0.05, "reward_ma": 0.15709712981805984, "leveled_up": false}
{"t": 44, "ts": 1788194116.1095836, "step": 88, "loss_diff": 0.8953458666801453, "reward": 0.24672520581463786, "level": 0, "difficulty": 0.05, "reward_ma": 0.16605993741771766, "leveled_up": false}
{"t": 45, "ts": 1788194118.1674304, "step": 90, "loss_diff": 1.0259593725204468, "reward": 0.25469054623770604, "level": 0, "difficulty": 0.05, "reward_ma": 0.1749229982997165, "leveled_up": false}
{"t": 46, "ts": 1788194120.1659222, "step": 92, "loss_diff": 1.0135923624038696, "reward": 0.2359362745787273, "level": 0, "difficulty": 0.05, "reward_ma": 0.18102432592761758, "leveled_up": false}
{"t": 47, "ts": 1788194122.1326437, "step": 94, "loss_diff": 0.9258983135223389, "reward": 0.19736352234111795, "level": 0, "difficulty": 0.05, "reward_ma": 0.18265824556896762, "leveled_up": false}
{"t": 48, "ts": 1788194124.3276567, "step": 96, "loss_diff": 1.2250127792358398, "reward": 0.20000236605172755, "level": 0, "difficulty": 0.05, "reward_ma": 0.1843926576172436, "leveled_up": false}
{"t": 49, "ts": 1788194126.3995008, "step": 98, "loss_diff": 0.966952919960022, "reward": 0.21351593659677898, "level": 0, "difficulty": 0.05, "reward_ma": 0.18730498551519714, "leveled_up": false}
{"t": 50, "ts": 1788194128.6026382, "step": 100, "loss_diff": 1.0499894618988037, "reward": 0.07990905484520211, "level": 0, "difficulty": 0.05, "reward_ma": 0.17656539244819766, "leveled_up": false}
{"t": 51, "ts": 1788194130.8285186, "step": 102, "loss_diff": 1.0352944135665894, "reward": 0.29311851776084724, "level": 0, "difficulty": 0.05, "reward_ma": 0.1882207049794626, "leveled_up": false}
{"t": 52, "ts": 1788194132.7976358, "step": 104, "loss_diff": 1.031353235244751, "reward": 0.26191982388054186, "level": 0, "difficulty": 0.05, "reward_ma": 0.19559061686957052, "leveled_up": false}
{"t": 53, "ts": 1788194134.8262997, "step": 106, "loss_diff": 1.1083531379699707, "reward": 0.2278063311052202, "level": 0, "difficulty": 0.05, "reward_ma": 0.19881218829313552, "leveled_up": false}
{"t": 54, "ts": 1788194136.8817568, "step": 108, "loss_diff": 0.9736080169677734, "reward": 0.25568659034598873, "level": 0, "difficulty": 0.05, "reward_ma": 0.20449962849842085, "leveled_up": false}
{"t": 55, "ts": 1788194138.7322123, "step": 110, "loss_diff": 1.0484652519226074, "reward": 0.20189562553909618, "level": 0, "difficulty": 0.05, "reward_ma": 0.2042392282024884, "leveled_up": false}
{"t": 56, "ts": 1788194140.6092997, "step": 112, "loss_diff": 1.263422966003418, "reward": 0.2552093196821858, "level": 0, "difficulty": 0.05, "reward_ma": 0.20933623735045817, "leveled_up": false}
{"t": 57, "ts": 1788194142.4168417, "step": 114, "loss_diff": 1.08108389377594, "reward": 0.2445315507737421, "level": 0, "difficulty": 0.05, "reward_ma": 0.21285576869278658, "leveled_up": false}
{"t": 58, "ts": 1788194144.2871237, "step": 116, "loss_diff": 1.0665985345840454, "reward": 0.24032177858450599, "level": 0, "difficulty": 0.05, "reward_ma": 0.21560236968195853, "leveled_up": false}
{"t": 59, "ts": 1788194146.073587, "step": 118, "loss_diff": 0.9839112162590027, "reward": 0.26315861865822954, "level": 0, "difficulty": 0.05, "reward_ma": 0.22035799457958566, "leveled_up": false}
{"t": 60, "ts": 1788194148.023123, "step": 120, "loss_diff": 1.0895824432373047, "reward": 0.2725646115825223, "level": 0, "difficulty": 0.05, "reward_ma": 0.22557865627987933, "leveled_up": false}
{"t": 61, "ts": 1788194165.5887473, "step": 122, "loss_diff": 1.1555730104446411, "reward": 0.2175760106025103, "level": 0, "difficulty": 0.05, "reward_ma": 0.22477839171214245, "leveled_up": false}
{"t": 62, "ts": 1788194167.2173991, "step": 124, "loss_diff": 1.2679617404937744, "reward": 0.26171692957496995, "level": 0, "difficulty": 0.05, "reward_ma": 0.2284722454984252, "leveled_up": false}
{"t": 63, "ts": 1788194168.23056, "step": 126, "loss_diff": 0.9832910299301147, "reward": 0.20131613695890865, "level": 0, "difficulty": 0.05, "reward_ma": 0.22575663464447357, "leveled_up": false}
{"t": 64, "ts": 1788194169.2602901, "step": 128, "loss_diff": 1.0560054779052734, "reward": 0.0996874282146411, "level": 0, "difficulty": 0.05, "reward_ma": 0.21314971400149033, "leveled_up": false}
{"t": 65, "ts": 1788194171.0084126, "step": 130, "loss_diff": 0.9486386775970459, "reward": 0.08371476251881627, "level": 0, "difficulty": 0.05, "reward_ma": 0.2002062188532229, "leveled_up": false}
{"t": 66, "ts": 1788194172.3066325, "step": 132, "loss_diff": 1.204476237297058, "reward": 0.18334539866841476, "level": 0, "difficulty": 0.05, "reward_ma": 0.1985201368347421, "leveled_up": false}
{"t": 67, "ts": 1788194174.080369, "step": 134, "loss_diff": 0.9690436720848083, "reward": 0.16832720582868452, "level": 0, "difficulty": 0.05, "reward_ma": 0.19550084373413634, "leveled_up": false}
{"t": 68, "ts": 1788194175.7883484, "step": 136, "loss_diff": 1.0640530586242676, "reward": 0.08577693837418997, "level": 0, "difficulty": 0.05, "reward_ma": 0.1845284531981417, "leveled_up": false}
{"t": 69, "ts": 1788194177.4064052, "step": 138, "loss_diff": 0.9427765607833862, "reward": 0.30555912687926734, "level": 0, "difficulty": 0.05, "reward_ma": 0.19663152056625427, "leveled_up": false}
{"t": 70, "ts": 1788194179.090242, "step": 140, "loss_diff": 1.165160059928894, "reward": 0.18765111980138893, "level": 0, "difficulty": 0.05, "reward_ma": 0.19573348048976774, "leveled_up": false}
{"t": 71, "ts": 1788194180.71026, "step": 142, "loss_diff": 1.0684685707092285, "reward": 0.2710749992501465, "level": 0, "difficulty": 0.05, "reward_ma": 0.20326763236580564, "leveled_up": false}
{"t": 72, "ts": 1788194182.3220816, "step": 144, "loss_diff": 0.9252395033836365, "reward": 0.22740513763903122, "level": 0, "difficulty": 0.05, "reward_ma": 0.2056813828931282, "leveled_up": false}
{"t": 73, "ts": 1788194184.1740406, "step": 146, "loss_diff": 0.9386438131332397, "reward": 0.23745598537361623, "level": 0, "difficulty": 0.05, "reward_ma": 0.20885884314117703, "leveled_up": false}
{"t": 74, "ts": 1788194185.897847, "step": 148, "loss_diff": 1.0509623289108276, "reward": 0.2917838234761549, "level": 0, "difficulty": 0.05, "reward_ma": 0.21715134117467483, "leveled_up": false}
{"t": 75, "ts": 1788194187.7845604, "step": 150, "loss_diff": 1.045768141746521, "reward": 0.22943968539129378, "level": 0, "difficulty": 0.05, "reward_ma": 0.21838017559633674, "leveled_up": false}
{"t": 76, "ts": 1788194189.7878897, "step": 152, "loss_diff": 1.273810625076294, "reward": 0.16405526500549678, "level": 0, "difficulty": 0.05, "reward_ma": 0.21294768453725277, "leveled_up": false}
{"t": 77, "ts": 1788194191.7916925, "step": 154, "loss_diff": 0.841296911239624, "reward": 0.2737819120791237, "level": 0, "difficulty": 0.05, "reward_ma": 0.21903110729143987, "leveled_up": false}
{"t": 78, "ts": 1788194193.7124732, "step": 156, "loss_diff": 1.0193628072738647, "reward": 0.25320158273938037, "level": 0, "difficulty": 0.05, "reward_ma": 0.22244815483623395, "leveled_up": false}
{"t": 79, "ts": 1788194195.6260176, "step": 158, "loss_diff": 1.1915111541748047, "reward": 0.2252069594271104, "level": 0, "difficulty": 0.05, "reward_ma": 0.2227240352953216, "leveled_up": false}
{"t": 80, "ts": 1788194197.6979532, "step": 160, "loss_diff": 0.831009030342102, "reward": 0.16808710429731866, "level": 0, "difficulty": 0.05, "reward_ma": 0.2172603421955213, "leveled_up": false}
{"t": 81, "ts": 1788194199.620837, "step": 162, "loss_diff": 0.8559505939483643, "reward": 0.24094871483882802, "level": 0, "difficulty": 0.05, "reward_ma": 0.21962917945985197, "leveled_up": false}
{"t": 82, "ts": 1788194201.6024957, "step": 164, "loss_diff": 1.0785388946533203, "reward": 0.2599593775122704, "level": 0, "difficulty": 0.05, "reward_ma": 0.22366219926509381, "leveled_up": false}
{"t": 83, "ts": 1788194203.5704713, "step": 166, "loss_diff": 1.2075023651123047, "reward": 0.23564328541425122, "level": 0, "difficulty": 0.05, "reward_ma": 0.22486030788000955, "leveled_up": false}
{"t": 84, "ts": 1788194205.4984927, "step": 168, "loss_diff": 1.0392287969589233, "reward": 0.2564122294219935, "level": 0, "difficulty": 0.05, "reward_ma": 0.22801550003420795, "leveled_up": false}
{"t": 85, "ts": 1788194207.593951, "step": 170, "loss_diff": 1.211954951286316, "reward": 0.2047134764480641, "level": 0, "difficulty": 0.05, "reward_ma": 0.22568529767559356, "leveled_up": false}
{"t": 86, "ts": 1788194209.4932365, "step": 172, "loss_diff": 0.9473466873168945, "reward": 0.09960916778207682, "level": 0, "difficulty": 0.05, "reward_ma": 0.21307768468624189, "leveled_up": false}
{"t": 87, "ts": 1788194211.6816883, "step": 174, "loss_diff": 0.9412066340446472, "reward": 0.1891865415064962, "level": 0, "difficulty": 0.05, "reward_ma": 0.21068857036826732, "leveled_up": false}
{"t": 88, "ts": 1788194213.467247, "step": 176, "loss_diff": 1.086459994316101, "reward": 0.2587328994176996, "level": 0, "difficulty": 0.05, "reward_ma": 0.21549300327321055, "leveled_up": false}
{"t": 89, "ts": 1788194215.2688942, "step": 178, "loss_diff": 1.092865228652954, "reward": 0.33271429864847823, "level": 0, "difficulty": 0.05, "reward_ma": 0.22721513281073732, "leveled_up": false}
{"t": 90, "ts": 1788194217.2131593, "step": 180, "loss_diff": 0.9791549444198608, "reward": 0.35103118240910236, "level": 0, "difficulty": 0.05, "reward_ma": 0.23959673777057383, "leveled_up": false}
{"t": 91, "ts": 1788194219.1886363, "step": 182, "loss_diff": 1.0415077209472656, "reward": 0.19676931920204688, "level": 0, "difficulty": 0.05, "reward_ma": 0.23531399591372115, "leveled_up": false}
{"t": 0, "ts": 1788194365.5906212, "step": 0, "loss_diff": 1.012099266052246, "reward": 0.0812869528710975, "level": 0, "difficulty": 0.14435965214653323, "reward_ma": 0.00812869528710975, "leveled_up": false}
{"t": 1, "ts": 1788194367.6201248, "step": 2, "loss_diff": 1.0841600894927979, "reward": 0.07870938564058833, "level": 0, "difficulty": 0.08924865947071756, "reward_ma": 0.015186764322457608, "leveled_up": false}
{"t": 2, "ts": 1788194368.7859232, "step": 4, "loss_diff": 0.9176860451698303, "reward": 0.08495721567333604, "level": 0, "difficulty": 0.05, "reward_ma": 0.022163809457545453, "leveled_up": false}
{"t": 3, "ts": 1788194369.9154859, "step": 6, "loss_diff": 1.561245083808899, "reward": 0.06530321314570928, "level": 0, "difficulty": 0.05, "reward_ma": 0.026477749826361835, "leveled_up": false}
{"t": 4, "ts": 1788194371.8038065, "step": 8, "loss_diff": 1.931060552597046, "reward": 0.057913962406578, "level": 0, "difficulty": 0.05, "reward_ma": 0.029621371084383452, "leveled_up": false}
{"t": 5, "ts": 1788194372.9340594, "step": 10, "loss_diff": 2.3916525840759277, "reward": 0.050964174857522866, "level": 0, "difficulty": 0.05, "reward_ma": 0.03175565146169739, "leveled_up": false}
{"t": 6, "ts": 1788194374.8031495, "step": 12, "loss_diff": 1.4367749691009521, "reward": 0.06829471851145144, "level": 0, "difficulty": 0.05, "reward_ma": 0.035409558166672794, "leveled_up": false}
{"t": 7, "ts": 1788194376.7812562, "step": 14, "loss_diff": 1.0523853302001953, "reward": 0.0798236379718272, "level": 0, "difficulty": 0.05, "reward_ma": 0.039850966147188235, "leveled_up": false}
{"t": 8, "ts": 1788194378.7743058, "step": 16, "loss_diff": 1.5207922458648682, "reward": 0.06624304911373273, "level": 0, "difficulty": 0.05, "reward_ma": 0.04249017444384268, "leveled_up": false}
{"t": 9, "ts": 1788194380.5679789, "step": 18, "loss_diff": 1.1566460132598877, "reward": 0.07629039050522526, "level": 0, "difficulty": 0.05, "reward_ma": 0.045870196049980945, "leveled_up": false}
{"t": 10, "ts": 1788194382.3992064, "step": 20, "loss_diff": 1.3046000003814697, "reward": 0.07182516385891849, "level": 0, "difficulty": 0.05, "reward_ma": 0.04846569283087471, "leveled_up": false}
{"t": 11, "ts": 1788194384.131035, "step": 22, "loss_diff": 2.7535531520843506, "reward": 0.04670008258698966, "level": 0, "difficulty": 0.05, "reward_ma": 0.0482891318064862, "leveled_up": false}
{"t": 12, "ts": 1788194385.9966726, "step": 24, "loss_diff": 1.4593089818954468, "reward": 0.06773068971838034, "level": 0, "difficulty": 0.05, "reward_ma": 0.05023328759767562, "leveled_up": false}
{"t": 13, "ts": 1788194387.8274572, "step": 26, "loss_diff": 1.6366727352142334, "reward": 0.06362782870365442, "level": 0, "difficulty": 0.05, "reward_ma": 0.0515727417082735, "leveled_up": false}
{"t": 14, "ts": 1788194389.694829, "step": 28, "loss_diff": 1.4376957416534424, "reward": 0.0682714671332503, "level": 0, "difficulty": 0.05, "reward_ma": 0.05324261425077118, "leveled_up": false}
{"t": 15, "ts": 1788194391.475199, "step": 30, "loss_diff": 1.1049879789352417, "reward": 0.07799726130446878, "level": 0, "difficulty": 0.05, "reward_ma": 0.05571807895614095, "leveled_up": false}
{"t": 16, "ts": 1788194393.2272768, "step": 32, "loss_diff": 1.162304401397705, "reward": 0.07610838342008178, "level": 0, "difficulty": 0.05, "reward_ma": 0.057757109402535034, "leveled_up": false}
{"t": 17, "ts": 1788194395.020365, "step": 34, "loss_diff": 1.2609329223632812, "reward": 0.07308224165565129, "level": 0, "difficulty": 0.05, "reward_ma": 0.059289622627846664, "leveled_up": false}
{"t": 18, "ts": 1788194396.8150904, "step": 36, "loss_diff": 0.9620583057403564, "reward": 0.0831882744746492, "level": 0, "difficulty": 0.05, "reward_ma": 0.06167948781252692, "leveled_up": false}
{"t": 19, "ts": 1788194398.534734, "step": 38, "loss_diff": 1.3689000606536865, "reward": 0.07005847389316144, "level": 0, "difficulty": 0.05, "reward_ma": 0.06251738642059038, "leveled_up": false}
{"t": 20, "ts": 1788194400.3896291, "step": 40, "loss_diff": 1.2932381629943848, "reward": 0.07214763816004983, "level": 0, "difficulty": 0.05, "reward_ma": 0.06348041159453632, "leveled_up": false}
{"t": 21, "ts": 1788194402.1374385, "step": 42, "loss_diff": 1.3886951208114624, "reward": 0.0695337381794365, "level": 0, "difficulty": 0.05, "reward_ma": 0.06408574425302635, "leveled_up": false}
{"t": 22, "ts": 1788194403.8791924, "step": 44, "loss_diff": 0.9227759838104248, "reward": 0.08475015500614635, "level": 0, "difficulty": 0.05, "reward_ma": 0.06615218532833836, "leveled_up": false}
{"t": 23, "ts": 1788194405.6253746, "step": 46, "loss_diff": 1.1425328254699707, "reward": 0.07674854297074675, "level": 0, "difficulty": 0.05, "reward_ma": 0.0672118210925792, "leveled_up": false}
{"t": 24, "ts": 1788194407.7064602, "step": 48, "loss_diff": 1.2398743629455566, "reward": 0.07370598881494063, "level": 0, "difficulty": 0.05, "reward_ma": 0.06786123786481534, "leveled_up": false}
{"t": 25, "ts": 1788194409.5173397, "step": 50, "loss_diff": 1.06943941116333, "reward": 0.07922134476895681, "level": 0, "difficulty": 0.05, "reward_ma": 0.06899724855522948, "leveled_up": false}
{"t": 26, "ts": 1788194411.2800026, "step": 52, "loss_diff": 1.160832166671753, "reward": 0.07615564741727168, "level": 0, "difficulty": 0.05, "reward_ma": 0.0697130884414337, "leveled_up": false}
{"t": 27, "ts": 1788194413.016121, "step": 54, "loss_diff": 1.0459895133972168, "reward": 0.08005210575590914, "level": 0, "difficulty": 0.05, "reward_ma": 0.07074699017288125, "leveled_up": false}
{"t": 28, "ts": 1788194414.7751484, "step": 56, "loss_diff": 1.3283298015594482, "reward": 0.07116180993273614, "level": 0, "difficulty": 0.05, "reward_ma": 0.07078847214886674, "leveled_up": false}
{"t": 29, "ts": 1788194416.7936552, "step": 58, "loss_diff": 1.0179502964019775, "reward": 0.08107079863941143, "level": 0, "difficulty": 0.05, "reward_ma": 0.07181670479792121, "leveled_up": false}
{"t": 30, "ts": 1788194418.5890691, "step": 60, "loss_diff": 0.9842997789382935, "reward": 0.08233136367539937, "level": 0, "difficulty": 0.05, "reward_ma": 0.07286817068566902, "leveled_up": false}
{"t": 31, "ts": 1788194436.5121257, "step": 62, "loss_diff": 1.4576343297958374, "reward": 0.06777225067129244, "level": 0, "difficulty": 0.05, "reward_ma": 0.07235857868423136, "leveled_up": false}
{"t": 32, "ts": 1788194437.5833979, "step": 64, "loss_diff": 1.0708385705947876, "reward": 0.07917237145396555, "level": 0, "difficulty": 0.05, "reward_ma": 0.07303995796120477, "leveled_up": false}
{"t": 33, "ts": 1788194439.6148014, "step": 66, "loss_diff": 1.0859452486038208, "reward": 0.07864779223610643, "level": 0, "difficulty": 0.05, "reward_ma": 0.07360074138869495, "leveled_up": false}
{"t": 34, "ts": 1788194440.6329165, "step": 68, "loss_diff": 1.037793755531311, "reward": 0.0803469663578138, "level": 0, "difficulty": 0.05, "reward_ma": 0.07427536388560683, "leveled_up": false}
{"t": 35, "ts": 1788194441.7660415, "step": 70, "loss_diff": 1.1934621334075928, "reward": 0.07512298894506683, "level": 0, "difficulty": 0.05, "reward_ma": 0.07436012639155283, "leveled_up": false}
{"t": 36, "ts": 1788194443.5278003, "step": 72, "loss_diff": 1.0160832405090332, "reward": 0.0811396368629063, "level": 0, "difficulty": 0.05, "reward_ma": 0.07503807743868818, "leveled_up": false}
{"t": 37, "ts": 1788194445.373598, "step": 74, "loss_diff": 0.9616301655769348, "reward": 0.08320496031904198, "level": 0, "difficulty": 0.05, "reward_ma": 0.07585476572672356, "leveled_up": false}
{"t": 38, "ts": 1788194447.2787511, "step": 76, "loss_diff": 1.4947487115859985, "reward": 0.06686424320814925, "level": 0, "difficulty": 0.05, "reward_ma": 0.07495571347486614, "leveled_up": false}
{"t": 39, "ts": 1788194449.2083044, "step": 78, "loss_diff": 0.9996386766433716, "reward": 0.08175149907329948, "level": 0, "difficulty": 0.05, "reward_ma": 0.07563529203470948, "leveled_up": false}
{"t": 40, "ts": 1788194451.2118273, "step": 80, "loss_diff": 1.0959125757217407, "reward": 0.07830581759518919, "level": 0, "difficulty": 0.05, "reward_ma": 0.07590234459075745, "leveled_up": false}
{"t": 41, "ts": 1788194453.1153634, "step": 82, "loss_diff": 0.9912862181663513, "reward": 0.0820661437352259, "level": 0, "difficulty": 0.05, "reward_ma": 0.0765187245052043, "leveled_up": false}
{"t": 42, "ts": 1788194454.9954867, "step": 84, "loss_diff": 1.0346654653549194, "reward": 0.08046013993650505, "level": 0, "difficulty": 0.05, "reward_ma": 0.07691286604833437, "leveled_up": false}
{"t": 43, "ts": 1788194457.0681567, "step": 86, "loss_diff": 1.0928198099136353, "reward": 0.0784115804812676, "level": 0, "difficulty": 0.05, "reward_ma": 0.0770627374916277, "leveled_up": false}
{"t": 44, "ts": 1788194458.9993708, "step": 88, "loss_diff": 0.9976527690887451, "reward": 0.08182607158263078, "level": 0, "difficulty": 0.05, "reward_ma": 0.07753907090072801, "leveled_up": false}
{"t": 45, "ts": 1788194460.996455, "step": 90, "loss_diff": 1.157006859779358, "reward": 0.07627875504980423, "level": 0, "difficulty": 0.05, "reward_ma": 0.07741303931563563, "leveled_up": false}
{"t": 46, "ts": 1788194462.9144776, "step": 92, "loss_diff": 1.0330767631530762, "reward": 0.08051774848939744, "level": 0, "difficulty": 0.05, "reward_ma": 0.07772351023301181, "leveled_up": false}
{"t": 47, "ts": 1788194464.632119, "step": 94, "loss_diff": 0.9625378847122192, "reward": 0.08316959255786434, "level": 0, "difficulty": 0.05, "reward_ma": 0.07826811846549707, "leveled_up": false}
{"t": 48, "ts": 1788194466.4342837, "step": 96, "loss_diff": 0.8144016861915588, "reward": 0.08940982784089122, "level": 0, "difficulty": 0.05, "reward_ma": 0.07938228940303649, "leveled_up": false}
{"t": 49, "ts": 1788194468.2207234, "step": 98, "loss_diff": 0.9358366131782532, "reward": 0.08422382518677521, "level": 0, "difficulty": 0.05, "reward_ma": 0.07986644298141037, "leveled_up": false}
{"t": 50, "ts": 1788194469.997387, "step": 100, "loss_diff": 1.0173012018203735, "reward": 0.08109471626321067, "level": 0, "difficulty": 0.05, "reward_ma": 0.0799892703095904, "leveled_up": false}
{"t": 51, "ts": 1788194471.6247509, "step": 102, "loss_diff": 1.1609221696853638, "reward": 0.07615275615060638, "level": 0, "difficulty": 0.05, "reward_ma": 0.07960561889369198, "leveled_up": false}
{"t": 52, "ts": 1788194473.3103037, "step": 104, "loss_diff": 1.2108701467514038, "reward": 0.07458453682273755, "level": 0, "difficulty": 0.05, "reward_ma": 0.07910351068659655, "leveled_up": false}
{"t": 53, "ts": 1788194475.0187693, "step": 106, "loss_diff": 1.100702166557312, "reward": 0.07814264319446478, "level": 0, "difficulty": 0.05, "reward_ma": 0.07900742393738336, "leveled_up": false}
{"t": 54, "ts": 1788194476.7141986, "step": 108, "loss_diff": 0.9419667720794678, "reward": 0.08397922741470208, "level": 0, "difficulty": 0.05, "reward_ma": 0.07950460428511523, "leveled_up": false}
{"t": 55, "ts": 1788194478.4059455, "step": 110, "loss_diff": 1.1301583051681519, "reward": 0.07715524867852999, "level": 0, "difficulty": 0.05, "reward_ma": 0.0792696687244567, "leveled_up": false}
{"t": 56, "ts": 1788194480.0888655, "step": 112, "loss_diff": 1.4628032445907593, "reward": 0.06764415228749261, "level": 0, "difficulty": 0.05, "reward_ma": 0.0781071170807603, "leveled_up": false}
{"t": 57, "ts": 1788194481.7753582, "step": 114, "loss_diff": 1.1468795537948608, "reward": 0.07660679443156365, "level": 0, "difficulty": 0.05, "reward_ma": 0.07795708481584064, "leveled_up": false}
{"t": 58, "ts": 1788194483.6776726, "step": 116, "loss_diff": 0.9656322598457336, "reward": 0.08304927087396544, "level": 0, "difficulty": 0.05, "reward_ma": 0.07846630342165312, "leveled_up": false}
{"t": 59, "ts": 1788194485.4723754, "step": 118, "loss_diff": 0.9257453680038452, "reward": 0.08462986484671052, "level": 0, "difficulty": 0.05, "reward_ma": 0.07908265956415886, "leveled_up": false}
{"t": 60, "ts": 1788194487.2787905, "step": 120, "loss_diff": 1.124252200126648, "reward": 0.07735103144878357, "level": 0, "difficulty": 0.05, "reward_ma": 0.07890949675262132, "leveled_up": false}
{"t": 61, "ts": 1788194504.169363, "step": 122, "loss_diff": 1.0066134929656982, "reward": 0.08149075840289284, "level": 0, "difficulty": 0.05, "reward_ma": 0.07916762291764848, "leveled_up": false}
{"t": 62, "ts": 1788194506.4980397, "step": 124, "loss_diff": 1.0511354207992554, "reward": 0.07986817452036257, "level": 0, "difficulty": 0.05, "reward_ma": 0.0792376780779199, "leveled_up": false}
{"t": 63, "ts": 1788194507.7357984, "step": 126, "loss_diff": 1.0424752235412598, "reward": 0.08017825034823885, "level": 0, "difficulty": 0.05, "reward_ma": 0.0793317353049518, "leveled_up": false}
{"t": 64, "ts": 1788194508.9815514, "step": 128, "loss_diff": 0.9641848802566528, "reward": 0.08310550359100874, "level": 0, "difficulty": 0.05, "reward_ma": 0.0797091121335575, "leveled_up": false}
{"t": 65, "ts": 1788194510.9259353, "step": 130, "loss_diff": 0.9798225164413452, "reward": 0.08250231413519583, "level": 0, "difficulty": 0.05, "reward_ma": 0.07998843233372133, "leveled_up": false}
{"t": 66, "ts": 1788194512.1003466, "step": 132, "loss_diff": 1.2307043075561523, "reward": 0.07398128332649519, "level": 0, "difficulty": 0.05, "reward_ma": 0.07938771743299872, "leveled_up": false}
{"t": 67, "ts": 1788194514.0131881, "step": 134, "loss_diff": 0.8773891925811768, "reward": 0.0866361378445162, "level": 0, "difficulty": 0.05, "reward_ma": 0.08011255947415047, "leveled_up": false}
{"t": 68, "ts": 1788194515.9969726, "step": 136, "loss_diff": 1.3015916347503662, "reward": 0.0719102380933174, "level": 0, "difficulty": 0.05, "reward_ma": 0.07929232733606717, "leveled_up": false}
{"t": 69, "ts": 1788194518.1223216, "step": 138, "loss_diff": 0.9370883703231812, "reward": 0.08417375338667644, "level": 0, "difficulty": 0.05, "reward_ma": 0.0797804699411281, "leveled_up": false}
{"t": 70, "ts": 1788194519.9945219, "step": 140, "loss_diff": 1.2058062553405762, "reward": 0.07474029291538173, "level": 0, "difficulty": 0.05, "reward_ma": 0.07927645223855347, "leveled_up": false}
{"t": 71, "ts": 1788194521.9214394, "step": 142, "loss_diff": 1.0330160856246948, "reward": 0.08051995052608105, "level": 0, "difficulty": 0.05, "reward_ma": 0.07940080206730622, "leveled_up": false}
{"t": 72, "ts": 1788194523.6272686, "step": 144, "loss_diff": 1.0285831689834595, "reward": 0.08068118102244881, "level": 0, "difficulty": 0.05, "reward_ma": 0.07952883996282048, "leveled_up": false}
{"t": 73, "ts": 1788194525.4020622, "step": 146, "loss_diff": 0.9170688986778259, "reward": 0.08498239617013652, "level": 0, "difficulty": 0.05, "reward_ma": 0.08007419558355208, "leveled_up": false}
{"t": 74, "ts": 1788194527.1034584, "step": 148, "loss_diff": 1.0780389308929443, "reward": 0.07892138772776526, "level": 0, "difficulty": 0.05, "reward_ma": 0.0799589147979734, "leveled_up": false}
{"t": 75, "ts": 1788194529.4714181, "step": 150, "loss_diff": 1.0934010744094849, "reward": 0.0783916792120168, "level": 0, "difficulty": 0.05, "reward_ma": 0.07980219123937775, "leveled_up": false}
{"t": 76, "ts": 1788194531.2171855, "step": 152, "loss_diff": 1.245894432067871, "reward": 0.07352648249667335, "level": 0, "difficulty": 0.05, "reward_ma": 0.0791746203651073, "leveled_up": false}
{"t": 77, "ts": 1788194532.9277675, "step": 154, "loss_diff": 1.0530011653900146, "reward": 0.07980171458418765, "level": 0, "difficulty": 0.05, "reward_ma": 0.07923732978701535, "leveled_up": false}
{"t": 78, "ts": 1788194534.672581, "step": 156, "loss_diff": 1.034035325050354, "reward": 0.08048297893273029, "level": 0, "difficulty": 0.05, "reward_ma": 0.07936189470158685, "leveled_up": false}
{"t": 79, "ts": 1788194536.3142192, "step": 158, "loss_diff": 1.1218804121017456, "reward": 0.07742996109399072, "level": 0, "difficulty": 0.05, "reward_ma": 0.07916870134082724, "leveled_up": false}
{"t": 80, "ts": 1788194538.0727222, "step": 160, "loss_diff": 0.9055319428443909, "reward": 0.08545612360235706, "level": 0, "difficulty": 0.05, "reward_ma": 0.07979744356698022, "leveled_up": false}
{"t": 81, "ts": 1788194539.7026286, "step": 162, "loss_diff": 0.8151325583457947, "reward": 0.08937653959680802, "level": 0, "difficulty": 0.05, "reward_ma": 0.080755353169963, "leveled_up": false}
{"t": 82, "ts": 1788194541.400325, "step": 164, "loss_diff": 1.0702497959136963, "reward": 0.0791929716517014, "level": 0, "difficulty": 0.05, "reward_ma": 0.08059911501813685, "leveled_up": false}
{"t": 83, "ts": 1788194543.126726, "step": 166, "loss_diff": 1.0525667667388916, "reward": 0.0798171775657575, "level": 0, "difficulty": 0.05, "reward_ma": 0.08052092127289892, "leveled_up": false}
{"t": 84, "ts": 1788194545.023819, "step": 168, "loss_diff": 1.005133032798767, "reward": 0.08154595102993514, "level": 0, "difficulty": 0.05, "reward_ma": 0.08062342424860255, "leveled_up": false}
{"t": 85, "ts": 1788194546.8671505, "step": 170, "loss_diff": 1.1747640371322632, "reward": 0.07571094702983658, "level": 0, "difficulty": 0.05, "reward_ma": 0.08013217652672595, "leveled_up": false}
{"t": 86, "ts": 1788194548.5121174, "step": 172, "loss_diff": 1.2131801843643188, "reward": 0.07451372100055194, "level": 0, "difficulty": 0.05, "reward_ma": 0.07957033097410855, "leveled_up": false}
{"t": 87, "ts": 1788194550.206201, "step": 174, "loss_diff": 1.147627353668213, "reward": 0.07658246622808272, "level": 0, "difficulty": 0.05, "reward_ma": 0.07927154449950596, "leveled_up": false}
{"t": 88, "ts": 1788194551.9127042, "step": 176, "loss_diff": 1.1035596132278442, "reward": 0.07804564802963997, "level": 0, "difficulty": 0.05, "reward_ma": 0.07914895485251937, "leveled_up": false}
{"t": 89, "ts": 1788194553.6009076, "step": 178, "loss_diff": 1.1815205812454224, "reward": 0.07549732579640377, "level": 0, "difficulty": 0.05, "reward_ma": 0.07878379194690781, "leveled_up": false}
{"t": 90, "ts": 1788194555.2729695, "step": 180, "loss_diff": 0.9316555261611938, "reward": 0.08439154411745836, "level": 0, "difficulty": 0.05, "reward_ma": 0.07934456716396286, "leveled_up": false}
{"t": 91, "ts": 1788194557.0051324, "step": 182, "loss_diff": 1.1014564037322998, "reward": 0.07811701521748482, "level": 0, "difficulty": 0.05, "reward_ma": 0.07922181196931506, "leveled_up": false}
{"t": 92, "ts": 1788194574.0828502, "step": 184, "loss_diff": 1.1598082780838013, "reward": 0.08545077630862025, "level": 0, "difficulty": 0.05, "reward_ma": 0.07984470840324559, "leveled_up": false}
{"t": 93, "ts": 1788194575.1537712, "step": 186, "loss_diff": 1.1340482234954834, "reward": 0.07702689283851273, "level": 0, "difficulty": 0.05, "reward_ma": 0.07956292684677231, "leveled_up": false}
{"t": 94, "ts": 1788194576.931028, "step": 188, "loss_diff": 0.9888514280319214, "reward": 0.08215836196111875, "level": 0, "difficulty": 0.05, "reward_ma": 0.07982247035820696, "leveled_up": false}
{"t": 95, "ts": 1788194578.0358765, "step": 190, "loss_diff": 1.101048231124878, "reward": 0.08234207541789489, "level": 0, "difficulty": 0.05, "reward_ma": 0.08007443086417576, "leveled_up": false}
{"t": 96, "ts": 1788194579.1320946, "step": 192, "loss_diff": 1.0120303630828857, "reward": 0.081289505838469, "level": 0, "difficulty": 0.05, "reward_ma": 0.08019593836160509, "leveled_up": false}
{"t": 97, "ts": 1788194580.9022927, "step": 194, "loss_diff": 1.1084424257278442, "reward": 0.07788051089822504, "level": 0, "difficulty": 0.05, "reward_ma": 0.07996439561526708, "leveled_up": false}
{"t": 98, "ts": 1788194582.6777048, "step": 196, "loss_diff": 0.9325125813484192, "reward": 0.08435710531542451, "level": 0, "difficulty": 0.05, "reward_ma": 0.08040366658528282, "leveled_up": false}
{"t": 99, "ts": 1788194584.407768, "step": 198, "loss_diff": 0.9015969038009644, "reward": 0.08561901779814696, "level": 0, "difficulty": 0.05, "reward_ma": 0.08092520170656924, "leveled_up": false}
{"t": 100, "ts": 1788194586.236342, "step": 200, "loss_diff": 1.100984811782837, "reward": 0.07813303712956299, "level": 0, "difficulty": 0.05, "reward_ma": 0.08064598524886861, "leveled_up": false}
{"t": 101, "ts": 1788194588.1817803, "step": 202, "loss_diff": 1.077904224395752, "reward": 0.07892606724010356, "level": 0, "difficulty": 0.05, "reward_ma": 0.08047399344799211, "leveled_up": false}
{"t": 102, "ts": 1788194590.0653813, "step": 204, "loss_diff": 0.8226090669631958, "reward": 0.08903754855320686, "level": 0, "difficulty": 0.05, "reward_ma": 0.08133034895851358, "leveled_up": false}
{"t": 103, "ts": 1788194592.0187576, "step": 206, "loss_diff": 1.0778563022613525, "reward": 0.0789277321332901, "level": 0, "difficulty": 0.05, "reward_ma": 0.08109008727599124, "leveled_up": false}
{"t": 104, "ts": 1788194593.9109929, "step": 208, "loss_diff": 0.9950398802757263, "reward": 0.08192441393791633, "level": 0, "difficulty": 0.05, "reward_ma": 0.08117351994218375, "leveled_up": false}
{"t": 105, "ts": 1788194595.8270195, "step": 210, "loss_diff": 1.0025577545166016, "reward": 0.08164215371256853, "level": 0, "difficulty": 0.05, "reward_ma": 0.08122038331922223, "leveled_up": false}
{"t": 106, "ts": 1788194597.7670338, "step": 212, "loss_diff": 1.1658916473388672, "reward": 0.0759934890222971, "level": 0, "difficulty": 0.05, "reward_ma": 0.08069769388952971, "leveled_up": false}
{"t": 107, "ts": 1788194599.6143246, "step": 214, "loss_diff": 0.7716920971870422, "reward": 0.09140277123020246, "level": 0, "difficulty": 0.05, "reward_ma": 0.08176820162359699, "leveled_up": false}
{"t": 108, "ts": 1788194601.4974465, "step": 216, "loss_diff": 1.0668220520019531, "reward": 0.07931313548940948, "level": 0, "difficulty": 0.05, "reward_ma": 0.08152269501017824, "leveled_up": false}
{"t": 109, "ts": 1788194603.413981, "step": 218, "loss_diff": 1.042330026626587, "reward": 0.08018347149532082, "level": 0, "difficulty": 0.05, "reward_ma": 0.08138877265869249, "leveled_up": false}
{"t": 110, "ts": 1788194605.3783603, "step": 220, "loss_diff": 0.9234328269958496, "reward": 0.08486630263003836, "level": 0, "difficulty": 0.05, "reward_ma": 0.08173652565582708, "leveled_up": false}
{"t": 111, "ts": 1788194607.16883, "step": 222, "loss_diff": 0.9888672828674316, "reward": 0.08215776072528785, "level": 0, "difficulty": 0.05, "reward_ma": 0.08177864916277315, "leveled_up": false}
{"t": 112, "ts": 1788194608.9253616, "step": 224, "loss_diff": 1.076685905456543, "reward": 0.07896841748375111, "level": 0, "difficulty": 0.05, "reward_ma": 0.08149762599487095, "leveled_up": false}
{"t": 113, "ts": 1788194610.8040218, "step": 226, "loss_diff": 1.051184058189392, "reward": 0.07986644046661319, "level": 0, "difficulty": 0.05, "reward_ma": 0.08133450744204518, "leveled_up": false}
{"t": 114, "ts": 1788194612.8203006, "step": 228, "loss_diff": 1.1326267719268799, "reward": 0.07707374226084679, "level": 0, "difficulty": 0.05, "reward_ma": 0.08090843092392534, "leveled_up": false}
{"t": 115, "ts": 1788194614.938872, "step": 230, "loss_diff": 1.001889705657959, "reward": 0.08166714992972327, "level": 0, "difficulty": 0.05, "reward_ma": 0.08098430282450512, "leveled_up": false}
{"t": 116, "ts": 1788194616.6891828, "step": 232, "loss_diff": 0.9122867584228516, "reward": 0.0862298061916832, "level": 0, "difficulty": 0.05, "reward_ma": 0.08150885316122293, "leveled_up": false}
{"t": 117, "ts": 1788194618.4335608, "step": 234, "loss_diff": 1.1158403158187866, "reward": 0.10240803641410609, "level": 0, "difficulty": 0.05, "reward_ma": 0.08359877148651125, "leveled_up": false}
{"t": 118, "ts": 1788194620.2911143, "step": 236, "loss_diff": 1.0156193971633911, "reward": 0.08115675851235878, "level": 0, "difficulty": 0.05, "reward_ma": 0.083354570189096, "leveled_up": false}
{"t": 119, "ts": 1788194622.0016327, "step": 238, "loss_diff": 0.9636307954788208, "reward": 0.11368188666547588, "level": 0, "difficulty": 0.05, "reward_ma": 0.08638730183673399, "leveled_up": false}
{"t": 120, "ts": 1788194623.765179, "step": 240, "loss_diff": 0.9572391510009766, "reward": 0.08666557888307218, "level": 0, "difficulty": 0.05, "reward_ma": 0.08641512954136782, "leveled_up": false}
{"t": 121, "ts": 1788194625.5165877, "step": 242, "loss_diff": 0.8553053140640259, "reward": 0.14875642007604328, "level": 0, "difficulty": 0.05, "reward_ma": 0.09264925859483537, "leveled_up": false}
{"t": 122, "ts": 1788194642.5904245, "step": 244, "loss_diff": 1.1919777393341064, "reward": 0.10152556331842776, "level": 0, "difficulty": 0.05, "reward_ma": 0.09353688906719462, "leveled_up": false}
{"t": 123, "ts": 1788194644.3237145, "step": 246, "loss_diff": 1.3336167335510254, "reward": 0.09041587308900338, "level": 0, "difficulty": 0.05, "reward_ma": 0.0932247874693755, "leveled_up": false}
{"t": 124, "ts": 1788194645.3324487, "step": 248, "loss_diff": 1.0722917318344116, "reward": 0.10142021532512036, "level": 0, "difficulty": 0.05, "reward_ma": 0.09404433025494999, "leveled_up": false}
{"t": 125, "ts": 1788194646.502392, "step": 250, "loss_diff": 0.9091710448265076, "reward": 0.08530607760554507, "level": 0, "difficulty": 0.05, "reward_ma": 0.09317050499000949, "leveled_up": false}
{"t": 126, "ts": 1788194648.275703, "step": 252, "loss_diff": 0.9919485449790955, "reward": 0.09580232749476361, "level": 0, "difficulty": 0.05, "reward_ma": 0.09343368724048491, "leveled_up": false}
{"t": 127, "ts": 1788194649.3684578, "step": 254, "loss_diff": 0.8898558616638184, "reward": 0.09177566290536116, "level": 0, "difficulty": 0.05, "reward_ma": 0.09326788480697254, "leveled_up": false}
{"t": 128, "ts": 1788194651.185859, "step": 256, "loss_diff": 1.0201401710510254, "reward": 0.08766235785406686, "level": 0, "difficulty": 0.05, "reward_ma": 0.09270733211168197, "leveled_up": false}
{"t": 129, "ts": 1788194652.9650705, "step": 258, "loss_diff": 1.3702069520950317, "reward": 0.07893643684792233, "level": 0, "difficulty": 0.05, "reward_ma": 0.091330242585306, "leveled_up": false}
{"t": 130, "ts": 1788194654.7951474, "step": 260, "loss_diff": 0.9294595718383789, "reward": 0.10254516339154597, "level": 0, "difficulty": 0.05, "reward_ma": 0.09245173466593, "leveled_up": false}
{"t": 131, "ts": 1788194656.5674627, "step": 262, "loss_diff": 1.1305516958236694, "reward": 0.10640235100286598, "level": 0, "difficulty": 0.05, "reward_ma": 0.0938467962996236, "leveled_up": false}
{"t": 132, "ts": 1788194658.3147967, "step": 264, "loss_diff": 1.169009804725647, "reward": 0.09230397585686663, "level": 0, "difficulty": 0.05, "reward_ma": 0.09369251425534791, "leveled_up": false}
{"t": 133, "ts": 1788194660.2204862, "step": 266, "loss_diff": 1.1998322010040283, "reward": 0.09297691448786341, "level": 0, "difficulty": 0.05, "reward_ma": 0.09362095427859947, "leveled_up": false}
{"t": 134, "ts": 1788194662.13863, "step": 268, "loss_diff": 0.939784586429596, "reward": 0.1402058563985058, "level": 0, "difficulty": 0.05, "reward_ma": 0.0982794444905901, "leveled_up": false}
{"t": 135, "ts": 1788194663.9791503, "step": 270, "loss_diff": 1.13829505443573, "reward": 0.09914541782226342, "level": 0, "difficulty": 0.05, "reward_ma": 0.09836604182375744, "leveled_up": false}
{"t": 136, "ts": 1788194665.7140374, "step": 272, "loss_diff": 0.9278795123100281, "reward": 0.1002201058230976, "level": 0, "difficulty": 0.05, "reward_ma": 0.09855144822369147, "leveled_up": false}
{"t": 137, "ts": 1788194667.4352524, "step": 274, "loss_diff": 1.0850284099578857, "reward": 0.13037123813335127, "level": 0, "difficulty": 0.05, "reward_ma": 0.10173342721465746, "leveled_up": false}
{"t": 138, "ts": 1788194669.2259345, "step": 276, "loss_diff": 0.8816252946853638, "reward": 0.10848964750063092, "level": 0, "difficulty": 0.05, "reward_ma": 0.10240904924325481, "leveled_up": false}
{"t": 139, "ts": 1788194670.9364815, "step": 278, "loss_diff": 1.084489345550537, "reward": 0.07869801737324385, "level": 0, "difficulty": 0.05, "reward_ma": 0.10003794605625371, "leveled_up": false}
{"t": 140, "ts": 1788194672.7717185, "step": 280, "loss_diff": 0.92839515209198, "reward": 0.14935988003496406, "level": 0, "difficulty": 0.05, "reward_ma": 0.10497013945412476, "leveled_up": false}
{"t": 141, "ts": 1788194674.418279, "step": 282, "loss_diff": 1.206886887550354, "reward": 0.08948826459751603, "level": 0, "difficulty": 0.05, "reward_ma": 0.10342195196846389, "leveled_up": false}
{"t": 142, "ts": 1788194676.117428, "step": 284, "loss_diff": 1.0339787006378174, "reward": 0.11436334093081457, "level": 0, "difficulty": 0.05, "reward_ma": 0.10451609086469896, "leveled_up": false}
{"t": 143, "ts": 1788194677.8783596, "step": 286, "loss_diff": 1.0647436380386353, "reward": 0.14661266946566137, "level": 0, "difficulty": 0.05, "reward_ma": 0.10872574872479521, "leveled_up": false}
{"t": 144, "ts": 1788194679.581592, "step": 288, "loss_diff": 1.071674108505249, "reward": 0.12161961283930608, "level": 0, "difficulty": 0.05, "reward_ma": 0.1100151351362463, "leveled_up": false}
{"t": 145, "ts": 1788194681.3183813, "step": 290, "loss_diff": 1.0340310335159302, "reward": 0.11820888842966376, "level": 0, "difficulty": 0.05, "reward_ma": 0.11083451046558805, "leveled_up": false}
{"t": 146, "ts": 1788194683.0184069, "step": 292, "loss_diff": 0.965914249420166, "reward": 0.12255907483993524, "level": 0, "difficulty": 0.05, "reward_ma": 0.11200696690302277, "leveled_up": false}
{"t": 147, "ts": 1788194684.723764, "step": 294, "loss_diff": 0.7851648330688477, "reward": 0.11659966685929432, "level": 0, "difficulty": 0.05, "reward_ma": 0.11246623689864993, "leveled_up": false}
{"t": 148, "ts": 1788194686.568706, "step": 296, "loss_diff": 0.8738337755203247, "reward": 0.12802279813954448, "level": 0, "difficulty": 0.05, "reward_ma": 0.11402189302273938, "leveled_up": false}
{"t": 149, "ts": 1788194688.3662112, "step": 298, "loss_diff": 0.9129199385643005, "reward": 0.15241370921860786, "level": 0, "difficulty": 0.05, "reward_ma": 0.11786107464232623, "leveled_up": false}
{"t": 150, "ts": 1788194690.7240644, "step": 300, "loss_diff": 0.8076068162918091, "reward": 0.14645928546304282, "level": 0, "difficulty": 0.05, "reward_ma": 0.1207208957243979, "leveled_up": false}
{"t": 151, "ts": 1788194692.4173112, "step": 302, "loss_diff": 0.8707377314567566, "reward": 0.14701937981792793, "level": 0, "difficulty": 0.05, "reward_ma": 0.12335074413375091, "leveled_up": false}
{"t": 152, "ts": 1788194694.1239216, "step": 304, "loss_diff": 1.0503838062286377, "reward": 0.1440014076831146, "level": 0, "difficulty": 0.05, "reward_ma": 0.12541581048868727, "leveled_up": false}
{"t": 153, "ts": 1788194711.2287683, "step": 306, "loss_diff": 1.0541385412216187, "reward": 0.1431776271058391, "level": 0, "difficulty": 0.05, "reward_ma": 0.12719199215040244, "leveled_up": false}
{"t": 154, "ts": 1788194712.2999966, "step": 308, "loss_diff": 0.9672502279281616, "reward": 0.0829865085041334, "level": 0, "difficulty": 0.05, "reward_ma": 0.12277144378577555, "leveled_up": false}
{"t": 155, "ts": 1788194714.033681, "step": 310, "loss_diff": 1.0032423734664917, "reward": 0.11491136595364726, "level": 0, "difficulty": 0.05, "reward_ma": 0.12198543600256273, "leveled_up": false}
{"t": 156, "ts": 1788194715.417154, "step": 312, "loss_diff": 1.0532915592193604, "reward": 0.10094423607169904, "level": 0, "difficulty": 0.05, "reward_ma": 0.11988131600947637, "leveled_up": false}
{"t": 157, "ts": 1788194716.50496, "step": 314, "loss_diff": 1.0129889249801636, "reward": 0.0812540052538412, "level": 0, "difficulty": 0.05, "reward_ma": 0.11601858493391284, "leveled_up": false}
{"t": 158, "ts": 1788194718.2895072, "step": 316, "loss_diff": 0.9428002834320068, "reward": 0.11143626956127421, "level": 0, "difficulty": 0.05, "reward_ma": 0.11556035339664898, "leveled_up": false}
{"t": 159, "ts": 1788194720.0347528, "step": 318, "loss_diff": 1.0360019207000732, "reward": 0.10824797547911082, "level": 0, "difficulty": 0.05, "reward_ma": 0.11482911560489517, "leveled_up": false}
{"t": 160, "ts": 1788194721.8910205, "step": 320, "loss_diff": 0.9704291820526123, "reward": 0.1258626520484829, "level": 0, "difficulty": 0.05, "reward_ma": 0.11593246924925395, "leveled_up": false}
{"t": 161, "ts": 1788194723.7040808, "step": 322, "loss_diff": 1.0780138969421387, "reward": 0.0856552140202816, "level": 0, "difficulty": 0.05, "reward_ma": 0.11290474372635673, "leveled_up": false}
{"t": 162, "ts": 1788194726.067292, "step": 324, "loss_diff": 0.9731861352920532, "reward": 0.10975700048887481, "level": 0, "difficulty": 0.05, "reward_ma": 0.11258996940260854, "leveled_up": false}
{"t": 163, "ts": 1788194727.8883796, "step": 326, "loss_diff": 1.0643506050109863, "reward": 0.136414152006095, "level": 0, "difficulty": 0.05, "reward_ma": 0.1149723876629572, "leveled_up": false}
{"t": 164, "ts": 1788194729.6290345, "step": 328, "loss_diff": 1.1131325960159302, "reward": 0.11947238829886253, "level": 0, "difficulty": 0.05, "reward_ma": 0.11542238772654774, "leveled_up": false}
{"t": 165, "ts": 1788194731.4386485, "step": 330, "loss_diff": 1.1155860424041748, "reward": 0.1161437940300685, "level": 0, "difficulty": 0.05, "reward_ma": 0.11549452835689983, "leveled_up": false}
{"t": 166, "ts": 1788194733.1780896, "step": 332, "loss_diff": 1.0781501531600952, "reward": 0.12492010244669743, "level": 0, "difficulty": 0.05, "reward_ma": 0.11643708576587959, "leveled_up": false}
{"t": 167, "ts": 1788194734.9280417, "step": 334, "loss_diff": 1.131264090538025, "reward": 0.12024699755832917, "level": 0, "difficulty": 0.05, "reward_ma": 0.11681807694512455, "leveled_up": false}
{"t": 168, "ts": 1788194736.7675822, "step": 336, "loss_diff": 0.8513241410255432, "reward": 0.12094030532926153, "level": 0, "difficulty": 0.05, "reward_ma": 0.11723029978353826, "leveled_up": false}
{"t": 169, "ts": 1788194738.518032, "step": 338, "loss_diff": 1.0498511791229248, "reward": 0.15273381416540543, "level": 0, "difficulty": 0.05, "reward_ma": 0.12078065122172497, "leveled_up": false}
{"t": 170, "ts": 1788194740.5062678, "step": 340, "loss_diff": 1.011845350265503, "reward": 0.15417188872661375, "level": 0, "difficulty": 0.05, "reward_ma": 0.12411977497221385, "leveled_up": false}
{"t": 171, "ts": 1788194742.2032182, "step": 342, "loss_diff": 0.9989703893661499, "reward": 0.16203245784810597, "level": 0, "difficulty": 0.05, "reward_ma": 0.12791104325980307, "leveled_up": false}
{"t": 172, "ts": 1788194743.9058518, "step": 344, "loss_diff": 1.2298532724380493, "reward": 0.12063421170991184, "level": 0, "difficulty": 0.05, "reward_ma": 0.12718336010481396, "leveled_up": false}
{"t": 173, "ts": 1788194745.6977546, "step": 346, "loss_diff": 1.1095731258392334, "reward": 0.15853855868551167, "level": 0, "difficulty": 0.05, "reward_ma": 0.13031887996288374, "leveled_up": false}
{"t": 174, "ts": 1788194747.438563, "step": 348, "loss_diff": 1.202111005783081, "reward": 0.1635291538458532, "level": 0, "difficulty": 0.05, "reward_ma": 0.1336399073511807, "leveled_up": false}
{"t": 175, "ts": 1788194749.3351912, "step": 350, "loss_diff": 1.2589260339736938, "reward": 0.12695947101414604, "level": 0, "difficulty": 0.05, "reward_ma": 0.13297186371747724, "leveled_up": false}
{"t": 176, "ts": 1788194751.0719433, "step": 352, "loss_diff": 1.0571463108062744, "reward": 0.12973704196685026, "level": 0, "difficulty": 0.05, "reward_ma": 0.13264838154241454, "leveled_up": false}
{"t": 177, "ts": 1788194752.7938657, "step": 354, "loss_diff": 0.8993645310401917, "reward": 0.1314351109207415, "level": 0, "difficulty": 0.05, "reward_ma": 0.13252705448024724, "leveled_up": false}
{"t": 178, "ts": 1788194754.5056922, "step": 356, "loss_diff": 1.034523367881775, "reward": 0.12207620287474663, "level": 0, "difficulty": 0.05, "reward_ma": 0.1314819693196972, "leveled_up": false}
{"t": 179, "ts": 1788194756.2073896, "step": 358, "loss_diff": 1.2077730894088745, "reward": 0.13748227649691397, "level": 0, "difficulty": 0.05, "reward_ma": 0.13208200003741888, "leveled_up": false}
{"t": 180, "ts": 1788194758.075548, "step": 360, "loss_diff": 0.7237409353256226, "reward": 0.16517568244452369, "level": 0, "difficulty": 0.05, "reward_ma": 0.13539136827812936, "leveled_up": false}
{"t": 0, "ts": 1788194837.2708392, "step": 0, "loss_diff": 0.617429256439209, "reward": 0.1896396863603143, "level": 0, "difficulty": 0.14517229764770237, "reward_ma": 0.018963968636031434, "leveled_up": false}
{"t": 1, "ts": 1788194839.1031437, "step": 2, "loss_diff": 1.2112550735473633, "reward": 0.07457272634878996, "level": 0, "difficulty": 0.09076166097825042, "reward_ma": 0.02452484440730729, "leveled_up": false}
{"t": 2, "ts": 1788194840.1810431, "step": 4, "loss_diff": 0.9570847749710083, "reward": 0.0833825907636008, "level": 0, "difficulty": 0.05, "reward_ma": 0.03041061904293664, "leveled_up": false}
{"t": 3, "ts": 1788194841.292512, "step": 6, "loss_diff": 3.117323875427246, "reward": 0.04316937783580457, "level": 0, "difficulty": 0.05, "reward_ma": 0.03168649492222343, "leveled_up": false}
{"t": 4, "ts": 1788194843.1800246, "step": 8, "loss_diff": 1.3056883811950684, "reward": 0.1124874893287558, "level": 0, "difficulty": 0.05, "reward_ma": 0.03976659436287667, "leveled_up": false}
{"t": 5, "ts": 1788194844.3067248, "step": 10, "loss_diff": 1.0314933061599731, "reward": 0.08057525650198373, "level": 0, "difficulty": 0.05, "reward_ma": 0.04384746057678737, "leveled_up": false}
{"t": 6, "ts": 1788194846.214739, "step": 12, "loss_diff": 1.1358743906021118, "reward": 0.11444262036041015, "level": 0, "difficulty": 0.05, "reward_ma": 0.05090697655514965, "leveled_up": false}
{"t": 7, "ts": 1788194848.166956, "step": 14, "loss_diff": 1.814540982246399, "reward": 0.06003260532744953, "level": 0, "difficulty": 0.05, "reward_ma": 0.05181953943237964, "leveled_up": false}
{"t": 8, "ts": 1788194850.0250797, "step": 16, "loss_diff": 1.3790199756622314, "reward": 0.08743757306977858, "level": 0, "difficulty": 0.05, "reward_ma": 0.05538134279611953, "leveled_up": false}
{"t": 9, "ts": 1788194851.8756585, "step": 18, "loss_diff": 2.1790337562561035, "reward": 0.055160042205010855, "level": 0, "difficulty": 0.05, "reward_ma": 0.05535921273700867, "leveled_up": false}
{"t": 10, "ts": 1788194853.7342052, "step": 20, "loss_diff": 1.3486852645874023, "reward": 0.07060346455550048, "level": 0, "difficulty": 0.05, "reward_ma": 0.05688363791885785, "leveled_up": false}
{"t": 11, "ts": 1788194855.6188211, "step": 22, "loss_diff": 1.2387511730194092, "reward": 0.10132080392996311, "level": 0, "difficulty": 0.05, "reward_ma": 0.06132735451996838, "leveled_up": false}
{"t": 12, "ts": 1788194857.5197072, "step": 24, "loss_diff": 1.2893240451812744, "reward": 0.07225947083741242, "level": 0, "difficulty": 0.05, "reward_ma": 0.06242056615171279, "leveled_up": false}
{"t": 13, "ts": 1788194859.4701166, "step": 26, "loss_diff": 1.2670161724090576, "reward": 0.10752077716781404, "level": 0, "difficulty": 0.05, "reward_ma": 0.06693058725332292, "leveled_up": false}
{"t": 14, "ts": 1788194861.283373, "step": 28, "loss_diff": 1.1595736742019653, "reward": 0.11250611719081355, "level": 0, "difficulty": 0.05, "reward_ma": 0.07148814024707198, "leveled_up": false}
{"t": 15, "ts": 1788194863.107884, "step": 30, "loss_diff": 2.3822379112243652, "reward": 0.07618943780421245, "level": 0, "difficulty": 0.05, "reward_ma": 0.07195827000278603, "leveled_up": false}
{"t": 16, "ts": 1788194864.8878498, "step": 32, "loss_diff": 1.4014641046524048, "reward": 0.0900279088378149, "level": 0, "difficulty": 0.05, "reward_ma": 0.07376523388628892, "leveled_up": false}
{"t": 17, "ts": 1788194866.7004352, "step": 34, "loss_diff": 1.5008982419967651, "reward": 0.06789423459511465, "level": 0, "difficulty": 0.05, "reward_ma": 0.07317813395717149, "leveled_up": false}
{"t": 18, "ts": 1788194868.6138463, "step": 36, "loss_diff": 0.9388681054115295, "reward": 0.08410267314076497, "level": 0, "difficulty": 0.05, "reward_ma": 0.07427058787553084, "leveled_up": false}
{"t": 19, "ts": 1788194870.4921632, "step": 38, "loss_diff": 1.1764477491378784, "reward": 0.13265178958256885, "level": 0, "difficulty": 0.05, "reward_ma": 0.08010870804623466, "leveled_up": false}
{"t": 20, "ts": 1788194872.2975948, "step": 40, "loss_diff": 1.1163110733032227, "reward": 0.11173098109524367, "level": 0, "difficulty": 0.05, "reward_ma": 0.08327093535113556, "leveled_up": false}
{"t": 21, "ts": 1788194874.064085, "step": 42, "loss_diff": 0.9492529630661011, "reward": 0.08369050412848732, "level": 0, "difficulty": 0.05, "reward_ma": 0.08331289222887073, "leveled_up": false}
{"t": 22, "ts": 1788194875.8397033, "step": 44, "loss_diff": 0.9041110277175903, "reward": 0.10382873654819041, "level": 0, "difficulty": 0.05, "reward_ma": 0.0853644766608027, "leveled_up": false}
{"t": 23, "ts": 1788194877.6865509, "step": 46, "loss_diff": 0.9786038398742676, "reward": 0.13228437283217878, "level": 0, "difficulty": 0.05, "reward_ma": 0.09005646627794031, "leveled_up": false}
{"t": 24, "ts": 1788194879.5283902, "step": 48, "loss_diff": 1.0206336975097656, "reward": 0.1543740794271216, "level": 0, "difficulty": 0.05, "reward_ma": 0.09648822759285844, "leveled_up": false}
{"t": 25, "ts": 1788194881.5088847, "step": 50, "loss_diff": 1.2675994634628296, "reward": 0.10301517287842998, "level": 0, "difficulty": 0.05, "reward_ma": 0.09714092212141559, "leveled_up": false}
{"t": 26, "ts": 1788194883.7249782, "step": 52, "loss_diff": 1.2298288345336914, "reward": 0.13433192945145433, "level": 0, "difficulty": 0.05, "reward_ma": 0.10086002285441946, "leveled_up": false}
{"t": 27, "ts": 1788194885.7140036, "step": 54, "loss_diff": 1.3580610752105713, "reward": 0.10004642487819823, "level": 0, "difficulty": 0.05, "reward_ma": 0.10077866305679734, "leveled_up": false}
{"t": 28, "ts": 1788194887.605815, "step": 56, "loss_diff": 1.0747344493865967, "reward": 0.11073836632342918, "level": 0, "difficulty": 0.05, "reward_ma": 0.10177463338346052, "leveled_up": false}
{"t": 29, "ts": 1788194889.4642234, "step": 58, "loss_diff": 1.3566396236419678, "reward": 0.09048832823304308, "level": 0, "difficulty": 0.05, "reward_ma": 0.10064600286841878, "leveled_up": false}
{"t": 30, "ts": 1788194891.3656845, "step": 60, "loss_diff": 0.9073328971862793, "reward": 0.13925915655958762, "level": 0, "difficulty": 0.05, "reward_ma": 0.10450731823753567, "leveled_up": false}
{"t": 31, "ts": 1788194910.9692886, "step": 62, "loss_diff": 1.2704578638076782, "reward": 0.18118486795401842, "level": 0, "difficulty": 0.05, "reward_ma": 0.11217507320918395, "leveled_up": false}
{"t": 32, "ts": 1788194912.1633656, "step": 64, "loss_diff": 1.0617485046386719, "reward": 0.07949172839507972, "level": 0, "difficulty": 0.05, "reward_ma": 0.10890673872777352, "leveled_up": false}
{"t": 33, "ts": 1788194913.982352, "step": 66, "loss_diff": 1.2319910526275635, "reward": 0.10867772130167357, "level": 0, "difficulty": 0.05, "reward_ma": 0.10888383698516353, "leveled_up": false}
{"t": 34, "ts": 1788194915.0992875, "step": 68, "loss_diff": 1.124553918838501, "reward": 0.11327392496200835, "level": 0, "difficulty": 0.05, "reward_ma": 0.10932284578284801, "leveled_up": false}
{"t": 35, "ts": 1788194916.2922592, "step": 70, "loss_diff": 1.2180149555206299, "reward": 0.07436598513591165, "level": 0, "difficulty": 0.05, "reward_ma": 0.10582715971815437, "leveled_up": false}
{"t": 36, "ts": 1788194918.121802, "step": 72, "loss_diff": 0.9753274321556091, "reward": 0.1009899723926792, "level": 0, "difficulty": 0.05, "reward_ma": 0.10534344098560686, "leveled_up": false}
{"t": 37, "ts": 1788194919.9307141, "step": 74, "loss_diff": 0.8256160616874695, "reward": 0.12374136357021431, "level": 0, "difficulty": 0.05, "reward_ma": 0.1071832332440676, "leveled_up": false}
{"t": 38, "ts": 1788194921.816049, "step": 76, "loss_diff": 1.4115742444992065, "reward": 0.10361349179083465, "level": 0, "difficulty": 0.05, "reward_ma": 0.10682625909874431, "leveled_up": false}
{"t": 39, "ts": 1788194923.5818326, "step": 78, "loss_diff": 1.0368592739105225, "reward": 0.11173039161813, "level": 0, "difficulty": 0.05, "reward_ma": 0.10731667235068289, "leveled_up": false}
{"t": 40, "ts": 1788194925.4060748, "step": 80, "loss_diff": 1.6893181800842285, "reward": 0.10993828094168426, "level": 0, "difficulty": 0.05, "reward_ma": 0.10757883320978304, "leveled_up": false}
{"t": 41, "ts": 1788194927.1740112, "step": 82, "loss_diff": 1.2688045501708984, "reward": 0.09374166167486524, "level": 0, "difficulty": 0.05, "reward_ma": 0.10619511605629127, "leveled_up": false}
{"t": 42, "ts": 1788194928.9743416, "step": 84, "loss_diff": 1.0295655727386475, "reward": 0.11899466205297977, "level": 0, "difficulty": 0.05, "reward_ma": 0.10747507065596013, "leveled_up": false}
{"t": 43, "ts": 1788194930.8690002, "step": 86, "loss_diff": 1.0802786350250244, "reward": 0.16032424715549842, "level": 0, "difficulty": 0.05, "reward_ma": 0.11275998830591397, "leveled_up": false}
{"t": 44, "ts": 1788194932.699914, "step": 88, "loss_diff": 0.807208776473999, "reward": 0.08973887193519679, "level": 0, "difficulty": 0.05, "reward_ma": 0.11045787666884224, "leveled_up": false}
{"t": 45, "ts": 1788194934.5777395, "step": 90, "loss_diff": 1.1453295946121216, "reward": 0.16206090528345474, "level": 0, "difficulty": 0.05, "reward_ma": 0.1156181795303035, "leveled_up": false}
{"t": 46, "ts": 1788194936.404117, "step": 92, "loss_diff": 1.0363956689834595, "reward": 0.15906353033441564, "level": 0, "difficulty": 0.05, "reward_ma": 0.11996271461071471, "leveled_up": false}
{"t": 47, "ts": 1788194938.2379706, "step": 94, "loss_diff": 1.001554012298584, "reward": 0.08167971678312444, "level": 0, "difficulty": 0.05, "reward_ma": 0.11613441482795568, "leveled_up": false}
{"t": 48, "ts": 1788194940.132342, "step": 96, "loss_diff": 1.041609764099121, "reward": 0.16071224358515296, "level": 0, "difficulty": 0.05, "reward_ma": 0.12059219770367541, "leveled_up": false}
{"t": 49, "ts": 1788194942.1849928, "step": 98, "loss_diff": 1.0729035139083862, "reward": 0.12738252229057914, "level": 0, "difficulty": 0.05, "reward_ma": 0.12127123016236578, "leveled_up": false}
{"t": 50, "ts": 1788194944.2687285, "step": 100, "loss_diff": 1.1659774780273438, "reward": 0.149369541702802, "level": 0, "difficulty": 0.05, "reward_ma": 0.12408106131640942, "leveled_up": false}
{"t": 51, "ts": 1788194946.1643698, "step": 102, "loss_diff": 1.0584778785705566, "reward": 0.08102067435796177, "level": 0, "difficulty": 0.05, "reward_ma": 0.11977502262056466, "leveled_up": false}
{"t": 52, "ts": 1788194947.975969, "step": 104, "loss_diff": 1.1756283044815063, "reward": 0.17384895923272095, "level": 0, "difficulty": 0.05, "reward_ma": 0.12518241628178028, "leveled_up": false}
{"t": 53, "ts": 1788194949.8076992, "step": 106, "loss_diff": 1.1250461339950562, "reward": 0.16172565747998707, "level": 0, "difficulty": 0.05, "reward_ma": 0.12883674040160098, "leveled_up": false}
{"t": 54, "ts": 1788194951.5906572, "step": 108, "loss_diff": 1.14032781124115, "reward": 0.14190494195935272, "level": 0, "difficulty": 0.05, "reward_ma": 0.13014356055737616, "leveled_up": false}
{"t": 55, "ts": 1788194953.42166, "step": 110, "loss_diff": 1.146476149559021, "reward": 0.1819082384566225, "level": 0, "difficulty": 0.05, "reward_ma": 0.1353200283473008, "leveled_up": false}
{"t": 56, "ts": 1788194955.2753572, "step": 112, "loss_diff": 1.265622615814209, "reward": 0.15589575804369205, "level": 0, "difficulty": 0.05, "reward_ma": 0.13737760131693993, "leveled_up": false}
{"t": 57, "ts": 1788194957.1672118, "step": 114, "loss_diff": 1.16032075881958, "reward": 0.2237604723299363, "level": 0, "difficulty": 0.05, "reward_ma": 0.14601588841823956, "leveled_up": false}
{"t": 58, "ts": 1788194958.9842548, "step": 116, "loss_diff": 1.069165825843811, "reward": 0.2246101468649535, "level": 0, "difficulty": 0.05, "reward_ma": 0.15387531426291098, "leveled_up": false}
{"t": 59, "ts": 1788194960.818586, "step": 118, "loss_diff": 0.9775108695030212, "reward": 0.18105656944444823, "level": 0, "difficulty": 0.05, "reward_ma": 0.1565934397810647, "leveled_up": false}
{"t": 60, "ts": 1788194962.7035708, "step": 120, "loss_diff": 1.046270728111267, "reward": 0.17696911653786818, "level": 0, "difficulty": 0.05, "reward_ma": 0.15863100745674505, "leveled_up": false}
{"t": 61, "ts": 1788194980.0684755, "step": 122, "loss_diff": 1.1574854850769043, "reward": 0.22958396378665302, "level": 0, "difficulty": 0.05, "reward_ma": 0.16572630308973585, "leveled_up": false}
{"t": 62, "ts": 1788194981.9007685, "step": 124, "loss_diff": 1.121164083480835, "reward": 0.19078198508910782, "level": 0, "difficulty": 0.05, "reward_ma": 0.16823187128967307, "leveled_up": false}
{"t": 63, "ts": 1788194983.0091507, "step": 126, "loss_diff": 1.0170912742614746, "reward": 0.22388284487504684, "level": 0, "difficulty": 0.05, "reward_ma": 0.17379696864821045, "leveled_up": false}
{"t": 64, "ts": 1788194984.0682843, "step": 128, "loss_diff": 0.8710610866546631, "reward": 0.08690636109837624, "level": 0, "difficulty": 0.05, "reward_ma": 0.16510790789322702, "leveled_up": false}
{"t": 65, "ts": 1788194985.8882146, "step": 130, "loss_diff": 0.9721884727478027, "reward": 0.1871215723847014, "level": 0, "difficulty": 0.05, "reward_ma": 0.16730927434237447, "leveled_up": false}
{"t": 66, "ts": 1788194986.9939435, "step": 132, "loss_diff": 1.2093417644500732, "reward": 0.16905287391419377, "level": 0, "difficulty": 0.05, "reward_ma": 0.16748363429955643, "leveled_up": false}
{"t": 67, "ts": 1788194988.7887158, "step": 134, "loss_diff": 1.0136775970458984, "reward": 0.2207557981464811, "level": 0, "difficulty": 0.05, "reward_ma": 0.1728108506842489, "leveled_up": false}
{"t": 68, "ts": 1788194990.6658208, "step": 136, "loss_diff": 1.0664016008377075, "reward": 0.14952493179632653, "level": 0, "difficulty": 0.05, "reward_ma": 0.17048225879545667, "leveled_up": false}
{"t": 69, "ts": 1788194992.4844432, "step": 138, "loss_diff": 1.072257399559021, "reward": 0.16793224139388346, "level": 0, "difficulty": 0.05, "reward_ma": 0.17022725705529937, "leveled_up": false}
{"t": 70, "ts": 1788194994.285577, "step": 140, "loss_diff": 1.1223924160003662, "reward": 0.12714367234891608, "level": 0, "difficulty": 0.05, "reward_ma": 0.16591889858466105, "leveled_up": false}
{"t": 71, "ts": 1788194996.0205486, "step": 142, "loss_diff": 1.0643622875213623, "reward": 0.23009162582184844, "level": 0, "difficulty": 0.05, "reward_ma": 0.1723361713083798, "leveled_up": false}
{"t": 72, "ts": 1788194997.7683089, "step": 144, "loss_diff": 0.9419044852256775, "reward": 0.24843488813190312, "level": 0, "difficulty": 0.05, "reward_ma": 0.17994604299073214, "leveled_up": false}
{"t": 73, "ts": 1788194999.6086528, "step": 146, "loss_diff": 0.9965440034866333, "reward": 0.13035014374549356, "level": 0, "difficulty": 0.05, "reward_ma": 0.17498645306620828, "leveled_up": false}
{"t": 74, "ts": 1788195001.5289836, "step": 148, "loss_diff": 1.3939465284347534, "reward": 0.13795621132090485, "level": 0, "difficulty": 0.05, "reward_ma": 0.17128342889167794, "leveled_up": false}
{"t": 75, "ts": 1788195003.4271286, "step": 150, "loss_diff": 1.0276806354522705, "reward": 0.22259421429060283, "level": 0, "difficulty": 0.05, "reward_ma": 0.17641450743157044, "leveled_up": false}
{"t": 76, "ts": 1788195005.2365801, "step": 152, "loss_diff": 1.2343899011611938, "reward": 0.2311697085601528, "level": 0, "difficulty": 0.05, "reward_ma": 0.18189002754442868, "leveled_up": false}
{"t": 77, "ts": 1788195007.068174, "step": 154, "loss_diff": 0.9387831091880798, "reward": 0.20508805302694272, "level": 0, "difficulty": 0.05, "reward_ma": 0.1842098300926801, "leveled_up": false}
{"t": 78, "ts": 1788195008.9007394, "step": 156, "loss_diff": 1.1405744552612305, "reward": 0.19769550032293426, "level": 0, "difficulty": 0.05, "reward_ma": 0.18555839711570554, "leveled_up": false}
{"t": 79, "ts": 1788195010.6754591, "step": 158, "loss_diff": 1.3507955074310303, "reward": 0.21802888616625546, "level": 0, "difficulty": 0.05, "reward_ma": 0.18880544602076055, "leveled_up": false}
{"t": 80, "ts": 1788195012.4825568, "step": 160, "loss_diff": 0.8859959840774536, "reward": 0.23359089490163312, "level": 0, "difficulty": 0.05, "reward_ma": 0.1932839909088478, "leveled_up": false}
{"t": 81, "ts": 1788195014.3043344, "step": 162, "loss_diff": 0.9904671907424927, "reward": 0.25236098866524265, "level": 0, "difficulty": 0.05, "reward_ma": 0.19919169068448728, "leveled_up": false}
{"t": 82, "ts": 1788195016.129468, "step": 164, "loss_diff": 1.0310008525848389, "reward": 0.2688440105637602, "level": 0, "difficulty": 0.05, "reward_ma": 0.20615692267241456, "leveled_up": false}
{"t": 83, "ts": 1788195017.997233, "step": 166, "loss_diff": 1.0252219438552856, "reward": 0.2097457919228688, "level": 0, "difficulty": 0.05, "reward_ma": 0.20651580959746, "leveled_up": false}
{"t": 84, "ts": 1788195019.8020465, "step": 168, "loss_diff": 1.0447455644607544, "reward": 0.24393005192277534, "level": 0, "difficulty": 0.05, "reward_ma": 0.2102572338299915, "leveled_up": false}
{"t": 85, "ts": 1788195021.9811223, "step": 170, "loss_diff": 1.2897521257400513, "reward": 0.19405584366008932, "level": 0, "difficulty": 0.05, "reward_ma": 0.2086370948130013, "leveled_up": false}
{"t": 86, "ts": 1788195023.7839987, "step": 172, "loss_diff": 1.046189785003662, "reward": 0.22698075725261302, "level": 0, "difficulty": 0.05, "reward_ma": 0.2104714610569625, "leveled_up": false}
{"t": 87, "ts": 1788195025.693986, "step": 174, "loss_diff": 0.9236190915107727, "reward": 0.2750737192221229, "level": 0, "difficulty": 0.05, "reward_ma": 0.21693168687347852, "leveled_up": false}
{"t": 88, "ts": 1788195027.500023, "step": 176, "loss_diff": 1.1141026020050049, "reward": 0.20124446347900718, "level": 0, "difficulty": 0.05, "reward_ma": 0.2153629645340314, "leveled_up": false}
{"t": 89, "ts": 1788195029.2241373, "step": 178, "loss_diff": 1.036357045173645, "reward": 0.2536938928840661, "level": 0, "difficulty": 0.05, "reward_ma": 0.21919605736903486, "leveled_up": false}
{"t": 90, "ts": 1788195031.0359294, "step": 180, "loss_diff": 0.9340775609016418, "reward": 0.25500678528050646, "level": 0, "difficulty": 0.05, "reward_ma": 0.22277713016018202, "leveled_up": false}
{"t": 91, "ts": 1788195032.8900864, "step": 182, "loss_diff": 1.1107183694839478, "reward": 0.19791018026590018, "level": 0, "difficulty": 0.05, "reward_ma": 0.22029043517075386, "leveled_up": false}
{"t": 0, "ts": 1788195137.1722798, "step": 0, "loss_diff": 1.012099266052246, "reward": 0.0812869528710975, "level": 0, "difficulty": 0.14435965214653323, "reward_ma": 0.00812869528710975, "leveled_up": false}
{"t": 1, "ts": 1788195138.9337385, "step": 2, "loss_diff": 1.0841600894927979, "reward": 0.07870938564058833, "level": 0, "difficulty": 0.08924865947071756, "reward_ma": 0.015186764322457608, "leveled_up": false}
{"t": 2, "ts": 1788195140.0242658, "step": 4, "loss_diff": 0.9176860451698303, "reward": 0.08495721567333604, "level": 0, "difficulty": 0.05, "reward_ma": 0.022163809457545453, "leveled_up": false}
{"t": 3, "ts": 1788195141.1307886, "step": 6, "loss_diff": 1.561245083808899, "reward": 0.06530321314570928, "level": 0, "difficulty": 0.05, "reward_ma": 0.026477749826361835, "leveled_up": false}
{"t": 4, "ts": 1788195143.032449, "step": 8, "loss_diff": 1.931060552597046, "reward": 0.057913962406578, "level": 0, "difficulty": 0.05, "reward_ma": 0.029621371084383452, "leveled_up": false}
{"t": 5, "ts": 1788195144.1189268, "step": 10, "loss_diff": 2.3916525840759277, "reward": 0.050964174857522866, "level": 0, "difficulty": 0.05, "reward_ma": 0.03175565146169739, "leveled_up": false}
{"t": 6, "ts": 1788195145.9133162, "step": 12, "loss_diff": 1.4367749691009521, "reward": 0.06829471851145144, "level": 0, "difficulty": 0.05, "reward_ma": 0.035409558166672794, "leveled_up": false}
{"t": 7, "ts": 1788195148.0803347, "step": 14, "loss_diff": 1.0523853302001953, "reward": 0.0798236379718272, "level": 0, "difficulty": 0.05, "reward_ma": 0.039850966147188235, "leveled_up": false}
{"t": 8, "ts": 1788195149.9972737, "step": 16, "loss_diff": 1.5207922458648682, "reward": 0.06624304911373273, "level": 0, "difficulty": 0.05, "reward_ma": 0.04249017444384268, "leveled_up": false}
{"t": 9, "ts": 1788195151.822123, "step": 18, "loss_diff": 1.1566460132598877, "reward": 0.07629039050522526, "level": 0, "difficulty": 0.05, "reward_ma": 0.045870196049980945, "leveled_up": false}
{"t": 10, "ts": 1788195153.707433, "step": 20, "loss_diff": 1.3046000003814697, "reward": 0.07182516385891849, "level": 0, "difficulty": 0.05, "reward_ma": 0.04846569283087471, "leveled_up": false}
{"t": 11, "ts": 1788195155.4753408, "step": 22, "loss_diff": 2.7535531520843506, "reward": 0.04670008258698966, "level": 0, "difficulty": 0.05, "reward_ma": 0.0482891318064862, "leveled_up": false}
{"t": 12, "ts": 1788195157.2916496, "step": 24, "loss_diff": 1.4593089818954468, "reward": 0.06773068971838034, "level": 0, "difficulty": 0.05, "reward_ma": 0.05023328759767562, "leveled_up": false}
{"t": 13, "ts": 1788195159.12437, "step": 26, "loss_diff": 1.6366727352142334, "reward": 0.06362782870365442, "level": 0, "difficulty": 0.05, "reward_ma": 0.0515727417082735, "leveled_up": false}
{"t": 14, "ts": 1788195160.9948878, "step": 28, "loss_diff": 1.4376957416534424, "reward": 0.0682714671332503, "level": 0, "difficulty": 0.05, "reward_ma": 0.05324261425077118, "leveled_up": false}
{"t": 15, "ts": 1788195162.8814814, "step": 30, "loss_diff": 1.1049879789352417, "reward": 0.07799726130446878, "level": 0, "difficulty": 0.05, "reward_ma": 0.05571807895614095, "leveled_up": false}
{"t": 16, "ts": 1788195164.7242727, "step": 32, "loss_diff": 1.162304401397705, "reward": 0.07610838342008178, "level": 0, "difficulty": 0.05, "reward_ma": 0.057757109402535034, "leveled_up": false}
{"t": 17, "ts": 1788195166.6066155, "step": 34, "loss_diff": 1.2609329223632812, "reward": 0.07308224165565129, "level": 0, "difficulty": 0.05, "reward_ma": 0.059289622627846664, "leveled_up": false}
{"t": 18, "ts": 1788195168.5053332, "step": 36, "loss_diff": 0.9620583057403564, "reward": 0.0831882744746492, "level": 0, "difficulty": 0.05, "reward_ma": 0.06167948781252692, "leveled_up": false}
{"t": 19, "ts": 1788195170.4089863, "step": 38, "loss_diff": 1.3689000606536865, "reward": 0.07005847389316144, "level": 0, "difficulty": 0.05, "reward_ma": 0.06251738642059038, "leveled_up": false}
{"t": 20, "ts": 1788195172.3239222, "step": 40, "loss_diff": 1.2932381629943848, "reward": 0.07214763816004983, "level": 0, "difficulty": 0.05, "reward_ma": 0.06348041159453632, "leveled_up": false}
{"t": 21, "ts": 1788195174.2071137, "step": 42, "loss_diff": 1.3886951208114624, "reward": 0.0695337381794365, "level": 0, "difficulty": 0.05, "reward_ma": 0.06408574425302635, "leveled_up": false}
{"t": 22, "ts": 1788195176.1189127, "step": 44, "loss_diff": 0.9227759838104248, "reward": 0.08475015500614635, "level": 0, "difficulty": 0.05, "reward_ma": 0.06615218532833836, "leveled_up": false}
{"t": 23, "ts": 1788195178.079296, "step": 46, "loss_diff": 1.1425328254699707, "reward": 0.07674854297074675, "level": 0, "difficulty": 0.05, "reward_ma": 0.0672118210925792, "leveled_up": false}
{"t": 24, "ts": 1788195179.979494, "step": 48, "loss_diff": 1.2398743629455566, "reward": 0.07370598881494063, "level": 0, "difficulty": 0.05, "reward_ma": 0.06786123786481534, "leveled_up": false}
{"t": 25, "ts": 1788195181.9848278, "step": 50, "loss_diff": 1.06943941116333, "reward": 0.07922134476895681, "level": 0, "difficulty": 0.05, "reward_ma": 0.06899724855522948, "leveled_up": false}
{"t": 26, "ts": 1788195184.0245764, "step": 52, "loss_diff": 1.160832166671753, "reward": 0.07615564741727168, "level": 0, "difficulty": 0.05, "reward_ma": 0.0697130884414337, "leveled_up": false}
{"t": 27, "ts": 1788195185.975018, "step": 54, "loss_diff": 1.0459895133972168, "reward": 0.08005210575590914, "level": 0, "difficulty": 0.05, "reward_ma": 0.07074699017288125, "leveled_up": false}
{"t": 28, "ts": 1788195187.922224, "step": 56, "loss_diff": 1.3283298015594482, "reward": 0.07116180993273614, "level": 0, "difficulty": 0.05, "reward_ma": 0.07078847214886674, "leveled_up": false}
{"t": 29, "ts": 1788195189.9273498, "step": 58, "loss_diff": 1.0179502964019775, "reward": 0.08107079863941143, "level": 0, "difficulty": 0.05, "reward_ma": 0.07181670479792121, "leveled_up": false}
{"t": 30, "ts": 1788195191.8848457, "step": 60, "loss_diff": 0.9842997789382935, "reward": 0.08233136367539937, "level": 0, "difficulty": 0.05, "reward_ma": 0.07286817068566902, "leveled_up": false}
{"t": 31, "ts": 1788195211.6311274, "step": 62, "loss_diff": 1.4576343297958374, "reward": 0.06777225067129244, "level": 0, "difficulty": 0.05, "reward_ma": 0.07235857868423136, "leveled_up": false}
{"t": 32, "ts": 1788195212.7788343, "step": 64, "loss_diff": 1.0708385705947876, "reward": 0.07917237145396555, "level": 0, "difficulty": 0.05, "reward_ma": 0.07303995796120477, "leveled_up": false}
{"t": 33, "ts": 1788195214.7163746, "step": 66, "loss_diff": 1.0859452486038208, "reward": 0.07864779223610643, "level": 0, "difficulty": 0.05, "reward_ma": 0.07360074138869495, "leveled_up": false}
{"t": 34, "ts": 1788195215.83076, "step": 68, "loss_diff": 1.037793755531311, "reward": 0.0803469663578138, "level": 0, "difficulty": 0.05, "reward_ma": 0.07427536388560683, "leveled_up": false}
{"t": 35, "ts": 1788195217.1042, "step": 70, "loss_diff": 1.1934621334075928, "reward": 0.07512298894506683, "level": 0, "difficulty": 0.05, "reward_ma": 0.07436012639155283, "leveled_up": false}
{"t": 36, "ts": 1788195218.9971073, "step": 72, "loss_diff": 1.0160832405090332, "reward": 0.0811396368629063, "level": 0, "difficulty": 0.05, "reward_ma": 0.07503807743868818, "leveled_up": false}
{"t": 37, "ts": 1788195220.9292305, "step": 74, "loss_diff": 0.9616301655769348, "reward": 0.08320496031904198, "level": 0, "difficulty": 0.05, "reward_ma": 0.07585476572672356, "leveled_up": false}
{"t": 38, "ts": 1788195222.9724245, "step": 76, "loss_diff": 1.4947487115859985, "reward": 0.06686424320814925, "level": 0, "difficulty": 0.05, "reward_ma": 0.07495571347486614, "leveled_up": false}
{"t": 39, "ts": 1788195224.9044385, "step": 78, "loss_diff": 0.9996386766433716, "reward": 0.08175149907329948, "level": 0, "difficulty": 0.05, "reward_ma": 0.07563529203470948, "leveled_up": false}
{"t": 40, "ts": 1788195226.9139585, "step": 80, "loss_diff": 1.0959125757217407, "reward": 0.07830581759518919, "level": 0, "difficulty": 0.05, "reward_ma": 0.07590234459075745, "leveled_up": false}
{"t": 41, "ts": 1788195228.899711, "step": 82, "loss_diff": 0.9912862181663513, "reward": 0.0820661437352259, "level": 0, "difficulty": 0.05, "reward_ma": 0.0765187245052043, "leveled_up": false}
{"t": 42, "ts": 1788195230.8298297, "step": 84, "loss_diff": 1.0346654653549194, "reward": 0.08046013993650505, "level": 0, "difficulty": 0.05, "reward_ma": 0.07691286604833437, "leveled_up": false}
{"t": 43, "ts": 1788195232.8696377, "step": 86, "loss_diff": 1.0928198099136353, "reward": 0.0784115804812676, "level": 0, "difficulty": 0.05, "reward_ma": 0.0770627374916277, "leveled_up": false}
{"t": 44, "ts": 1788195234.8233962, "step": 88, "loss_diff": 0.9976527690887451, "reward": 0.08182607158263078, "level": 0, "difficulty": 0.05, "reward_ma": 0.07753907090072801, "leveled_up": false}
{"t": 45, "ts": 1788195236.8252125, "step": 90, "loss_diff": 1.157006859779358, "reward": 0.07627875504980423, "level": 0, "difficulty": 0.05, "reward_ma": 0.07741303931563563, "leveled_up": false}
{"t": 46, "ts": 1788195238.7245715, "step": 92, "loss_diff": 1.0330767631530762, "reward": 0.08051774848939744, "level": 0, "difficulty": 0.05, "reward_ma": 0.07772351023301181, "leveled_up": false}
{"t": 47, "ts": 1788195240.6276643, "step": 94, "loss_diff": 0.9625378847122192, "reward": 0.08316959255786434, "level": 0, "difficulty": 0.05, "reward_ma": 0.07826811846549707, "leveled_up": false}
{"t": 48, "ts": 1788195242.608923, "step": 96, "loss_diff": 0.8144016861915588, "reward": 0.08940982784089122, "level": 0, "difficulty": 0.05, "reward_ma": 0.07938228940303649, "leveled_up": false}
{"t": 49, "ts": 1788195244.3833928, "step": 98, "loss_diff": 0.9358366131782532, "reward": 0.08422382518677521, "level": 0, "difficulty": 0.05, "reward_ma": 0.07986644298141037, "leveled_up": false}
{"t": 50, "ts": 1788195246.213133, "step": 100, "loss_diff": 1.0173012018203735, "reward": 0.08109471626321067, "level": 0, "difficulty": 0.05, "reward_ma": 0.0799892703095904, "leveled_up": false}
{"t": 51, "ts": 1788195248.2254508, "step": 102, "loss_diff": 1.1609221696853638, "reward": 0.07615275615060638, "level": 0, "difficulty": 0.05, "reward_ma": 0.07960561889369198, "leveled_up": false}
{"t": 52, "ts": 1788195250.2096543, "step": 104, "loss_diff": 1.2108701467514038, "reward": 0.07458453682273755, "level": 0, "difficulty": 0.05, "reward_ma": 0.07910351068659655, "leveled_up": false}
{"t": 53, "ts": 1788195252.1799183, "step": 106, "loss_diff": 1.100702166557312, "reward": 0.07814264319446478, "level": 0, "difficulty": 0.05, "reward_ma": 0.07900742393738336, "leveled_up": false}
{"t": 54, "ts": 1788195254.0757117, "step": 108, "loss_diff": 0.9419667720794678, "reward": 0.08397922741470208, "level": 0, "difficulty": 0.05, "reward_ma": 0.07950460428511523, "leveled_up": false}
{"t": 55, "ts": 1788195255.990082, "step": 110, "loss_diff": 1.1301583051681519, "reward": 0.07715524867852999, "level": 0, "difficulty": 0.05, "reward_ma": 0.0792696687244567, "leveled_up": false}
{"t": 56, "ts": 1788195257.9679718, "step": 112, "loss_diff": 1.4628032445907593, "reward": 0.06764415228749261, "level": 0, "difficulty": 0.05, "reward_ma": 0.0781071170807603, "leveled_up": false}
{"t": 57, "ts": 1788195259.9058254, "step": 114, "loss_diff": 1.1468795537948608, "reward": 0.07660679443156365, "level": 0, "difficulty": 0.05, "reward_ma": 0.07795708481584064, "leveled_up": false}
{"t": 58, "ts": 1788195261.8839624, "step": 116, "loss_diff": 0.9656322598457336, "reward": 0.08304927087396544, "level": 0, "difficulty": 0.05, "reward_ma": 0.07846630342165312, "leveled_up": false}
{"t": 59, "ts": 1788195263.8354833, "step": 118, "loss_diff": 0.9257453680038452, "reward": 0.08462986484671052, "level": 0, "difficulty": 0.05, "reward_ma": 0.07908265956415886, "leveled_up": false}
{"t": 60, "ts": 1788195265.8341353, "step": 120, "loss_diff": 1.124252200126648, "reward": 0.07735103144878357, "level": 0, "difficulty": 0.05, "reward_ma": 0.07890949675262132, "leveled_up": false}
{"t": 61, "ts": 1788195284.274291, "step": 122, "loss_diff": 1.0066134929656982, "reward": 0.08149075840289284, "level": 0, "difficulty": 0.05, "reward_ma": 0.07916762291764848, "leveled_up": false}
{"t": 62, "ts": 1788195286.1753192, "step": 124, "loss_diff": 1.0511354207992554, "reward": 0.07986817452036257, "level": 0, "difficulty": 0.05, "reward_ma": 0.0792376780779199, "leveled_up": false}
{"t": 63, "ts": 1788195287.3387733, "step": 126, "loss_diff": 1.0424752235412598, "reward": 0.08017825034823885, "level": 0, "difficulty": 0.05, "reward_ma": 0.0793317353049518, "leveled_up": false}
{"t": 64, "ts": 1788195288.5336394, "step": 128, "loss_diff": 0.9641848802566528, "reward": 0.08310550359100874, "level": 0, "difficulty": 0.05, "reward_ma": 0.0797091121335575, "leveled_up": false}
{"t": 65, "ts": 1788195290.535471, "step": 130, "loss_diff": 0.9798225164413452, "reward": 0.08250231413519583, "level": 0, "difficulty": 0.05, "reward_ma": 0.07998843233372133, "leveled_up": false}
{"t": 66, "ts": 1788195291.711753, "step": 132, "loss_diff": 1.2307043075561523, "reward": 0.07398128332649519, "level": 0, "difficulty": 0.05, "reward_ma": 0.07938771743299872, "leveled_up": false}
{"t": 67, "ts": 1788195293.6636403, "step": 134, "loss_diff": 0.8773891925811768, "reward": 0.0866361378445162, "level": 0, "difficulty": 0.05, "reward_ma": 0.08011255947415047, "leveled_up": false}
{"t": 68, "ts": 1788195295.6656623, "step": 136, "loss_diff": 1.3015916347503662, "reward": 0.0719102380933174, "level": 0, "difficulty": 0.05, "reward_ma": 0.07929232733606717, "leveled_up": false}
{"t": 69, "ts": 1788195297.6089547, "step": 138, "loss_diff": 0.9370883703231812, "reward": 0.08417375338667644, "level": 0, "difficulty": 0.05, "reward_ma": 0.0797804699411281, "leveled_up": false}
{"t": 70, "ts": 1788195299.6247137, "step": 140, "loss_diff": 1.2058062553405762, "reward": 0.07474029291538173, "level": 0, "difficulty": 0.05, "reward_ma": 0.07927645223855347, "leveled_up": false}
{"t": 71, "ts": 1788195301.326879, "step": 142, "loss_diff": 1.0330160856246948, "reward": 0.08051995052608105, "level": 0, "difficulty": 0.05, "reward_ma": 0.07940080206730622, "leveled_up": false}
{"t": 72, "ts": 1788195303.0829875, "step": 144, "loss_diff": 1.0285831689834595, "reward": 0.08068118102244881, "level": 0, "difficulty": 0.05, "reward_ma": 0.07952883996282048, "leveled_up": false}
{"t": 73, "ts": 1788195304.8336735, "step": 146, "loss_diff": 0.9170688986778259, "reward": 0.08498239617013652, "level": 0, "difficulty": 0.05, "reward_ma": 0.08007419558355208, "leveled_up": false}
{"t": 74, "ts": 1788195306.7759511, "step": 148, "loss_diff": 1.0780389308929443, "reward": 0.07892138772776526, "level": 0, "difficulty": 0.05, "reward_ma": 0.0799589147979734, "leveled_up": false}
{"t": 75, "ts": 1788195308.5990865, "step": 150, "loss_diff": 1.0934010744094849, "reward": 0.0783916792120168, "level": 0, "difficulty": 0.05, "reward_ma": 0.07980219123937775, "leveled_up": false}
{"t": 76, "ts": 1788195310.2709491, "step": 152, "loss_diff": 1.245894432067871, "reward": 0.07352648249667335, "level": 0, "difficulty": 0.05, "reward_ma": 0.0791746203651073, "leveled_up": false}
{"t": 77, "ts": 1788195311.9750173, "step": 154, "loss_diff": 1.0530011653900146, "reward": 0.07980171458418765, "level": 0, "difficulty": 0.05, "reward_ma": 0.07923732978701535, "leveled_up": false}
{"t": 78, "ts": 1788195313.7212286, "step": 156, "loss_diff": 1.034035325050354, "reward": 0.08048297893273029, "level": 0, "difficulty": 0.05, "reward_ma": 0.07936189470158685, "leveled_up": false}
{"t": 79, "ts": 1788195315.414583, "step": 158, "loss_diff": 1.1218804121017456, "reward": 0.07742996109399072, "level": 0, "difficulty": 0.05, "reward_ma": 0.07916870134082724, "leveled_up": false}
{"t": 80, "ts": 1788195317.1276195, "step": 160, "loss_diff": 0.9055319428443909, "reward": 0.08545612360235706, "level": 0, "difficulty": 0.05, "reward_ma": 0.07979744356698022, "leveled_up": false}
{"t": 81, "ts": 1788195318.8205106, "step": 162, "loss_diff": 0.8151325583457947, "reward": 0.08937653959680802, "level": 0, "difficulty": 0.05, "reward_ma": 0.080755353169963, "leveled_up": false}
{"t": 82, "ts": 1788195320.501385, "step": 164, "loss_diff": 1.0702497959136963, "reward": 0.0791929716517014, "level": 0, "difficulty": 0.05, "reward_ma": 0.08059911501813685, "leveled_up": false}
{"t": 83, "ts": 1788195322.2267556, "step": 166, "loss_diff": 1.0525667667388916, "reward": 0.0798171775657575, "level": 0, "difficulty": 0.05, "reward_ma": 0.08052092127289892, "leveled_up": false}
{"t": 84, "ts": 1788195324.1096706, "step": 168, "loss_diff": 1.005133032798767, "reward": 0.08154595102993514, "level": 0, "difficulty": 0.05, "reward_ma": 0.08062342424860255, "leveled_up": false}
{"t": 85, "ts": 1788195325.9999995, "step": 170, "loss_diff": 1.1747640371322632, "reward": 0.07571094702983658, "level": 0, "difficulty": 0.05, "reward_ma": 0.08013217652672595, "leveled_up": false}
{"t": 86, "ts": 1788195327.7039855, "step": 172, "loss_diff": 1.2131801843643188, "reward": 0.07451372100055194, "level": 0, "difficulty": 0.05, "reward_ma": 0.07957033097410855, "leveled_up": false}
{"t": 87, "ts": 1788195329.480719, "step": 174, "loss_diff": 1.147627353668213, "reward": 0.07658246622808272, "level": 0, "difficulty": 0.05, "reward_ma": 0.07927154449950596, "leveled_up": false}
{"t": 88, "ts": 1788195331.2075012, "step": 176, "loss_diff": 1.1035596132278442, "reward": 0.07804564802963997, "level": 0, "difficulty": 0.05, "reward_ma": 0.07914895485251937, "leveled_up": false}
{"t": 89, "ts": 1788195332.8114247, "step": 178, "loss_diff": 1.1815205812454224, "reward": 0.07549732579640377, "level": 0, "difficulty": 0.05, "reward_ma": 0.07878379194690781, "leveled_up": false}
{"t": 90, "ts": 1788195334.4816742, "step": 180, "loss_diff": 0.9316555261611938, "reward": 0.08439154411745836, "level": 0, "difficulty": 0.05, "reward_ma": 0.07934456716396286, "leveled_up": false}
{"t": 91, "ts": 1788195336.2040577, "step": 182, "loss_diff": 1.1014564037322998, "reward": 0.07811701521748482, "level": 0, "difficulty": 0.05, "reward_ma": 0.07922181196931506, "leveled_up": false}
{"t": 92, "ts": 1788195353.268027, "step": 184, "loss_diff": 1.1598082780838013, "reward": 0.08545077630862025, "level": 0, "difficulty": 0.05, "reward_ma": 0.07984470840324559, "leveled_up": false}
{"t": 93, "ts": 1788195354.3064566, "step": 186, "loss_diff": 1.1340482234954834, "reward": 0.07702689283851273, "level": 0, "difficulty": 0.05, "reward_ma": 0.07956292684677231, "leveled_up": false}
{"t": 94, "ts": 1788195355.9289749, "step": 188, "loss_diff": 0.9888514280319214, "reward": 0.08215836196111875, "level": 0, "difficulty": 0.05, "reward_ma": 0.07982247035820696, "leveled_up": false}
{"t": 95, "ts": 1788195357.0279055, "step": 190, "loss_diff": 1.101048231124878, "reward": 0.08234207541789489, "level": 0, "difficulty": 0.05, "reward_ma": 0.08007443086417576, "leveled_up": false}
{"t": 96, "ts": 1788195358.083348, "step": 192, "loss_diff": 1.0120303630828857, "reward": 0.081289505838469, "level": 0, "difficulty": 0.05, "reward_ma": 0.08019593836160509, "leveled_up": false}
{"t": 97, "ts": 1788195359.8313477, "step": 194, "loss_diff": 1.1084424257278442, "reward": 0.07788051089822504, "level": 0, "difficulty": 0.05, "reward_ma": 0.07996439561526708, "leveled_up": false}
{"t": 98, "ts": 1788195361.6663582, "step": 196, "loss_diff": 0.9325125813484192, "reward": 0.08435710531542451, "level": 0, "difficulty": 0.05, "reward_ma": 0.08040366658528282, "leveled_up": false}
{"t": 99, "ts": 1788195363.4186769, "step": 198, "loss_diff": 0.9015969038009644, "reward": 0.08561901779814696, "level": 0, "difficulty": 0.05, "reward_ma": 0.08092520170656924, "leveled_up": false}
{"t": 100, "ts": 1788195365.2729812, "step": 200, "loss_diff": 1.100984811782837, "reward": 0.07813303712956299, "level": 0, "difficulty": 0.05, "reward_ma": 0.08064598524886861, "leveled_up": false}
{"t": 101, "ts": 1788195367.1972487, "step": 202, "loss_diff": 1.077904224395752, "reward": 0.07892606724010356, "level": 0, "difficulty": 0.05, "reward_ma": 0.08047399344799211, "leveled_up": false}
{"t": 102, "ts": 1788195369.2128663, "step": 204, "loss_diff": 0.8226090669631958, "reward": 0.08903754855320686, "level": 0, "difficulty": 0.05, "reward_ma": 0.08133034895851358, "leveled_up": false}
{"t": 103, "ts": 1788195371.3275867, "step": 206, "loss_diff": 1.0778563022613525, "reward": 0.0789277321332901, "level": 0, "difficulty": 0.05, "reward_ma": 0.08109008727599124, "leveled_up": false}
{"t": 104, "ts": 1788195373.412818, "step": 208, "loss_diff": 0.9950398802757263, "reward": 0.08192441393791633, "level": 0, "difficulty": 0.05, "reward_ma": 0.08117351994218375, "leveled_up": false}
{"t": 105, "ts": 1788195375.3831294, "step": 210, "loss_diff": 1.0025577545166016, "reward": 0.08164215371256853, "level": 0, "difficulty": 0.05, "reward_ma": 0.08122038331922223, "leveled_up": false}
{"t": 106, "ts": 1788195377.3367674, "step": 212, "loss_diff": 1.1658916473388672, "reward": 0.0759934890222971, "level": 0, "difficulty": 0.05, "reward_ma": 0.08069769388952971, "leveled_up": false}
{"t": 107, "ts": 1788195379.2993703, "step": 214, "loss_diff": 0.7716920971870422, "reward": 0.09140277123020246, "level": 0, "difficulty": 0.05, "reward_ma": 0.08176820162359699, "leveled_up": false}
{"t": 108, "ts": 1788195381.3168511, "step": 216, "loss_diff": 1.0668220520019531, "reward": 0.07931313548940948, "level": 0, "difficulty": 0.05, "reward_ma": 0.08152269501017824, "leveled_up": false}
{"t": 109, "ts": 1788195383.266281, "step": 218, "loss_diff": 1.042330026626587, "reward": 0.08018347149532082, "level": 0, "difficulty": 0.05, "reward_ma": 0.08138877265869249, "leveled_up": false}
{"t": 110, "ts": 1788195385.2172644, "step": 220, "loss_diff": 0.9234328269958496, "reward": 0.08486630263003836, "level": 0, "difficulty": 0.05, "reward_ma": 0.08173652565582708, "leveled_up": false}
{"t": 111, "ts": 1788195387.223101, "step": 222, "loss_diff": 0.9888672828674316, "reward": 0.08215776072528785, "level": 0, "difficulty": 0.05, "reward_ma": 0.08177864916277315, "leveled_up": false}
{"t": 112, "ts": 1788195389.193199, "step": 224, "loss_diff": 1.076685905456543, "reward": 0.07896841748375111, "level": 0, "difficulty": 0.05, "reward_ma": 0.08149762599487095, "leveled_up": false}
{"t": 113, "ts": 1788195391.0856702, "step": 226, "loss_diff": 1.051184058189392, "reward": 0.07986644046661319, "level": 0, "difficulty": 0.05, "reward_ma": 0.08133450744204518, "leveled_up": false}
{"t": 114, "ts": 1788195392.880646, "step": 228, "loss_diff": 1.1326267719268799, "reward": 0.07707374226084679, "level": 0, "difficulty": 0.05, "reward_ma": 0.08090843092392534, "leveled_up": false}
{"t": 115, "ts": 1788195394.7002187, "step": 230, "loss_diff": 1.001889705657959, "reward": 0.08166714992972327, "level": 0, "difficulty": 0.05, "reward_ma": 0.08098430282450512, "leveled_up": false}
{"t": 116, "ts": 1788195396.4658134, "step": 232, "loss_diff": 0.9122867584228516, "reward": 0.0862298061916832, "level": 0, "difficulty": 0.05, "reward_ma": 0.08150885316122293, "leveled_up": false}
{"t": 117, "ts": 1788195398.4070845, "step": 234, "loss_diff": 1.1158403158187866, "reward": 0.10240803641410609, "level": 0, "difficulty": 0.05, "reward_ma": 0.08359877148651125, "leveled_up": false}
{"t": 118, "ts": 1788195400.4095845, "step": 236, "loss_diff": 1.0156193971633911, "reward": 0.08115675851235878, "level": 0, "difficulty": 0.05, "reward_ma": 0.083354570189096, "leveled_up": false}
{"t": 119, "ts": 1788195402.2911944, "step": 238, "loss_diff": 0.9636307954788208, "reward": 0.11368188666547588, "level": 0, "difficulty": 0.05, "reward_ma": 0.08638730183673399, "leveled_up": false}
{"t": 120, "ts": 1788195404.1000347, "step": 240, "loss_diff": 0.9572391510009766, "reward": 0.08666557888307218, "level": 0, "difficulty": 0.05, "reward_ma": 0.08641512954136782, "leveled_up": false}
{"t": 121, "ts": 1788195405.8906474, "step": 242, "loss_diff": 0.8553053140640259, "reward": 0.14875642007604328, "level": 0, "difficulty": 0.05, "reward_ma": 0.09264925859483537, "leveled_up": false}
{"t": 122, "ts": 1788195423.580731, "step": 244, "loss_diff": 1.1919777393341064, "reward": 0.10152556331842776, "level": 0, "difficulty": 0.05, "reward_ma": 0.09353688906719462, "leveled_up": false}
{"t": 123, "ts": 1788195425.5359452, "step": 246, "loss_diff": 1.3336167335510254, "reward": 0.09041587308900338, "level": 0, "difficulty": 0.05, "reward_ma": 0.0932247874693755, "leveled_up": false}
{"t": 124, "ts": 1788195426.7732663, "step": 248, "loss_diff": 1.0722917318344116, "reward": 0.10142021532512036, "level": 0, "difficulty": 0.05, "reward_ma": 0.09404433025494999, "leveled_up": false}
{"t": 125, "ts": 1788195427.8875551, "step": 250, "loss_diff": 0.9091710448265076, "reward": 0.08530607760554507, "level": 0, "difficulty": 0.05, "reward_ma": 0.09317050499000949, "leveled_up": false}
{"t": 126, "ts": 1788195429.6960661, "step": 252, "loss_diff": 0.9919485449790955, "reward": 0.09580232749476361, "level": 0, "difficulty": 0.05, "reward_ma": 0.09343368724048491, "leveled_up": false}
{"t": 127, "ts": 1788195430.8214858, "step": 254, "loss_diff": 0.8898558616638184, "reward": 0.09177566290536116, "level": 0, "difficulty": 0.05, "reward_ma": 0.09326788480697254, "leveled_up": false}
{"t": 128, "ts": 1788195432.9662325, "step": 256, "loss_diff": 1.0201401710510254, "reward": 0.08766235785406686, "level": 0, "difficulty": 0.05, "reward_ma": 0.09270733211168197, "leveled_up": false}
{"t": 129, "ts": 1788195434.985208, "step": 258, "loss_diff": 1.3702069520950317, "reward": 0.07893643684792233, "level": 0, "difficulty": 0.05, "reward_ma": 0.091330242585306, "leveled_up": false}
{"t": 130, "ts": 1788195436.9851356, "step": 260, "loss_diff": 0.9294595718383789, "reward": 0.10254516339154597, "level": 0, "difficulty": 0.05, "reward_ma": 0.09245173466593, "leveled_up": false}
{"t": 131, "ts": 1788195438.9223168, "step": 262, "loss_diff": 1.1305516958236694, "reward": 0.10640235100286598, "level": 0, "difficulty": 0.05, "reward_ma": 0.0938467962996236, "leveled_up": false}
{"t": 132, "ts": 1788195440.9080164, "step": 264, "loss_diff": 1.169009804725647, "reward": 0.09230397585686663, "level": 0, "difficulty": 0.05, "reward_ma": 0.09369251425534791, "leveled_up": false}
{"t": 133, "ts": 1788195442.9817417, "step": 266, "loss_diff": 1.1998322010040283, "reward": 0.09297691448786341, "level": 0, "difficulty": 0.05, "reward_ma": 0.09362095427859947, "leveled_up": false}
{"t": 134, "ts": 1788195444.9208632, "step": 268, "loss_diff": 0.939784586429596, "reward": 0.1402058563985058, "level": 0, "difficulty": 0.05, "reward_ma": 0.0982794444905901, "leveled_up": false}
{"t": 135, "ts": 1788195446.9643183, "step": 270, "loss_diff": 1.13829505443573, "reward": 0.09914541782226342, "level": 0, "difficulty": 0.05, "reward_ma": 0.09836604182375744, "leveled_up": false}
{"t": 136, "ts": 1788195449.007095, "step": 272, "loss_diff": 0.9278795123100281, "reward": 0.1002201058230976, "level": 0, "difficulty": 0.05, "reward_ma": 0.09855144822369147, "leveled_up": false}
{"t": 137, "ts": 1788195450.7995703, "step": 274, "loss_diff": 1.0850284099578857, "reward": 0.13037123813335127, "level": 0, "difficulty": 0.05, "reward_ma": 0.10173342721465746, "leveled_up": false}
{"t": 138, "ts": 1788195452.7076726, "step": 276, "loss_diff": 0.8816252946853638, "reward": 0.10848964750063092, "level": 0, "difficulty": 0.05, "reward_ma": 0.10240904924325481, "leveled_up": false}
{"t": 139, "ts": 1788195454.5341582, "step": 278, "loss_diff": 1.084489345550537, "reward": 0.07869801737324385, "level": 0, "difficulty": 0.05, "reward_ma": 0.10003794605625371, "leveled_up": false}
{"t": 140, "ts": 1788195456.4911828, "step": 280, "loss_diff": 0.92839515209198, "reward": 0.14935988003496406, "level": 0, "difficulty": 0.05, "reward_ma": 0.10497013945412476, "leveled_up": false}
{"t": 141, "ts": 1788195458.3902984, "step": 282, "loss_diff": 1.206886887550354, "reward": 0.08948826459751603, "level": 0, "difficulty": 0.05, "reward_ma": 0.10342195196846389, "leveled_up": false}
{"t": 142, "ts": 1788195460.306871, "step": 284, "loss_diff": 1.0339787006378174, "reward": 0.11436334093081457, "level": 0, "difficulty": 0.05, "reward_ma": 0.10451609086469896, "leveled_up": false}
{"t": 143, "ts": 1788195462.2266076, "step": 286, "loss_diff": 1.0647436380386353, "reward": 0.14661266946566137, "level": 0, "difficulty": 0.05, "reward_ma": 0.10872574872479521, "leveled_up": false}
{"t": 144, "ts": 1788195464.123047, "step": 288, "loss_diff": 1.071674108505249, "reward": 0.12161961283930608, "level": 0, "difficulty": 0.05, "reward_ma": 0.1100151351362463, "leveled_up": false}
{"t": 145, "ts": 1788195466.064177, "step": 290, "loss_diff": 1.0340310335159302, "reward": 0.11820888842966376, "level": 0, "difficulty": 0.05, "reward_ma": 0.11083451046558805, "leveled_up": false}
{"t": 146, "ts": 1788195467.968941, "step": 292, "loss_diff": 0.965914249420166, "reward": 0.12255907483993524, "level": 0, "difficulty": 0.05, "reward_ma": 0.11200696690302277, "leveled_up": false}
{"t": 147, "ts": 1788195469.9098475, "step": 294, "loss_diff": 0.7851648330688477, "reward": 0.11659966685929432, "level": 0, "difficulty": 0.05, "reward_ma": 0.11246623689864993, "leveled_up": false}
{"t": 148, "ts": 1788195471.818274, "step": 296, "loss_diff": 0.8738337755203247, "reward": 0.12802279813954448, "level": 0, "difficulty": 0.05, "reward_ma": 0.11402189302273938, "leveled_up": false}
{"t": 149, "ts": 1788195473.7334714, "step": 298, "loss_diff": 0.9129199385643005, "reward": 0.15241370921860786, "level": 0, "difficulty": 0.05, "reward_ma": 0.11786107464232623, "leveled_up": false}
{"t": 150, "ts": 1788195476.288305, "step": 300, "loss_diff": 0.8076068162918091, "reward": 0.14645928546304282, "level": 0, "difficulty": 0.05, "reward_ma": 0.1207208957243979, "leveled_up": false}
{"t": 151, "ts": 1788195478.3263493, "step": 302, "loss_diff": 0.8707377314567566, "reward": 0.14701937981792793, "level": 0, "difficulty": 0.05, "reward_ma": 0.12335074413375091, "leveled_up": false}
{"t": 152, "ts": 1788195480.5748158, "step": 304, "loss_diff": 1.0503838062286377, "reward": 0.1440014076831146, "level": 0, "difficulty": 0.05, "reward_ma": 0.12541581048868727, "leveled_up": false}
{"t": 153, "ts": 1788195499.0396292, "step": 306, "loss_diff": 1.0541385412216187, "reward": 0.1431776271058391, "level": 0, "difficulty": 0.05, "reward_ma": 0.12719199215040244, "leveled_up": false}
{"t": 154, "ts": 1788195500.226275, "step": 308, "loss_diff": 0.9672502279281616, "reward": 0.0829865085041334, "level": 0, "difficulty": 0.05, "reward_ma": 0.12277144378577555, "leveled_up": false}
{"t": 155, "ts": 1788195502.2207816, "step": 310, "loss_diff": 1.0032423734664917, "reward": 0.11491136595364726, "level": 0, "difficulty": 0.05, "reward_ma": 0.12198543600256273, "leveled_up": false}
{"t": 156, "ts": 1788195503.4072554, "step": 312, "loss_diff": 1.0532915592193604, "reward": 0.10094423607169904, "level": 0, "difficulty": 0.05, "reward_ma": 0.11988131600947637, "leveled_up": false}
{"t": 157, "ts": 1788195504.564955, "step": 314, "loss_diff": 1.0129889249801636, "reward": 0.0812540052538412, "level": 0, "difficulty": 0.05, "reward_ma": 0.11601858493391284, "leveled_up": false}
{"t": 158, "ts": 1788195506.4215703, "step": 316, "loss_diff": 0.9428002834320068, "reward": 0.11143626956127421, "level": 0, "difficulty": 0.05, "reward_ma": 0.11556035339664898, "leveled_up": false}
{"t": 159, "ts": 1788195508.3021405, "step": 318, "loss_diff": 1.0360019207000732, "reward": 0.10824797547911082, "level": 0, "difficulty": 0.05, "reward_ma": 0.11482911560489517, "leveled_up": false}
{"t": 160, "ts": 1788195510.4356508, "step": 320, "loss_diff": 0.9704291820526123, "reward": 0.1258626520484829, "level": 0, "difficulty": 0.05, "reward_ma": 0.11593246924925395, "leveled_up": false}
{"t": 161, "ts": 1788195512.2856429, "step": 322, "loss_diff": 1.0780138969421387, "reward": 0.0856552140202816, "level": 0, "difficulty": 0.05, "reward_ma": 0.11290474372635673, "leveled_up": false}
{"t": 162, "ts": 1788195514.0985048, "step": 324, "loss_diff": 0.9731861352920532, "reward": 0.10975700048887481, "level": 0, "difficulty": 0.05, "reward_ma": 0.11258996940260854, "leveled_up": false}
{"t": 163, "ts": 1788195515.9364028, "step": 326, "loss_diff": 1.0643506050109863, "reward": 0.136414152006095, "level": 0, "difficulty": 0.05, "reward_ma": 0.1149723876629572, "leveled_up": false}
{"t": 164, "ts": 1788195517.8016984, "step": 328, "loss_diff": 1.1131325960159302, "reward": 0.11947238829886253, "level": 0, "difficulty": 0.05, "reward_ma": 0.11542238772654774, "leveled_up": false}
{"t": 165, "ts": 1788195519.6159654, "step": 330, "loss_diff": 1.1155860424041748, "reward": 0.1161437940300685, "level": 0, "difficulty": 0.05, "reward_ma": 0.11549452835689983, "leveled_up": false}
{"t": 166, "ts": 1788195521.407489, "step": 332, "loss_diff": 1.0781501531600952, "reward": 0.12492010244669743, "level": 0, "difficulty": 0.05, "reward_ma": 0.11643708576587959, "leveled_up": false}
{"t": 167, "ts": 1788195523.296139, "step": 334, "loss_diff": 1.131264090538025, "reward": 0.12024699755832917, "level": 0, "difficulty": 0.05, "reward_ma": 0.11681807694512455, "leveled_up": false}
{"t": 168, "ts": 1788195525.287407, "step": 336, "loss_diff": 0.8513241410255432, "reward": 0.12094030532926153, "level": 0, "difficulty": 0.05, "reward_ma": 0.11723029978353826, "leveled_up": false}
{"t": 169, "ts": 1788195527.19491, "step": 338, "loss_diff": 1.0498511791229248, "reward": 0.15273381416540543, "level": 0, "difficulty": 0.05, "reward_ma": 0.12078065122172497, "leveled_up": false}
{"t": 0, "ts": 1788195618.6653912, "step": 0, "loss_diff": 1.012099266052246, "reward": 0.0812869528710975, "level": 0, "difficulty": 0.14435965214653323, "reward_ma": 0.00812869528710975, "leveled_up": false}
{"t": 1, "ts": 1788195620.3110752, "step": 2, "loss_diff": 1.0841600894927979, "reward": 0.07870938564058833, "level": 0, "difficulty": 0.08924865947071756, "reward_ma": 0.015186764322457608, "leveled_up": false}
{"t": 2, "ts": 1788195621.289908, "step": 4, "loss_diff": 0.9176860451698303, "reward": 0.08495721567333604, "level": 0, "difficulty": 0.05, "reward_ma": 0.022163809457545453, "leveled_up": false}
{"t": 3, "ts": 1788195622.2981877, "step": 6, "loss_diff": 1.561245083808899, "reward": 0.06530321314570928, "level": 0, "difficulty": 0.05, "reward_ma": 0.026477749826361835, "leveled_up": false}
{"t": 4, "ts": 1788195624.1660662, "step": 8, "loss_diff": 1.931060552597046, "reward": 0.057913962406578, "level": 0, "difficulty": 0.05, "reward_ma": 0.029621371084383452, "leveled_up": false}
{"t": 5, "ts": 1788195625.2882864, "step": 10, "loss_diff": 2.3916525840759277, "reward": 0.050964174857522866, "level": 0, "difficulty": 0.05, "reward_ma": 0.03175565146169739, "leveled_up": false}
{"t": 6, "ts": 1788195627.023622, "step": 12, "loss_diff": 1.4367749691009521, "reward": 0.06829471851145144, "level": 0, "difficulty": 0.05, "reward_ma": 0.035409558166672794, "leveled_up": false}
{"t": 7, "ts": 1788195628.7333252, "step": 14, "loss_diff": 1.0523853302001953, "reward": 0.0798236379718272, "level": 0, "difficulty": 0.05, "reward_ma": 0.039850966147188235, "leveled_up": false}
{"t": 8, "ts": 1788195630.6191778, "step": 16, "loss_diff": 1.5207922458648682, "reward": 0.06624304911373273, "level": 0, "difficulty": 0.05, "reward_ma": 0.04249017444384268, "leveled_up": false}
{"t": 9, "ts": 1788195632.419373, "step": 18, "loss_diff": 1.1566460132598877, "reward": 0.07629039050522526, "level": 0, "difficulty": 0.05, "reward_ma": 0.045870196049980945, "leveled_up": false}
{"t": 10, "ts": 1788195634.2073257, "step": 20, "loss_diff": 1.3046000003814697, "reward": 0.07182516385891849, "level": 0, "difficulty": 0.05, "reward_ma": 0.04846569283087471, "leveled_up": false}
{"t": 11, "ts": 1788195635.9711883, "step": 22, "loss_diff": 2.7535531520843506, "reward": 0.04670008258698966, "level": 0, "difficulty": 0.05, "reward_ma": 0.0482891318064862, "leveled_up": false}
{"t": 12, "ts": 1788195637.720291, "step": 24, "loss_diff": 1.4593089818954468, "reward": 0.06773068971838034, "level": 0, "difficulty": 0.05, "reward_ma": 0.05023328759767562, "leveled_up": false}
{"t": 13, "ts": 1788195639.5144017, "step": 26, "loss_diff": 1.6366727352142334, "reward": 0.06362782870365442, "level": 0, "difficulty": 0.05, "reward_ma": 0.0515727417082735, "leveled_up": false}
{"t": 14, "ts": 1788195641.218817, "step": 28, "loss_diff": 1.4376957416534424, "reward": 0.0682714671332503, "level": 0, "difficulty": 0.05, "reward_ma": 0.05324261425077118, "leveled_up": false}
{"t": 15, "ts": 1788195642.9347668, "step": 30, "loss_diff": 1.1049879789352417, "reward": 0.07799726130446878, "level": 0, "difficulty": 0.05, "reward_ma": 0.05571807895614095, "leveled_up": false}
{"t": 16, "ts": 1788195644.6227965, "step": 32, "loss_diff": 1.162304401397705, "reward": 0.07610838342008178, "level": 0, "difficulty": 0.05, "reward_ma": 0.057757109402535034, "leveled_up": false}
{"t": 17, "ts": 1788195646.4668362, "step": 34, "loss_diff": 1.2609329223632812, "reward": 0.07308224165565129, "level": 0, "difficulty": 0.05, "reward_ma": 0.059289622627846664, "leveled_up": false}
{"t": 18, "ts": 1788195648.20534, "step": 36, "loss_diff": 0.9620583057403564, "reward": 0.0831882744746492, "level": 0, "difficulty": 0.05, "reward_ma": 0.06167948781252692, "leveled_up": false}
{"t": 19, "ts": 1788195649.9069483, "step": 38, "loss_diff": 1.3689000606536865, "reward": 0.07005847389316144, "level": 0, "difficulty": 0.05, "reward_ma": 0.06251738642059038, "leveled_up": false}
{"t": 20, "ts": 1788195651.6043134, "step": 40, "loss_diff": 1.2932381629943848, "reward": 0.07214763816004983, "level": 0, "difficulty": 0.05, "reward_ma": 0.06348041159453632, "leveled_up": false}
{"t": 21, "ts": 1788195653.3008327, "step": 42, "loss_diff": 1.3886951208114624, "reward": 0.0695337381794365, "level": 0, "difficulty": 0.05, "reward_ma": 0.06408574425302635, "leveled_up": false}
{"t": 22, "ts": 1788195655.0197113, "step": 44, "loss_diff": 0.9227759838104248, "reward": 0.08475015500614635, "level": 0, "difficulty": 0.05, "reward_ma": 0.06615218532833836, "leveled_up": false}
{"t": 23, "ts": 1788195656.871644, "step": 46, "loss_diff": 1.1425328254699707, "reward": 0.07674854297074675, "level": 0, "difficulty": 0.05, "reward_ma": 0.0672118210925792, "leveled_up": false}
{"t": 24, "ts": 1788195658.6329427, "step": 48, "loss_diff": 1.2398743629455566, "reward": 0.07370598881494063, "level": 0, "difficulty": 0.05, "reward_ma": 0.06786123786481534, "leveled_up": false}
{"t": 25, "ts": 1788195660.575506, "step": 50, "loss_diff": 1.06943941116333, "reward": 0.07922134476895681, "level": 0, "difficulty": 0.05, "reward_ma": 0.06899724855522948, "leveled_up": false}
{"t": 26, "ts": 1788195662.38049, "step": 52, "loss_diff": 1.160832166671753, "reward": 0.07615564741727168, "level": 0, "difficulty": 0.05, "reward_ma": 0.0697130884414337, "leveled_up": false}
{"t": 27, "ts": 1788195664.1658325, "step": 54, "loss_diff": 1.0459895133972168, "reward": 0.08005210575590914, "level": 0, "difficulty": 0.05, "reward_ma": 0.07074699017288125, "leveled_up": false}
{"t": 28, "ts": 1788195665.9232395, "step": 56, "loss_diff": 1.3283298015594482, "reward": 0.07116180993273614, "level": 0, "difficulty": 0.05, "reward_ma": 0.07078847214886674, "leveled_up": false}
{"t": 29, "ts": 1788195667.783133, "step": 58, "loss_diff": 1.0179502964019775, "reward": 0.08107079863941143, "level": 0, "difficulty": 0.05, "reward_ma": 0.07181670479792121, "leveled_up": false}
{"t": 30, "ts": 1788195669.6330864, "step": 60, "loss_diff": 0.9842997789382935, "reward": 0.08233136367539937, "level": 0, "difficulty": 0.05, "reward_ma": 0.07286817068566902, "leveled_up": false}
{"t": 31, "ts": 1788195687.7359526, "step": 62, "loss_diff": 1.4576343297958374, "reward": 0.06777225067129244, "level": 0, "difficulty": 0.05, "reward_ma": 0.07235857868423136, "leveled_up": false}
{"t": 32, "ts": 1788195688.9148507, "step": 64, "loss_diff": 1.0708385705947876, "reward": 0.07917237145396555, "level": 0, "difficulty": 0.05, "reward_ma": 0.07303995796120477, "leveled_up": false}
{"t": 33, "ts": 1788195690.7829669, "step": 66, "loss_diff": 1.0859452486038208, "reward": 0.07864779223610643, "level": 0, "difficulty": 0.05, "reward_ma": 0.07360074138869495, "leveled_up": false}
{"t": 34, "ts": 1788195691.8813303, "step": 68, "loss_diff": 1.037793755531311, "reward": 0.0803469663578138, "level": 0, "difficulty": 0.05, "reward_ma": 0.07427536388560683, "leveled_up": false}
{"t": 35, "ts": 1788195692.9862466, "step": 70, "loss_diff": 1.1934621334075928, "reward": 0.07512298894506683, "level": 0, "difficulty": 0.05, "reward_ma": 0.07436012639155283, "leveled_up": false}
{"t": 36, "ts": 1788195694.7846406, "step": 72, "loss_diff": 1.0160832405090332, "reward": 0.0811396368629063, "level": 0, "difficulty": 0.05, "reward_ma": 0.07503807743868818, "leveled_up": false}
{"t": 37, "ts": 1788195696.6192508, "step": 74, "loss_diff": 0.9616301655769348, "reward": 0.08320496031904198, "level": 0, "difficulty": 0.05, "reward_ma": 0.07585476572672356, "leveled_up": false}
{"t": 38, "ts": 1788195698.5697887, "step": 76, "loss_diff": 1.4947487115859985, "reward": 0.06686424320814925, "level": 0, "difficulty": 0.05, "reward_ma": 0.07495571347486614, "leveled_up": false}
{"t": 39, "ts": 1788195700.5357976, "step": 78, "loss_diff": 0.9996386766433716, "reward": 0.08175149907329948, "level": 0, "difficulty": 0.05, "reward_ma": 0.07563529203470948, "leveled_up": false}
{"t": 40, "ts": 1788195702.3235812, "step": 80, "loss_diff": 1.0959125757217407, "reward": 0.07830581759518919, "level": 0, "difficulty": 0.05, "reward_ma": 0.07590234459075745, "leveled_up": false}
{"t": 41, "ts": 1788195704.0309803, "step": 82, "loss_diff": 0.9912862181663513, "reward": 0.0820661437352259, "level": 0, "difficulty": 0.05, "reward_ma": 0.0765187245052043, "leveled_up": false}
{"t": 42, "ts": 1788195705.937835, "step": 84, "loss_diff": 1.0346654653549194, "reward": 0.08046013993650505, "level": 0, "difficulty": 0.05, "reward_ma": 0.07691286604833437, "leveled_up": false}
{"t": 43, "ts": 1788195707.8753607, "step": 86, "loss_diff": 1.0928198099136353, "reward": 0.0784115804812676, "level": 0, "difficulty": 0.05, "reward_ma": 0.0770627374916277, "leveled_up": false}
{"t": 44, "ts": 1788195710.2143724, "step": 88, "loss_diff": 0.9976527690887451, "reward": 0.08182607158263078, "level": 0, "difficulty": 0.05, "reward_ma": 0.07753907090072801, "leveled_up": false}
{"t": 45, "ts": 1788195712.1163352, "step": 90, "loss_diff": 1.157006859779358, "reward": 0.07627875504980423, "level": 0, "difficulty": 0.05, "reward_ma": 0.07741303931563563, "leveled_up": false}
{"t": 46, "ts": 1788195713.9896092, "step": 92, "loss_diff": 1.0330767631530762, "reward": 0.08051774848939744, "level": 0, "difficulty": 0.05, "reward_ma": 0.07772351023301181, "leveled_up": false}
{"t": 47, "ts": 1788195715.892673, "step": 94, "loss_diff": 0.9625378847122192, "reward": 0.08316959255786434, "level": 0, "difficulty": 0.05, "reward_ma": 0.07826811846549707, "leveled_up": false}
{"t": 48, "ts": 1788195717.8876913, "step": 96, "loss_diff": 0.8144016861915588, "reward": 0.08940982784089122, "level": 0, "difficulty": 0.05, "reward_ma": 0.07938228940303649, "leveled_up": false}
{"t": 49, "ts": 1788195719.8283272, "step": 98, "loss_diff": 0.9358366131782532, "reward": 0.08422382518677521, "level": 0, "difficulty": 0.05, "reward_ma": 0.07986644298141037, "leveled_up": false}
{"t": 50, "ts": 1788195721.9242334, "step": 100, "loss_diff": 1.0173012018203735, "reward": 0.08109471626321067, "level": 0, "difficulty": 0.05, "reward_ma": 0.0799892703095904, "leveled_up": false}
{"t": 51, "ts": 1788195723.7253492, "step": 102, "loss_diff": 1.1609221696853638, "reward": 0.07615275615060638, "level": 0, "difficulty": 0.05, "reward_ma": 0.07960561889369198, "leveled_up": false}
{"t": 52, "ts": 1788195725.58206, "step": 104, "loss_diff": 1.2108701467514038, "reward": 0.07458453682273755, "level": 0, "difficulty": 0.05, "reward_ma": 0.07910351068659655, "leveled_up": false}
{"t": 53, "ts": 1788195727.3934124, "step": 106, "loss_diff": 1.100702166557312, "reward": 0.07814264319446478, "level": 0, "difficulty": 0.05, "reward_ma": 0.07900742393738336, "leveled_up": false}
{"t": 54, "ts": 1788195729.1134143, "step": 108, "loss_diff": 0.9419667720794678, "reward": 0.08397922741470208, "level": 0, "difficulty": 0.05, "reward_ma": 0.07950460428511523, "leveled_up": false}
{"t": 55, "ts": 1788195730.8255777, "step": 110, "loss_diff": 1.1301583051681519, "reward": 0.07715524867852999, "level": 0, "difficulty": 0.05, "reward_ma": 0.0792696687244567, "leveled_up": false}
{"t": 56, "ts": 1788195732.527028, "step": 112, "loss_diff": 1.4628032445907593, "reward": 0.06764415228749261, "level": 0, "difficulty": 0.05, "reward_ma": 0.0781071170807603, "leveled_up": false}
{"t": 57, "ts": 1788195734.2184367, "step": 114, "loss_diff": 1.1468795537948608, "reward": 0.07660679443156365, "level": 0, "difficulty": 0.05, "reward_ma": 0.07795708481584064, "leveled_up": false}
{"t": 58, "ts": 1788195735.9271348, "step": 116, "loss_diff": 0.9656322598457336, "reward": 0.08304927087396544, "level": 0, "difficulty": 0.05, "reward_ma": 0.07846630342165312, "leveled_up": false}
{"t": 59, "ts": 1788195737.674741, "step": 118, "loss_diff": 0.9257453680038452, "reward": 0.08462986484671052, "level": 0, "difficulty": 0.05, "reward_ma": 0.07908265956415886, "leveled_up": false}
{"t": 60, "ts": 1788195739.4980454, "step": 120, "loss_diff": 1.124252200126648, "reward": 0.07735103144878357, "level": 0, "difficulty": 0.05, "reward_ma": 0.07890949675262132, "leveled_up": false}
{"t": 61, "ts": 1788195756.400149, "step": 122, "loss_diff": 1.0066134929656982, "reward": 0.08149075840289284, "level": 0, "difficulty": 0.05, "reward_ma": 0.07916762291764848, "leveled_up": false}
{"t": 62, "ts": 1788195758.4153662, "step": 124, "loss_diff": 1.0511354207992554, "reward": 0.07986817452036257, "level": 0, "difficulty": 0.05, "reward_ma": 0.0792376780779199, "leveled_up": false}
{"t": 63, "ts": 1788195759.6850634, "step": 126, "loss_diff": 1.0424752235412598, "reward": 0.08017825034823885, "level": 0, "difficulty": 0.05, "reward_ma": 0.0793317353049518, "leveled_up": false}
{"t": 64, "ts": 1788195760.77693, "step": 128, "loss_diff": 0.9641848802566528, "reward": 0.08310550359100874, "level": 0, "difficulty": 0.05, "reward_ma": 0.0797091121335575, "leveled_up": false}
{"t": 65, "ts": 1788195762.6941953, "step": 130, "loss_diff": 0.9798225164413452, "reward": 0.08250231413519583, "level": 0, "difficulty": 0.05, "reward_ma": 0.07998843233372133, "leveled_up": false}
{"t": 66, "ts": 1788195763.7820642, "step": 132, "loss_diff": 1.2307043075561523, "reward": 0.07398128332649519, "level": 0, "difficulty": 0.05, "reward_ma": 0.07938771743299872, "leveled_up": false}
{"t": 67, "ts": 1788195765.629933, "step": 134, "loss_diff": 0.8773891925811768, "reward": 0.0866361378445162, "level": 0, "difficulty": 0.05, "reward_ma": 0.08011255947415047, "leveled_up": false}
{"t": 68, "ts": 1788195767.5740833, "step": 136, "loss_diff": 1.3015916347503662, "reward": 0.0719102380933174, "level": 0, "difficulty": 0.05, "reward_ma": 0.07929232733606717, "leveled_up": false}
{"t": 69, "ts": 1788195769.424376, "step": 138, "loss_diff": 0.9370883703231812, "reward": 0.08417375338667644, "level": 0, "difficulty": 0.05, "reward_ma": 0.0797804699411281, "leveled_up": false}
{"t": 70, "ts": 1788195771.3936357, "step": 140, "loss_diff": 1.2058062553405762, "reward": 0.07474029291538173, "level": 0, "difficulty": 0.05, "reward_ma": 0.07927645223855347, "leveled_up": false}
{"t": 71, "ts": 1788195773.2161846, "step": 142, "loss_diff": 1.0330160856246948, "reward": 0.08051995052608105, "level": 0, "difficulty": 0.05, "reward_ma": 0.07940080206730622, "leveled_up": false}
{"t": 72, "ts": 1788195775.089033, "step": 144, "loss_diff": 1.0285831689834595, "reward": 0.08068118102244881, "level": 0, "difficulty": 0.05, "reward_ma": 0.07952883996282048, "leveled_up": false}
{"t": 73, "ts": 1788195776.9052224, "step": 146, "loss_diff": 0.9170688986778259, "reward": 0.08498239617013652, "level": 0, "difficulty": 0.05, "reward_ma": 0.08007419558355208, "leveled_up": false}
{"t": 74, "ts": 1788195778.8098009, "step": 148, "loss_diff": 1.0780389308929443, "reward": 0.07892138772776526, "level": 0, "difficulty": 0.05, "reward_ma": 0.0799589147979734, "leveled_up": false}
{"t": 75, "ts": 1788195780.8079894, "step": 150, "loss_diff": 1.0934010744094849, "reward": 0.0783916792120168, "level": 0, "difficulty": 0.05, "reward_ma": 0.07980219123937775, "leveled_up": false}
{"t": 76, "ts": 1788195782.7098708, "step": 152, "loss_diff": 1.245894432067871, "reward": 0.07352648249667335, "level": 0, "difficulty": 0.05, "reward_ma": 0.0791746203651073, "leveled_up": false}
{"t": 77, "ts": 1788195784.8197927, "step": 154, "loss_diff": 1.0530011653900146, "reward": 0.07980171458418765, "level": 0, "difficulty": 0.05, "reward_ma": 0.07923732978701535, "leveled_up": false}
{"t": 78, "ts": 1788195786.8303735, "step": 156, "loss_diff": 1.034035325050354, "reward": 0.08048297893273029, "level": 0, "difficulty": 0.05, "reward_ma": 0.07936189470158685, "leveled_up": false}
{"t": 79, "ts": 1788195788.6690319, "step": 158, "loss_diff": 1.1218804121017456, "reward": 0.07742996109399072, "level": 0, "difficulty": 0.05, "reward_ma": 0.07916870134082724, "leveled_up": false}
{"t": 80, "ts": 1788195790.470093, "step": 160, "loss_diff": 0.9055319428443909, "reward": 0.08545612360235706, "level": 0, "difficulty": 0.05, "reward_ma": 0.07979744356698022, "leveled_up": false}
{"t": 81, "ts": 1788195792.2362323, "step": 162, "loss_diff": 0.8151325583457947, "reward": 0.08937653959680802, "level": 0, "difficulty": 0.05, "reward_ma": 0.080755353169963, "leveled_up": false}
{"t": 82, "ts": 1788195794.0362127, "step": 164, "loss_diff": 1.0702497959136963, "reward": 0.0791929716517014, "level": 0, "difficulty": 0.05, "reward_ma": 0.08059911501813685, "leveled_up": false}
{"t": 83, "ts": 1788195795.864792, "step": 166, "loss_diff": 1.0525667667388916, "reward": 0.0798171775657575, "level": 0, "difficulty": 0.05, "reward_ma": 0.08052092127289892, "leveled_up": false}
{"t": 84, "ts": 1788195797.69384, "step": 168, "loss_diff": 1.005133032798767, "reward": 0.08154595102993514, "level": 0, "difficulty": 0.05, "reward_ma": 0.08062342424860255, "leveled_up": false}
{"t": 85, "ts": 1788195799.5370786, "step": 170, "loss_diff": 1.1747640371322632, "reward": 0.07571094702983658, "level": 0, "difficulty": 0.05, "reward_ma": 0.08013217652672595, "leveled_up": false}
{"t": 86, "ts": 1788195801.3710527, "step": 172, "loss_diff": 1.2131801843643188, "reward": 0.07451372100055194, "level": 0, "difficulty": 0.05, "reward_ma": 0.07957033097410855, "leveled_up": false}
{"t": 87, "ts": 1788195803.1351554, "step": 174, "loss_diff": 1.147627353668213, "reward": 0.07658246622808272, "level": 0, "difficulty": 0.05, "reward_ma": 0.07927154449950596, "leveled_up": false}
{"t": 88, "ts": 1788195805.0326116, "step": 176, "loss_diff": 1.1035596132278442, "reward": 0.07804564802963997, "level": 0, "difficulty": 0.05, "reward_ma": 0.07914895485251937, "leveled_up": false}
{"t": 89, "ts": 1788195806.880745, "step": 178, "loss_diff": 1.1815205812454224, "reward": 0.07549732579640377, "level": 0, "difficulty": 0.05, "reward_ma": 0.07878379194690781, "leveled_up": false}
{"t": 90, "ts": 1788195808.8098192, "step": 180, "loss_diff": 0.9316555261611938, "reward": 0.08439154411745836, "level": 0, "difficulty": 0.05, "reward_ma": 0.07934456716396286, "leveled_up": false}
{"t": 91, "ts": 1788195810.6203113, "step": 182, "loss_diff": 1.1014564037322998, "reward": 0.07811701521748482, "level": 0, "difficulty": 0.05, "reward_ma": 0.07922181196931506, "leveled_up": false}
{"t": 92, "ts": 1788195827.8041525, "step": 184, "loss_diff": 1.1598082780838013, "reward": 0.08545077630862025, "level": 0, "difficulty": 0.05, "reward_ma": 0.07984470840324559, "leveled_up": false}
{"t": 93, "ts": 1788195828.8709996, "step": 186, "loss_diff": 1.1340482234954834, "reward": 0.07702689283851273, "level": 0, "difficulty": 0.05, "reward_ma": 0.07956292684677231, "leveled_up": false}
{"t": 94, "ts": 1788195830.6659763, "step": 188, "loss_diff": 0.9888514280319214, "reward": 0.08215836196111875, "level": 0, "difficulty": 0.05, "reward_ma": 0.07982247035820696, "leveled_up": false}
{"t": 95, "ts": 1788195831.7645948, "step": 190, "loss_diff": 1.101048231124878, "reward": 0.08234207541789489, "level": 0, "difficulty": 0.05, "reward_ma": 0.08007443086417576, "leveled_up": false}
{"t": 96, "ts": 1788195832.909649, "step": 192, "loss_diff": 1.0120303630828857, "reward": 0.081289505838469, "level": 0, "difficulty": 0.05, "reward_ma": 0.08019593836160509, "leveled_up": false}
{"t": 97, "ts": 1788195834.7935877, "step": 194, "loss_diff": 1.1084424257278442, "reward": 0.07788051089822504, "level": 0, "difficulty": 0.05, "reward_ma": 0.07996439561526708, "leveled_up": false}
{"t": 98, "ts": 1788195836.6965249, "step": 196, "loss_diff": 0.9325125813484192, "reward": 0.08435710531542451, "level": 0, "difficulty": 0.05, "reward_ma": 0.08040366658528282, "leveled_up": false}
{"t": 99, "ts": 1788195838.8041174, "step": 198, "loss_diff": 0.9015969038009644, "reward": 0.08561901779814696, "level": 0, "difficulty": 0.05, "reward_ma": 0.08092520170656924, "leveled_up": false}
{"t": 100, "ts": 1788195840.6177597, "step": 200, "loss_diff": 1.100984811782837, "reward": 0.07813303712956299, "level": 0, "difficulty": 0.05, "reward_ma": 0.08064598524886861, "leveled_up": false}
{"t": 101, "ts": 1788195842.630041, "step": 202, "loss_diff": 1.077904224395752, "reward": 0.07892606724010356, "level": 0, "difficulty": 0.05, "reward_ma": 0.08047399344799211, "leveled_up": false}
{"t": 102, "ts": 1788195844.482252, "step": 204, "loss_diff": 0.8226090669631958, "reward": 0.08903754855320686, "level": 0, "difficulty": 0.05, "reward_ma": 0.08133034895851358, "leveled_up": false}
{"t": 103, "ts": 1788195846.2290523, "step": 206, "loss_diff": 1.0778563022613525, "reward": 0.0789277321332901, "level": 0, "difficulty": 0.05, "reward_ma": 0.08109008727599124, "leveled_up": false}
{"t": 104, "ts": 1788195848.109, "step": 208, "loss_diff": 0.9950398802757263, "reward": 0.08192441393791633, "level": 0, "difficulty": 0.05, "reward_ma": 0.08117351994218375, "leveled_up": false}
{"t": 105, "ts": 1788195850.0114305, "step": 210, "loss_diff": 1.0025577545166016, "reward": 0.08164215371256853, "level": 0, "difficulty": 0.05, "reward_ma": 0.08122038331922223, "leveled_up": false}
{"t": 106, "ts": 1788195851.89539, "step": 212, "loss_diff": 1.1658916473388672, "reward": 0.0759934890222971, "level": 0, "difficulty": 0.05, "reward_ma": 0.08069769388952971, "leveled_up": false}
{"t": 107, "ts": 1788195853.7167094, "step": 214, "loss_diff": 0.7716920971870422, "reward": 0.09140277123020246, "level": 0, "difficulty": 0.05, "reward_ma": 0.08176820162359699, "leveled_up": false}
{"t": 108, "ts": 1788195855.5807028, "step": 216, "loss_diff": 1.0668220520019531, "reward": 0.07931313548940948, "level": 0, "difficulty": 0.05, "reward_ma": 0.08152269501017824, "leveled_up": false}
{"t": 109, "ts": 1788195857.4201427, "step": 218, "loss_diff": 1.042330026626587, "reward": 0.08018347149532082, "level": 0, "difficulty": 0.05, "reward_ma": 0.08138877265869249, "leveled_up": false}
{"t": 110, "ts": 1788195859.3038244, "step": 220, "loss_diff": 0.9234328269958496, "reward": 0.08486630263003836, "level": 0, "difficulty": 0.05, "reward_ma": 0.08173652565582708, "leveled_up": false}
{"t": 111, "ts": 1788195861.0908859, "step": 222, "loss_diff": 0.9888672828674316, "reward": 0.08215776072528785, "level": 0, "difficulty": 0.05, "reward_ma": 0.08177864916277315, "leveled_up": false}
{"t": 112, "ts": 1788195862.893759, "step": 224, "loss_diff": 1.076685905456543, "reward": 0.07896841748375111, "level": 0, "difficulty": 0.05, "reward_ma": 0.08149762599487095, "leveled_up": false}
{"t": 113, "ts": 1788195864.7902417, "step": 226, "loss_diff": 1.051184058189392, "reward": 0.07986644046661319, "level": 0, "difficulty": 0.05, "reward_ma": 0.08133450744204518, "leveled_up": false}
{"t": 114, "ts": 1788195866.5890946, "step": 228, "loss_diff": 1.1326267719268799, "reward": 0.07707374226084679, "level": 0, "difficulty": 0.05, "reward_ma": 0.08090843092392534, "leveled_up": false}
{"t": 115, "ts": 1788195868.4903722, "step": 230, "loss_diff": 1.001889705657959, "reward": 0.08166714992972327, "level": 0, "difficulty": 0.05, "reward_ma": 0.08098430282450512, "leveled_up": false}
{"t": 116, "ts": 1788195870.2342606, "step": 232, "loss_diff": 0.9122867584228516, "reward": 0.0862298061916832, "level": 0, "difficulty": 0.05, "reward_ma": 0.08150885316122293, "leveled_up": false}
{"t": 117, "ts": 1788195871.9969685, "step": 234, "loss_diff": 1.1158403158187866, "reward": 0.10240803641410609, "level": 0, "difficulty": 0.05, "reward_ma": 0.08359877148651125, "leveled_up": false}
{"t": 118, "ts": 1788195873.7293155, "step": 236, "loss_diff": 1.0156193971633911, "reward": 0.08115675851235878, "level": 0, "difficulty": 0.05, "reward_ma": 0.083354570189096, "leveled_up": false}
{"t": 119, "ts": 1788195875.4816537, "step": 238, "loss_diff": 0.9636307954788208, "reward": 0.11368188666547588, "level": 0, "difficulty": 0.05, "reward_ma": 0.08638730183673399, "leveled_up": false}
{"t": 120, "ts": 1788195877.3738153, "step": 240, "loss_diff": 0.9572391510009766, "reward": 0.08666557888307218, "level": 0, "difficulty": 0.05, "reward_ma": 0.08641512954136782, "leveled_up": false}
{"t": 121, "ts": 1788195879.290847, "step": 242, "loss_diff": 0.8553053140640259, "reward": 0.14875642007604328, "level": 0, "difficulty": 0.05, "reward_ma": 0.09264925859483537, "leveled_up": false}
{"t": 122, "ts": 1788195896.7089467, "step": 244, "loss_diff": 1.1919777393341064, "reward": 0.10152556331842776, "level": 0, "difficulty": 0.05, "reward_ma": 0.09353688906719462, "leveled_up": false}
{"t": 123, "ts": 1788195898.581756, "step": 246, "loss_diff": 1.3336167335510254, "reward": 0.09041587308900338, "level": 0, "difficulty": 0.05, "reward_ma": 0.0932247874693755, "leveled_up": false}
{"t": 124, "ts": 1788195899.7773244, "step": 248, "loss_diff": 1.0722917318344116, "reward": 0.10142021532512036, "level": 0, "difficulty": 0.05, "reward_ma": 0.09404433025494999, "leveled_up": false}
{"t": 125, "ts": 1788195900.886174, "step": 250, "loss_diff": 0.9091710448265076, "reward": 0.08530607760554507, "level": 0, "difficulty": 0.05, "reward_ma": 0.09317050499000949, "leveled_up": false}
{"t": 126, "ts": 1788195902.6223974, "step": 252, "loss_diff": 0.9919485449790955, "reward": 0.09580232749476361, "level": 0, "difficulty": 0.05, "reward_ma": 0.09343368724048491, "leveled_up": false}
{"t": 127, "ts": 1788195903.6322606, "step": 254, "loss_diff": 0.8898558616638184, "reward": 0.09177566290536116, "level": 0, "difficulty": 0.05, "reward_ma": 0.09326788480697254, "leveled_up": false}
{"t": 128, "ts": 1788195905.418586, "step": 256, "loss_diff": 1.0201401710510254, "reward": 0.08766235785406686, "level": 0, "difficulty": 0.05, "reward_ma": 0.09270733211168197, "leveled_up": false}
{"t": 129, "ts": 1788195907.2028778, "step": 258, "loss_diff": 1.3702069520950317, "reward": 0.07893643684792233, "level": 0, "difficulty": 0.05, "reward_ma": 0.091330242585306, "leveled_up": false}
{"t": 130, "ts": 1788195909.3113759, "step": 260, "loss_diff": 0.9294595718383789, "reward": 0.10254516339154597, "level": 0, "difficulty": 0.05, "reward_ma": 0.09245173466593, "leveled_up": false}
{"t": 131, "ts": 1788195911.1974173, "step": 262, "loss_diff": 1.1305516958236694, "reward": 0.10640235100286598, "level": 0, "difficulty": 0.05, "reward_ma": 0.0938467962996236, "leveled_up": false}
{"t": 132, "ts": 1788195913.0833395, "step": 264, "loss_diff": 1.169009804725647, "reward": 0.09230397585686663, "level": 0, "difficulty": 0.05, "reward_ma": 0.09369251425534791, "leveled_up": false}
{"t": 133, "ts": 1788195915.0868092, "step": 266, "loss_diff": 1.1998322010040283, "reward": 0.09297691448786341, "level": 0, "difficulty": 0.05, "reward_ma": 0.09362095427859947, "leveled_up": false}
{"t": 134, "ts": 1788195917.0153663, "step": 268, "loss_diff": 0.939784586429596, "reward": 0.1402058563985058, "level": 0, "difficulty": 0.05, "reward_ma": 0.0982794444905901, "leveled_up": false}
{"t": 135, "ts": 1788195918.7982328, "step": 270, "loss_diff": 1.13829505443573, "reward": 0.09914541782226342, "level": 0, "difficulty": 0.05, "reward_ma": 0.09836604182375744, "leveled_up": false}
{"t": 136, "ts": 1788195920.5636613, "step": 272, "loss_diff": 0.9278795123100281, "reward": 0.1002201058230976, "level": 0, "difficulty": 0.05, "reward_ma": 0.09855144822369147, "leveled_up": false}
{"t": 137, "ts": 1788195922.3921795, "step": 274, "loss_diff": 1.0850284099578857, "reward": 0.13037123813335127, "level": 0, "difficulty": 0.05, "reward_ma": 0.10173342721465746, "leveled_up": false}
{"t": 138, "ts": 1788195924.217941, "step": 276, "loss_diff": 0.8816252946853638, "reward": 0.10848964750063092, "level": 0, "difficulty": 0.05, "reward_ma": 0.10240904924325481, "leveled_up": false}
{"t": 139, "ts": 1788195926.0354521, "step": 278, "loss_diff": 1.084489345550537, "reward": 0.07869801737324385, "level": 0, "difficulty": 0.05, "reward_ma": 0.10003794605625371, "leveled_up": false}
{"t": 140, "ts": 1788195927.8903453, "step": 280, "loss_diff": 0.92839515209198, "reward": 0.14935988003496406, "level": 0, "difficulty": 0.05, "reward_ma": 0.10497013945412476, "leveled_up": false}
{"t": 141, "ts": 1788195929.7275126, "step": 282, "loss_diff": 1.206886887550354, "reward": 0.08948826459751603, "level": 0, "difficulty": 0.05, "reward_ma": 0.10342195196846389, "leveled_up": false}
{"t": 142, "ts": 1788195931.603683, "step": 284, "loss_diff": 1.0339787006378174, "reward": 0.11436334093081457, "level": 0, "difficulty": 0.05, "reward_ma": 0.10451609086469896, "leveled_up": false}
{"t": 143, "ts": 1788195933.4828844, "step": 286, "loss_diff": 1.0647436380386353, "reward": 0.14661266946566137, "level": 0, "difficulty": 0.05, "reward_ma": 0.10872574872479521, "leveled_up": false}
{"t": 144, "ts": 1788195935.296032, "step": 288, "loss_diff": 1.071674108505249, "reward": 0.12161961283930608, "level": 0, "difficulty": 0.05, "reward_ma": 0.1100151351362463, "leveled_up": false}
{"t": 145, "ts": 1788195937.1822534, "step": 290, "loss_diff": 1.0340310335159302, "reward": 0.11820888842966376, "level": 0, "difficulty": 0.05, "reward_ma": 0.11083451046558805, "leveled_up": false}
{"t": 146, "ts": 1788195939.074254, "step": 292, "loss_diff": 0.965914249420166, "reward": 0.12255907483993524, "level": 0, "difficulty": 0.05, "reward_ma": 0.11200696690302277, "leveled_up": false}
{"t": 147, "ts": 1788195940.9916732, "step": 294, "loss_diff": 0.7851648330688477, "reward": 0.11659966685929432, "level": 0, "difficulty": 0.05, "reward_ma": 0.11246623689864993, "leveled_up": false}
{"t": 148, "ts": 1788195942.897071, "step": 296, "loss_diff": 0.8738337755203247, "reward": 0.12802279813954448, "level": 0, "difficulty": 0.05, "reward_ma": 0.11402189302273938, "leveled_up": false}
{"t": 149, "ts": 1788195944.714759, "step": 298, "loss_diff": 0.9129199385643005, "reward": 0.15241370921860786, "level": 0, "difficulty": 0.05, "reward_ma": 0.11786107464232623, "leveled_up": false}
{"t": 150, "ts": 1788195947.1698034, "step": 300, "loss_diff": 0.8076068162918091, "reward": 0.14645928546304282, "level": 0, "difficulty": 0.05, "reward_ma": 0.1207208957243979, "leveled_up": false}
{"t": 151, "ts": 1788195949.098492, "step": 302, "loss_diff": 0.8707377314567566, "reward": 0.14701937981792793, "level": 0, "difficulty": 0.05, "reward_ma": 0.12335074413375091, "leveled_up": false}
{"t": 152, "ts": 1788195951.008493, "step": 304, "loss_diff": 1.0503838062286377, "reward": 0.1440014076831146, "level": 0, "difficulty": 0.05, "reward_ma": 0.12541581048868727, "leveled_up": false}
{"t": 153, "ts": 1788195968.9297957, "step": 306, "loss_diff": 1.0541385412216187, "reward": 0.1431776271058391, "level": 0, "difficulty": 0.05, "reward_ma": 0.12719199215040244, "leveled_up": false}
{"t": 154, "ts": 1788195970.1353717, "step": 308, "loss_diff": 0.9672502279281616, "reward": 0.0829865085041334, "level": 0, "difficulty": 0.05, "reward_ma": 0.12277144378577555, "leveled_up": false}
{"t": 155, "ts": 1788195971.9678059, "step": 310, "loss_diff": 1.0032423734664917, "reward": 0.11491136595364726, "level": 0, "difficulty": 0.05, "reward_ma": 0.12198543600256273, "leveled_up": false}
{"t": 156, "ts": 1788195973.006439, "step": 312, "loss_diff": 1.0532915592193604, "reward": 0.10094423607169904, "level": 0, "difficulty": 0.05, "reward_ma": 0.11988131600947637, "leveled_up": false}
{"t": 157, "ts": 1788195974.040178, "step": 314, "loss_diff": 1.0129889249801636, "reward": 0.0812540052538412, "level": 0, "difficulty": 0.05, "reward_ma": 0.11601858493391284, "leveled_up": false}
{"t": 158, "ts": 1788195975.8112252, "step": 316, "loss_diff": 0.9428002834320068, "reward": 0.11143626956127421, "level": 0, "difficulty": 0.05, "reward_ma": 0.11556035339664898, "leveled_up": false}
{"t": 159, "ts": 1788195977.591112, "step": 318, "loss_diff": 1.0360019207000732, "reward": 0.10824797547911082, "level": 0, "difficulty": 0.05, "reward_ma": 0.11482911560489517, "leveled_up": false}
{"t": 160, "ts": 1788195979.3940158, "step": 320, "loss_diff": 0.9704291820526123, "reward": 0.1258626520484829, "level": 0, "difficulty": 0.05, "reward_ma": 0.11593246924925395, "leveled_up": false}
{"t": 161, "ts": 1788195981.1358259, "step": 322, "loss_diff": 1.0780138969421387, "reward": 0.0856552140202816, "level": 0, "difficulty": 0.05, "reward_ma": 0.11290474372635673, "leveled_up": false}
{"t": 162, "ts": 1788195982.930004, "step": 324, "loss_diff": 0.9731861352920532, "reward": 0.10975700048887481, "level": 0, "difficulty": 0.05, "reward_ma": 0.11258996940260854, "leveled_up": false}
{"t": 163, "ts": 1788195984.7729669, "step": 326, "loss_diff": 1.0643506050109863, "reward": 0.136414152006095, "level": 0, "difficulty": 0.05, "reward_ma": 0.1149723876629572, "leveled_up": false}
{"t": 164, "ts": 1788195986.5360973, "step": 328, "loss_diff": 1.1131325960159302, "reward": 0.11947238829886253, "level": 0, "difficulty": 0.05, "reward_ma": 0.11542238772654774, "leveled_up": false}
{"t": 165, "ts": 1788195988.4892085, "step": 330, "loss_diff": 1.1155860424041748, "reward": 0.1161437940300685, "level": 0, "difficulty": 0.05, "reward_ma": 0.11549452835689983, "leveled_up": false}
{"t": 166, "ts": 1788195990.3090324, "step": 332, "loss_diff": 1.0781501531600952, "reward": 0.12492010244669743, "level": 0, "difficulty": 0.05, "reward_ma": 0.11643708576587959, "leveled_up": false}
{"t": 167, "ts": 1788195992.1068103, "step": 334, "loss_diff": 1.131264090538025, "reward": 0.12024699755832917, "level": 0, "difficulty": 0.05, "reward_ma": 0.11681807694512455, "leveled_up": false}
{"t": 168, "ts": 1788195993.983475, "step": 336, "loss_diff": 0.8513241410255432, "reward": 0.12094030532926153, "level": 0, "difficulty": 0.05, "reward_ma": 0.11723029978353826, "leveled_up": false}
{"t": 169, "ts": 1788195995.7947404, "step": 338, "loss_diff": 1.0498511791229248, "reward": 0.15273381416540543, "level": 0, "difficulty": 0.05, "reward_ma": 0.12078065122172497, "leveled_up": false}
{"t": 170, "ts": 1788195997.6158524, "step": 340, "loss_diff": 1.011845350265503, "reward": 0.15417188872661375, "level": 0, "difficulty": 0.05, "reward_ma": 0.12411977497221385, "leveled_up": false}
{"t": 171, "ts": 1788195999.5369394, "step": 342, "loss_diff": 0.9989703893661499, "reward": 0.16203245784810597, "level": 0, "difficulty": 0.05, "reward_ma": 0.12791104325980307, "leveled_up": false}
{"t": 172, "ts": 1788196001.4029284, "step": 344, "loss_diff": 1.2298532724380493, "reward": 0.12063421170991184, "level": 0, "difficulty": 0.05, "reward_ma": 0.12718336010481396, "leveled_up": false}
{"t": 173, "ts": 1788196003.234822, "step": 346, "loss_diff": 1.1095731258392334, "reward": 0.15853855868551167, "level": 0, "difficulty": 0.05, "reward_ma": 0.13031887996288374, "leveled_up": false}
{"t": 174, "ts": 1788196005.073329, "step": 348, "loss_diff": 1.202111005783081, "reward": 0.1635291538458532, "level": 0, "difficulty": 0.05, "reward_ma": 0.1336399073511807, "leveled_up": false}
{"t": 175, "ts": 1788196007.3282204, "step": 350, "loss_diff": 1.2589260339736938, "reward": 0.12695947101414604, "level": 0, "difficulty": 0.05, "reward_ma": 0.13297186371747724, "leveled_up": false}
{"t": 176, "ts": 1788196009.1647909, "step": 352, "loss_diff": 1.0571463108062744, "reward": 0.12973704196685026, "level": 0, "difficulty": 0.05, "reward_ma": 0.13264838154241454, "leveled_up": false}
{"t": 0, "ts": 1788196051.0012162, "step": 0, "loss_diff": 0.8477018475532532, "reward": 0.19192212764311944, "level": 0, "difficulty": 0.1451894159573234, "reward_ma": 0.019192212764311947, "leveled_up": false}
{"t": 1, "ts": 1788196052.6951506, "step": 2, "loss_diff": 1.0254936218261719, "reward": 0.0807939688910532, "level": 0, "difficulty": 0.09084084508559737, "reward_ma": 0.025352388376986074, "leveled_up": false}
{"t": 2, "ts": 1788196053.771099, "step": 4, "loss_diff": 1.2635282278060913, "reward": 0.07300617292944483, "level": 0, "difficulty": 0.05, "reward_ma": 0.03011776683223195, "leveled_up": false}
{"t": 3, "ts": 1788196054.8262343, "step": 6, "loss_diff": 2.4931063652038574, "reward": 0.04967966829741359, "level": 0, "difficulty": 0.05, "reward_ma": 0.032073956978750116, "leveled_up": false}
{"t": 4, "ts": 1788196056.768345, "step": 8, "loss_diff": 1.1890630722045898, "reward": 0.10149276726993624, "level": 0, "difficulty": 0.05, "reward_ma": 0.03901583800786873, "leveled_up": false}
{"t": 5, "ts": 1788196057.9253044, "step": 10, "loss_diff": 0.9927788376808167, "reward": 0.08200972185121559, "level": 0, "difficulty": 0.05, "reward_ma": 0.043315226392203414, "leveled_up": false}
{"t": 6, "ts": 1788196059.724188, "step": 12, "loss_diff": 1.466849446296692, "reward": 0.10610306474345747, "level": 0, "difficulty": 0.05, "reward_ma": 0.04959401022732882, "leveled_up": false}
{"t": 7, "ts": 1788196061.5099754, "step": 14, "loss_diff": 2.250617504119873, "reward": 0.061894028641041744, "level": 0, "difficulty": 0.05, "reward_ma": 0.05082401206870012, "leveled_up": false}
{"t": 8, "ts": 1788196063.2797866, "step": 16, "loss_diff": 1.2709944248199463, "reward": 0.1406156924728072, "level": 0, "difficulty": 0.05, "reward_ma": 0.05980318010911083, "leveled_up": false}
{"t": 9, "ts": 1788196065.0690615, "step": 18, "loss_diff": 1.0428539514541626, "reward": 0.08055211346379593, "level": 0, "difficulty": 0.05, "reward_ma": 0.06187807344457934, "leveled_up": false}
{"t": 10, "ts": 1788196066.9748054, "step": 20, "loss_diff": 1.16865074634552, "reward": 0.07590537760208642, "level": 0, "difficulty": 0.05, "reward_ma": 0.06328080386033005, "leveled_up": false}
{"t": 11, "ts": 1788196068.7863388, "step": 22, "loss_diff": 1.4189066886901855, "reward": 0.06874943371799794, "level": 0, "difficulty": 0.05, "reward_ma": 0.06382766684609684, "leveled_up": false}
{"t": 12, "ts": 1788196070.5702217, "step": 24, "loss_diff": 2.0482959747314453, "reward": 0.05594576712003518, "level": 0, "difficulty": 0.05, "reward_ma": 0.06303947687349068, "leveled_up": false}
{"t": 13, "ts": 1788196072.3662136, "step": 26, "loss_diff": 1.1445268392562866, "reward": 0.131394449901651, "level": 0, "difficulty": 0.05, "reward_ma": 0.06987497417630671, "leveled_up": false}
{"t": 14, "ts": 1788196074.1087534, "step": 28, "loss_diff": 1.3437026739120483, "reward": 0.13575095317951713, "level": 0, "difficulty": 0.05, "reward_ma": 0.07646257207662775, "leveled_up": false}
{"t": 15, "ts": 1788196075.870813, "step": 30, "loss_diff": 1.1106780767440796, "reward": 0.08598950956125728, "level": 0, "difficulty": 0.05, "reward_ma": 0.0774152658250907, "leveled_up": false}
{"t": 16, "ts": 1788196077.6098917, "step": 32, "loss_diff": 1.147469401359558, "reward": 0.08331015873333028, "level": 0, "difficulty": 0.05, "reward_ma": 0.07800475511591466, "leveled_up": false}
{"t": 17, "ts": 1788196079.3678246, "step": 34, "loss_diff": 1.2927502393722534, "reward": 0.08443791612372631, "level": 0, "difficulty": 0.05, "reward_ma": 0.07864807121669583, "leveled_up": false}
{"t": 18, "ts": 1788196081.1286263, "step": 36, "loss_diff": 1.366132140159607, "reward": 0.07013254675710312, "level": 0, "difficulty": 0.05, "reward_ma": 0.07779651877073657, "leveled_up": false}
{"t": 19, "ts": 1788196082.903458, "step": 38, "loss_diff": 1.4094784259796143, "reward": 0.08785975329040864, "level": 0, "difficulty": 0.05, "reward_ma": 0.07880284222270378, "leveled_up": false}
{"t": 20, "ts": 1788196084.7000523, "step": 40, "loss_diff": 0.9663050174713135, "reward": 0.10893821386256053, "level": 0, "difficulty": 0.05, "reward_ma": 0.08181637938668947, "leveled_up": false}
{"t": 21, "ts": 1788196086.4814436, "step": 42, "loss_diff": 0.9524378180503845, "reward": 0.10382485964102592, "level": 0, "difficulty": 0.05, "reward_ma": 0.08401722741212311, "leveled_up": false}
{"t": 22, "ts": 1788196088.1810071, "step": 44, "loss_diff": 1.1316176652908325, "reward": 0.09347207240345376, "level": 0, "difficulty": 0.05, "reward_ma": 0.08496271191125618, "leveled_up": false}
{"t": 23, "ts": 1788196089.8976552, "step": 46, "loss_diff": 0.9211227893829346, "reward": 0.11346681068288048, "level": 0, "difficulty": 0.05, "reward_ma": 0.08781312178841862, "leveled_up": false}
{"t": 24, "ts": 1788196091.602385, "step": 48, "loss_diff": 1.074823021888733, "reward": 0.12242801130234096, "level": 0, "difficulty": 0.05, "reward_ma": 0.09127461073981086, "leveled_up": false}
{"t": 25, "ts": 1788196093.367338, "step": 50, "loss_diff": 1.0464627742767334, "reward": 0.11894347931810338, "level": 0, "difficulty": 0.05, "reward_ma": 0.0940414975976401, "leveled_up": false}
{"t": 26, "ts": 1788196095.3338275, "step": 52, "loss_diff": 1.0640352964401245, "reward": 0.11459917484900309, "level": 0, "difficulty": 0.05, "reward_ma": 0.09609726532277642, "leveled_up": false}
{"t": 27, "ts": 1788196097.1867337, "step": 54, "loss_diff": 1.302103877067566, "reward": 0.11017039919158135, "level": 0, "difficulty": 0.05, "reward_ma": 0.09750457870965691, "leveled_up": false}
{"t": 28, "ts": 1788196098.9332075, "step": 56, "loss_diff": 1.096943974494934, "reward": 0.07827061636195135, "level": 0, "difficulty": 0.05, "reward_ma": 0.09558118247488635, "leveled_up": false}
{"t": 29, "ts": 1788196100.6836429, "step": 58, "loss_diff": 1.2232967615127563, "reward": 0.09496068161579457, "level": 0, "difficulty": 0.05, "reward_ma": 0.09551913238897718, "leveled_up": false}
{"t": 30, "ts": 1788196102.4215555, "step": 60, "loss_diff": 0.9982154369354248, "reward": 0.12024895484758451, "level": 0, "difficulty": 0.05, "reward_ma": 0.09799211463483791, "leveled_up": false}
{"t": 31, "ts": 1788196121.1799066, "step": 62, "loss_diff": 1.579915165901184, "reward": 0.17144347074429683, "level": 0, "difficulty": 0.05, "reward_ma": 0.1053372502457838, "leveled_up": false}
{"t": 32, "ts": 1788196122.2425056, "step": 64, "loss_diff": 0.9269282221794128, "reward": 0.08458205051755777, "level": 0, "difficulty": 0.05, "reward_ma": 0.1032617302729612, "leveled_up": false}
{"t": 33, "ts": 1788196124.069654, "step": 66, "loss_diff": 1.038662075996399, "reward": 0.19044339704513064, "level": 0, "difficulty": 0.05, "reward_ma": 0.11197989695017815, "leveled_up": false}
{"t": 34, "ts": 1788196125.1156723, "step": 68, "loss_diff": 1.1691091060638428, "reward": 0.12804812154356873, "level": 0, "difficulty": 0.05, "reward_ma": 0.11358671940951721, "leveled_up": false}
{"t": 35, "ts": 1788196126.2199416, "step": 70, "loss_diff": 1.2540045976638794, "reward": 0.07328616972918311, "level": 0, "difficulty": 0.05, "reward_ma": 0.1095566644414838, "leveled_up": false}
{"t": 36, "ts": 1788196128.0717041, "step": 72, "loss_diff": 1.712794542312622, "reward": 0.11147908200619092, "level": 0, "difficulty": 0.05, "reward_ma": 0.10974890619795452, "leveled_up": false}
{"t": 37, "ts": 1788196129.8360326, "step": 74, "loss_diff": 1.0100080966949463, "reward": 0.15877531799839967, "level": 0, "difficulty": 0.05, "reward_ma": 0.11465154737799904, "leveled_up": false}
{"t": 38, "ts": 1788196131.60307, "step": 76, "loss_diff": 1.1925547122955322, "reward": 0.17717605131400804, "level": 0, "difficulty": 0.05, "reward_ma": 0.12090399777159995, "leveled_up": false}
{"t": 39, "ts": 1788196133.2755742, "step": 78, "loss_diff": 1.0249414443969727, "reward": 0.17274414378383796, "level": 0, "difficulty": 0.05, "reward_ma": 0.12608801237282374, "leveled_up": false}
{"t": 40, "ts": 1788196135.0111973, "step": 80, "loss_diff": 0.979875922203064, "reward": 0.18028241088977343, "level": 0, "difficulty": 0.05, "reward_ma": 0.1315074522245187, "leveled_up": false}
{"t": 41, "ts": 1788196136.806162, "step": 82, "loss_diff": 1.1912809610366821, "reward": 0.17172114789912335, "level": 0, "difficulty": 0.05, "reward_ma": 0.13552882179197917, "leveled_up": false}
{"t": 42, "ts": 1788196138.537087, "step": 84, "loss_diff": 1.038127064704895, "reward": 0.17190332606918096, "level": 0, "difficulty": 0.05, "reward_ma": 0.13916627221969935, "leveled_up": false}
{"t": 43, "ts": 1788196140.3687932, "step": 86, "loss_diff": 1.299533486366272, "reward": 0.18736321073525442, "level": 0, "difficulty": 0.05, "reward_ma": 0.14398596607125486, "leveled_up": false}
{"t": 44, "ts": 1788196142.2841992, "step": 88, "loss_diff": 0.9242883920669556, "reward": 0.08468884075201144, "level": 0, "difficulty": 0.05, "reward_ma": 0.13805625353933051, "leveled_up": false}
{"t": 45, "ts": 1788196144.324856, "step": 90, "loss_diff": 1.2306995391845703, "reward": 0.24540424219037393, "level": 0, "difficulty": 0.05, "reward_ma": 0.14879105240443485, "leveled_up": false}
{"t": 46, "ts": 1788196146.1796455, "step": 92, "loss_diff": 1.1102869510650635, "reward": 0.18313494104453762, "level": 0, "difficulty": 0.05, "reward_ma": 0.15222544126844514, "leveled_up": false}
{"t": 47, "ts": 1788196147.9725015, "step": 94, "loss_diff": 0.9934549331665039, "reward": 0.09813279538617022, "level": 0, "difficulty": 0.05, "reward_ma": 0.14681617668021765, "leveled_up": false}
{"t": 48, "ts": 1788196149.8251662, "step": 96, "loss_diff": 0.8412531018257141, "reward": 0.19574758877173035, "level": 0, "difficulty": 0.05, "reward_ma": 0.15170931788936892, "leveled_up": false}
{"t": 49, "ts": 1788196151.8740103, "step": 98, "loss_diff": 0.9657192230224609, "reward": 0.1838834839190815, "level": 0, "difficulty": 0.05, "reward_ma": 0.15492673449234018, "leveled_up": false}
{"t": 50, "ts": 1788196153.8207793, "step": 100, "loss_diff": 0.9945675134658813, "reward": 0.2236623010068415, "level": 0, "difficulty": 0.05, "reward_ma": 0.1618002911437903, "leveled_up": false}
{"t": 51, "ts": 1788196155.734351, "step": 102, "loss_diff": 1.2126895189285278, "reward": 0.1580592394290209, "level": 0, "difficulty": 0.05, "reward_ma": 0.16142618597231337, "leveled_up": false}
{"t": 52, "ts": 1788196157.669997, "step": 104, "loss_diff": 1.1302570104599, "reward": 0.18007280520038405, "level": 0, "difficulty": 0.05, "reward_ma": 0.16329084789512044, "leveled_up": false}
{"t": 53, "ts": 1788196159.6807482, "step": 106, "loss_diff": 1.0412912368774414, "reward": 0.20452095448046542, "level": 0, "difficulty": 0.05, "reward_ma": 0.16741385855365495, "leveled_up": false}
{"t": 54, "ts": 1788196161.5045226, "step": 108, "loss_diff": 0.8980415463447571, "reward": 0.24622971295903545, "level": 0, "difficulty": 0.05, "reward_ma": 0.175295443994193, "leveled_up": false}
{"t": 55, "ts": 1788196163.6030855, "step": 110, "loss_diff": 1.0566656589508057, "reward": 0.19886135593440601, "level": 0, "difficulty": 0.05, "reward_ma": 0.17765203518821432, "leveled_up": false}
{"t": 56, "ts": 1788196165.5079868, "step": 112, "loss_diff": 1.2006173133850098, "reward": 0.25654109502128375, "level": 0, "difficulty": 0.05, "reward_ma": 0.18554094117152126, "leveled_up": false}
{"t": 57, "ts": 1788196167.502445, "step": 114, "loss_diff": 1.0828042030334473, "reward": 0.21080203632071262, "level": 0, "difficulty": 0.05, "reward_ma": 0.18806705068644042, "leveled_up": false}
{"t": 58, "ts": 1788196169.621598, "step": 116, "loss_diff": 0.9569936394691467, "reward": 0.2942375350640259, "level": 0, "difficulty": 0.05, "reward_ma": 0.19868409912419896, "leveled_up": false}
{"t": 59, "ts": 1788196171.515841, "step": 118, "loss_diff": 0.8315614461898804, "reward": 0.24819520718041826, "level": 0, "difficulty": 0.05, "reward_ma": 0.2036352099298209, "leveled_up": false}
{"t": 60, "ts": 1788196173.4708672, "step": 120, "loss_diff": 1.0721975564956665, "reward": 0.1650277222994609, "level": 0, "difficulty": 0.05, "reward_ma": 0.1997744611667849, "leveled_up": false}
{"t": 61, "ts": 1788196192.2149322, "step": 122, "loss_diff": 1.0742615461349487, "reward": 0.24794336402587824, "level": 0, "difficulty": 0.05, "reward_ma": 0.20459135145269425, "leveled_up": false}
{"t": 62, "ts": 1788196194.1166043, "step": 124, "loss_diff": 1.1183490753173828, "reward": 0.23825190559489837, "level": 0, "difficulty": 0.05, "reward_ma": 0.20795740686691466, "leveled_up": false}
{"t": 63, "ts": 1788196195.3688323, "step": 126, "loss_diff": 0.9582964181900024, "reward": 0.26200126834749304, "level": 0, "difficulty": 0.05, "reward_ma": 0.21336179301497252, "leveled_up": false}
{"t": 64, "ts": 1788196196.452323, "step": 128, "loss_diff": 0.9036917090415955, "reward": 0.08553221777705548, "level": 0, "difficulty": 0.05, "reward_ma": 0.2005788354911808, "leveled_up": false}
{"t": 65, "ts": 1788196198.3695009, "step": 130, "loss_diff": 1.0230342149734497, "reward": 0.18318089510944624, "level": 0, "difficulty": 0.05, "reward_ma": 0.19883904145300735, "leveled_up": false}
{"t": 66, "ts": 1788196199.5145695, "step": 132, "loss_diff": 1.1410937309265137, "reward": 0.15333892933461962, "level": 0, "difficulty": 0.05, "reward_ma": 0.1942890302411686, "leveled_up": false}
{"t": 67, "ts": 1788196201.3972769, "step": 134, "loss_diff": 1.0260025262832642, "reward": 0.18864987736634242, "level": 0, "difficulty": 0.05, "reward_ma": 0.193725114953686, "leveled_up": false}
{"t": 68, "ts": 1788196203.2383301, "step": 136, "loss_diff": 1.0755257606506348, "reward": 0.20815799366136656, "level": 0, "difficulty": 0.05, "reward_ma": 0.19516840282445408, "leveled_up": false}
{"t": 69, "ts": 1788196205.1003003, "step": 138, "loss_diff": 0.9338868856430054, "reward": 0.23203249090589634, "level": 0, "difficulty": 0.05, "reward_ma": 0.1988548116325983, "leveled_up": false}
{"t": 70, "ts": 1788196207.0227761, "step": 140, "loss_diff": 1.1555042266845703, "reward": 0.1502528681540493, "level": 0, "difficulty": 0.05, "reward_ma": 0.1939946172847434, "leveled_up": false}
{"t": 71, "ts": 1788196208.975046, "step": 142, "loss_diff": 1.180242657661438, "reward": 0.22040946486414964, "level": 0, "difficulty": 0.05, "reward_ma": 0.19663610204268403, "leveled_up": false}
{"t": 72, "ts": 1788196210.8242824, "step": 144, "loss_diff": 0.9265510439872742, "reward": 0.21093683220645948, "level": 0, "difficulty": 0.05, "reward_ma": 0.19806617505906157, "leveled_up": false}
{"t": 73, "ts": 1788196212.6912267, "step": 146, "loss_diff": 0.9113026857376099, "reward": 0.1031715857701348, "level": 0, "difficulty": 0.05, "reward_ma": 0.1885767161301689, "leveled_up": false}
{"t": 74, "ts": 1788196214.4240754, "step": 148, "loss_diff": 1.1889079809188843, "reward": 0.13006782719569876, "level": 0, "difficulty": 0.05, "reward_ma": 0.1827258272367219, "leveled_up": false}
{"t": 75, "ts": 1788196216.226115, "step": 150, "loss_diff": 1.2369136810302734, "reward": 0.23344462787115056, "level": 0, "difficulty": 0.05, "reward_ma": 0.18779770730016476, "leveled_up": false}
{"t": 76, "ts": 1788196218.073453, "step": 152, "loss_diff": 1.2820820808410645, "reward": 0.22934739161257117, "level": 0, "difficulty": 0.05, "reward_ma": 0.19195267573140543, "leveled_up": false}
{"t": 77, "ts": 1788196219.8867226, "step": 154, "loss_diff": 0.872154712677002, "reward": 0.2204374375995597, "level": 0, "difficulty": 0.05, "reward_ma": 0.19480115191822084, "leveled_up": false}
{"t": 78, "ts": 1788196221.7758234, "step": 156, "loss_diff": 1.1194758415222168, "reward": 0.20490020359991562, "level": 0, "difficulty": 0.05, "reward_ma": 0.19581105708639032, "leveled_up": false}
{"t": 79, "ts": 1788196223.5362573, "step": 158, "loss_diff": 1.0843971967697144, "reward": 0.19101396162781786, "level": 0, "difficulty": 0.05, "reward_ma": 0.19533134754053308, "leveled_up": false}
{"t": 80, "ts": 1788196225.4961748, "step": 160, "loss_diff": 0.8256559371948242, "reward": 0.25150897978041303, "level": 0, "difficulty": 0.05, "reward_ma": 0.2009491107645211, "leveled_up": false}
{"t": 81, "ts": 1788196227.3286076, "step": 162, "loss_diff": 1.520801067352295, "reward": 0.20881280560783194, "level": 0, "difficulty": 0.05, "reward_ma": 0.20173548024885218, "leveled_up": false}
{"t": 82, "ts": 1788196229.137395, "step": 164, "loss_diff": 1.0823835134506226, "reward": 0.3006365006282359, "level": 0, "difficulty": 0.05, "reward_ma": 0.21162558228679057, "leveled_up": false}
{"t": 83, "ts": 1788196230.9888773, "step": 166, "loss_diff": 1.092885136604309, "reward": 0.2160267155122037, "level": 0, "difficulty": 0.05, "reward_ma": 0.2120656956093319, "leveled_up": false}
{"t": 84, "ts": 1788196232.7216043, "step": 168, "loss_diff": 1.0395175218582153, "reward": 0.22338513599063203, "level": 0, "difficulty": 0.05, "reward_ma": 0.2131976396474619, "leveled_up": false}
{"t": 85, "ts": 1788196234.6303308, "step": 170, "loss_diff": 1.224478006362915, "reward": 0.24697916055380023, "level": 0, "difficulty": 0.05, "reward_ma": 0.21657579173809574, "leveled_up": false}
{"t": 86, "ts": 1788196236.398237, "step": 172, "loss_diff": 1.1926851272583008, "reward": 0.24995069838543954, "level": 0, "difficulty": 0.05, "reward_ma": 0.21991328240283015, "leveled_up": false}
{"t": 87, "ts": 1788196238.113203, "step": 174, "loss_diff": 0.8997963666915894, "reward": 0.31302888736042256, "level": 0, "difficulty": 0.05, "reward_ma": 0.22922484289858938, "leveled_up": false}
{"t": 88, "ts": 1788196239.8179767, "step": 176, "loss_diff": 1.040921926498413, "reward": 0.23849805109232686, "level": 0, "difficulty": 0.05, "reward_ma": 0.23015216371796313, "leveled_up": false}
{"t": 89, "ts": 1788196241.513141, "step": 178, "loss_diff": 1.063389539718628, "reward": 0.3029844619683722, "level": 0, "difficulty": 0.05, "reward_ma": 0.23743539354300403, "leveled_up": false}
{"t": 90, "ts": 1788196243.2976546, "step": 180, "loss_diff": 1.0646804571151733, "reward": 0.28335876895750833, "level": 0, "difficulty": 0.05, "reward_ma": 0.24202773108445447, "leveled_up": false}
{"t": 91, "ts": 1788196245.0330424, "step": 182, "loss_diff": 1.0444071292877197, "reward": 0.20912613432332378, "level": 0, "difficulty": 0.05, "reward_ma": 0.23873757140834143, "leveled_up": false}
{"t": 0, "ts": 1788197139.2796206, "step": 0, "loss_diff": 1.5556514263153076, "reward": 0.06543139730903924, "level": 0, "difficulty": 0.1442407354798178, "reward_ma": 0.006543139730903924, "leveled_up": false}
{"t": 1, "ts": 1788197141.268502, "step": 2, "loss_diff": 0.9214031100273132, "reward": 0.12185857644713938, "level": 0, "difficulty": 0.08934633673500736, "reward_ma": 0.01807468340252747, "leveled_up": false}
{"t": 2, "ts": 1788197143.1017852, "step": 4, "loss_diff": 1.1079540252685547, "reward": 0.07806798819799644, "level": 0, "difficulty": 0.05, "reward_ma": 0.02407401388207437, "leveled_up": false}
{"t": 3, "ts": 1788197144.8223877, "step": 6, "loss_diff": 1.2147186994552612, "reward": 0.07446663870015542, "level": 0, "difficulty": 0.05, "reward_ma": 0.029113276363882477, "leveled_up": false}
{"t": 4, "ts": 1788197146.4899662, "step": 8, "loss_diff": 1.3922126293182373, "reward": 0.06944140327284858, "level": 0, "difficulty": 0.05, "reward_ma": 0.03314608905477909, "leveled_up": false}
{"t": 5, "ts": 1788197148.2122514, "step": 10, "loss_diff": 0.8722526431083679, "reward": 0.08685533957008254, "level": 0, "difficulty": 0.05, "reward_ma": 0.038517014106309436, "leveled_up": false}
{"t": 6, "ts": 1788197149.888057, "step": 12, "loss_diff": 1.48764169216156, "reward": 0.06703601985766587, "level": 0, "difficulty": 0.05, "reward_ma": 0.04136891468144508, "leveled_up": false}
{"t": 7, "ts": 1788197151.5036275, "step": 14, "loss_diff": 2.3127832412719727, "reward": 0.052017094192068174, "level": 0, "difficulty": 0.05, "reward_ma": 0.042433732632507395, "leveled_up": false}
{"t": 8, "ts": 1788197153.2238657, "step": 16, "loss_diff": 1.644389033317566, "reward": 0.07206251168984201, "level": 0, "difficulty": 0.05, "reward_ma": 0.04539661053824086, "leveled_up": false}
{"t": 9, "ts": 1788197154.8863938, "step": 18, "loss_diff": 1.2303814888000488, "reward": 0.07489310297571194, "level": 0, "difficulty": 0.05, "reward_ma": 0.04834625978198797, "leveled_up": false}
{"t": 10, "ts": 1788197156.608292, "step": 20, "loss_diff": 1.4116102457046509, "reward": 0.06893705245867077, "level": 0, "difficulty": 0.05, "reward_ma": 0.05040533904965625, "leveled_up": false}
{"t": 11, "ts": 1788197158.2950785, "step": 22, "loss_diff": 2.0309982299804688, "reward": 0.06749114729489096, "level": 0, "difficulty": 0.05, "reward_ma": 0.05211391987417972, "leveled_up": false}
{"t": 12, "ts": 1788197160.164059, "step": 24, "loss_diff": 1.363913655281067, "reward": 0.10136182409572288, "level": 0, "difficulty": 0.05, "reward_ma": 0.05703871029633404, "leveled_up": false}
{"t": 13, "ts": 1788197162.066228, "step": 26, "loss_diff": 1.2624938488006592, "reward": 0.0730364697904356, "level": 0, "difficulty": 0.05, "reward_ma": 0.05863848624574419, "leveled_up": false}
{"t": 14, "ts": 1788197163.9001374, "step": 28, "loss_diff": 1.2634317874908447, "reward": 0.14296272355588135, "level": 0, "difficulty": 0.05, "reward_ma": 0.06707090997675791, "leveled_up": false}
{"t": 15, "ts": 1788197165.6321847, "step": 30, "loss_diff": 1.0102801322937012, "reward": 0.08135441342600683, "level": 0, "difficulty": 0.05, "reward_ma": 0.0684992603216828, "leveled_up": false}
{"t": 16, "ts": 1788197167.4102314, "step": 32, "loss_diff": 1.083282232284546, "reward": 0.2977867996447958, "level": 0, "difficulty": 0.05, "reward_ma": 0.0914280142539941, "leveled_up": false}
{"t": 17, "ts": 1788197169.4684079, "step": 34, "loss_diff": 1.1612564325332642, "reward": 0.16028679347377767, "level": 0, "difficulty": 0.05, "reward_ma": 0.09831389217597247, "leveled_up": false}
{"t": 18, "ts": 1788197171.4398715, "step": 36, "loss_diff": 1.023625135421753, "reward": 0.0840369994238978, "level": 0, "difficulty": 0.05, "reward_ma": 0.09688620290076501, "leveled_up": false}
{"t": 19, "ts": 1788197173.405589, "step": 38, "loss_diff": 1.397534966468811, "reward": 0.06930220658147071, "level": 0, "difficulty": 0.05, "reward_ma": 0.09412780326883557, "leveled_up": false}
{"t": 20, "ts": 1788197175.3871436, "step": 40, "loss_diff": 2.004575729370117, "reward": 0.06173244867427675, "level": 0, "difficulty": 0.05, "reward_ma": 0.0908882678093797, "leveled_up": false}
{"t": 21, "ts": 1788197177.2124176, "step": 42, "loss_diff": 2.5753684043884277, "reward": 0.04869166561893151, "level": 0, "difficulty": 0.05, "reward_ma": 0.08666860759033489, "leveled_up": false}
{"t": 22, "ts": 1788197179.1871738, "step": 44, "loss_diff": 1.6287505626678467, "reward": 0.06379927572696945, "level": 0, "difficulty": 0.05, "reward_ma": 0.08438167440399834, "leveled_up": false}
{"t": 23, "ts": 1788197181.2085726, "step": 46, "loss_diff": 0.9060556292533875, "reward": 0.08543449588142624, "level": 0, "difficulty": 0.05, "reward_ma": 0.08448695655174113, "leveled_up": false}
{"t": 24, "ts": 1788197182.987345, "step": 48, "loss_diff": 0.9594386219978333, "reward": 0.08329048521896641, "level": 0, "difficulty": 0.05, "reward_ma": 0.08436730941846365, "leveled_up": false}
{"t": 25, "ts": 1788197184.823414, "step": 50, "loss_diff": 1.1466299295425415, "reward": 0.10868852856901282, "level": 0, "difficulty": 0.05, "reward_ma": 0.08679943133351857, "leveled_up": false}
{"t": 26, "ts": 1788197186.6851041, "step": 52, "loss_diff": 1.3978615999221802, "reward": 0.0692936841629268, "level": 0, "difficulty": 0.05, "reward_ma": 0.0850488566164594, "leveled_up": false}
{"t": 27, "ts": 1788197188.5030818, "step": 54, "loss_diff": 1.01987624168396, "reward": 0.11519141696351058, "level": 0, "difficulty": 0.05, "reward_ma": 0.08806311265116452, "leveled_up": false}
{"t": 28, "ts": 1788197190.37516, "step": 56, "loss_diff": 1.0415802001953125, "reward": 0.0802104463824797, "level": 0, "difficulty": 0.05, "reward_ma": 0.08727784602429604, "leveled_up": false}
{"t": 29, "ts": 1788197206.074594, "step": 58, "loss_diff": 1.1858623027801514, "reward": 0.07536075082767896, "level": 0, "difficulty": 0.05, "reward_ma": 0.08608613650463433, "leveled_up": false}
{"t": 30, "ts": 1788197207.8345225, "step": 60, "loss_diff": 1.1301772594451904, "reward": 0.08134776927920843, "level": 0, "difficulty": 0.05, "reward_ma": 0.08561229978209174, "leveled_up": false}
{"t": 31, "ts": 1788197209.5872977, "step": 62, "loss_diff": 1.2623262405395508, "reward": 0.07304138162848972, "level": 0, "difficulty": 0.05, "reward_ma": 0.08435520796673154, "leveled_up": false}
{"t": 32, "ts": 1788197211.6915793, "step": 64, "loss_diff": 0.8174453973770142, "reward": 0.08927137563275116, "level": 0, "difficulty": 0.05, "reward_ma": 0.08484682473333352, "leveled_up": false}
{"t": 33, "ts": 1788197213.6891372, "step": 66, "loss_diff": 1.1560105085372925, "reward": 0.07702751414952812, "level": 0, "difficulty": 0.05, "reward_ma": 0.08406489367495298, "leveled_up": false}
{"t": 34, "ts": 1788197215.6803238, "step": 68, "loss_diff": 1.2512060403823853, "reward": 0.07336889827999145, "level": 0, "difficulty": 0.05, "reward_ma": 0.08299529413545682, "leveled_up": false}
{"t": 35, "ts": 1788197217.8138778, "step": 70, "loss_diff": 1.20341157913208, "reward": 0.07481419812738567, "level": 0, "difficulty": 0.05, "reward_ma": 0.0821771845346497, "leveled_up": false}
{"t": 36, "ts": 1788197220.015396, "step": 72, "loss_diff": 1.1939347982406616, "reward": 0.10805989116059954, "level": 0, "difficulty": 0.05, "reward_ma": 0.08476545519724468, "leveled_up": false}
{"t": 37, "ts": 1788197222.091556, "step": 74, "loss_diff": 0.893328845500946, "reward": 0.08792421231172948, "level": 0, "difficulty": 0.05, "reward_ma": 0.08508133090869317, "leveled_up": false}
{"t": 38, "ts": 1788197223.996592, "step": 76, "loss_diff": 1.4431368112564087, "reward": 0.07625921383810448, "level": 0, "difficulty": 0.05, "reward_ma": 0.08419911920163431, "leveled_up": false}
{"t": 39, "ts": 1788197225.8917003, "step": 78, "loss_diff": 0.9653141498565674, "reward": 0.08306162278951688, "level": 0, "difficulty": 0.05, "reward_ma": 0.08408536956042256, "leveled_up": false}
{"t": 40, "ts": 1788197227.769333, "step": 80, "loss_diff": 1.0127191543579102, "reward": 0.08126399285859953, "level": 0, "difficulty": 0.05, "reward_ma": 0.08380323189024026, "leveled_up": false}
{"t": 41, "ts": 1788197229.6124206, "step": 82, "loss_diff": 0.991627037525177, "reward": 0.08558038087461493, "level": 0, "difficulty": 0.05, "reward_ma": 0.08398094678867773, "leveled_up": false}
{"t": 42, "ts": 1788197231.4750526, "step": 84, "loss_diff": 1.012880802154541, "reward": 0.08125800791846204, "level": 0, "difficulty": 0.05, "reward_ma": 0.08370865290165616, "leveled_up": false}
{"t": 43, "ts": 1788197233.3245885, "step": 86, "loss_diff": 1.0909863710403442, "reward": 0.14299115830003134, "level": 0, "difficulty": 0.05, "reward_ma": 0.08963690344149368, "leveled_up": false}
{"t": 44, "ts": 1788197235.364705, "step": 88, "loss_diff": 0.9751065969467163, "reward": 0.09210835535672242, "level": 0, "difficulty": 0.05, "reward_ma": 0.08988404863301655, "leveled_up": false}
{"t": 45, "ts": 1788197237.465192, "step": 90, "loss_diff": 1.0198943614959717, "reward": 0.08893098520651654, "level": 0, "difficulty": 0.05, "reward_ma": 0.08978874229036654, "leveled_up": false}
{"t": 46, "ts": 1788197239.4861047, "step": 92, "loss_diff": 0.9613698720932007, "reward": 0.08321510825981082, "level": 0, "difficulty": 0.05, "reward_ma": 0.08913137888731097, "leveled_up": false}
{"t": 47, "ts": 1788197241.5690405, "step": 94, "loss_diff": 0.9267694354057312, "reward": 0.15303291922897416, "level": 0, "difficulty": 0.05, "reward_ma": 0.0955215329214773, "leveled_up": false}
{"t": 48, "ts": 1788197243.4973629, "step": 96, "loss_diff": 1.1552032232284546, "reward": 0.12258120261309438, "level": 0, "difficulty": 0.05, "reward_ma": 0.09822749989063902, "leveled_up": false}
{"t": 49, "ts": 1788197245.4692078, "step": 98, "loss_diff": 0.9340932965278625, "reward": 0.11088695503463455, "level": 0, "difficulty": 0.05, "reward_ma": 0.09949344540503857, "leveled_up": false}
{"t": 50, "ts": 1788197247.5760765, "step": 100, "loss_diff": 1.095694661140442, "reward": 0.10313496676352397, "level": 0, "difficulty": 0.05, "reward_ma": 0.09985759754088712, "leveled_up": false}
{"t": 51, "ts": 1788197249.6656067, "step": 102, "loss_diff": 1.0597295761108398, "reward": 0.09903501157865079, "level": 0, "difficulty": 0.05, "reward_ma": 0.09977533894466349, "leveled_up": false}
{"t": 52, "ts": 1788197251.63735, "step": 104, "loss_diff": 1.4402073621749878, "reward": 0.12406438898752128, "level": 0, "difficulty": 0.05, "reward_ma": 0.10220424394894928, "leveled_up": false}
{"t": 53, "ts": 1788197253.6093976, "step": 106, "loss_diff": 1.280850887298584, "reward": 0.07250287746223312, "level": 0, "difficulty": 0.05, "reward_ma": 0.09923410730027767, "leveled_up": false}
{"t": 54, "ts": 1788197255.510036, "step": 108, "loss_diff": 1.246030569076538, "reward": 0.08258089632486705, "level": 0, "difficulty": 0.05, "reward_ma": 0.0975687862027366, "leveled_up": false}
{"t": 55, "ts": 1788197257.517566, "step": 110, "loss_diff": 1.1225614547729492, "reward": 0.07740727893418627, "level": 0, "difficulty": 0.05, "reward_ma": 0.09555263547588155, "leveled_up": false}
{"t": 56, "ts": 1788197259.5760415, "step": 112, "loss_diff": 1.1482452154159546, "reward": 0.07656237808525279, "level": 0, "difficulty": 0.05, "reward_ma": 0.09365360973681869, "leveled_up": false}
{"t": 57, "ts": 1788197261.617727, "step": 114, "loss_diff": 1.1824407577514648, "reward": 0.07546833496826116, "level": 0, "difficulty": 0.05, "reward_ma": 0.09183508225996294, "leveled_up": false}
{"t": 58, "ts": 1788197279.1844478, "step": 116, "loss_diff": 0.9754338264465332, "reward": 0.08267063479244187, "level": 0, "difficulty": 0.05, "reward_ma": 0.09091863751321083, "leveled_up": false}
{"t": 59, "ts": 1788197281.1132276, "step": 118, "loss_diff": 0.9404696822166443, "reward": 0.1487810830585432, "level": 0, "difficulty": 0.05, "reward_ma": 0.09670488206774408, "leveled_up": false}
{"t": 60, "ts": 1788197283.2034051, "step": 120, "loss_diff": 1.0444523096084595, "reward": 0.08284825789079078, "level": 0, "difficulty": 0.05, "reward_ma": 0.09531921965004875, "leveled_up": false}
{"t": 61, "ts": 1788197285.1293187, "step": 122, "loss_diff": 1.0348330736160278, "reward": 0.08045406747349886, "level": 0, "difficulty": 0.05, "reward_ma": 0.09383270443239376, "leveled_up": false}
{"t": 62, "ts": 1788197287.1316254, "step": 124, "loss_diff": 1.2661434412002563, "reward": 0.07292969694433735, "level": 0, "difficulty": 0.05, "reward_ma": 0.09174240368358812, "leveled_up": false}
{"t": 63, "ts": 1788197289.2243237, "step": 126, "loss_diff": 0.9630889296531677, "reward": 0.08314813796608435, "level": 0, "difficulty": 0.05, "reward_ma": 0.09088297711183774, "leveled_up": false}
{"t": 64, "ts": 1788197291.274013, "step": 128, "loss_diff": 0.9499744772911072, "reward": 0.08366203074831435, "level": 0, "difficulty": 0.05, "reward_ma": 0.0901608824754854, "leveled_up": false}
{"t": 65, "ts": 1788197293.313351, "step": 130, "loss_diff": 1.0485385656356812, "reward": 0.12406678626535966, "level": 0, "difficulty": 0.05, "reward_ma": 0.09355147285447282, "leveled_up": false}
{"t": 66, "ts": 1788197295.5181432, "step": 132, "loss_diff": 1.2070457935333252, "reward": 0.12651359493551437, "level": 0, "difficulty": 0.05, "reward_ma": 0.09684768506257697, "leveled_up": false}
{"t": 67, "ts": 1788197297.5968645, "step": 134, "loss_diff": 0.9835751056671143, "reward": 0.11425356284158297, "level": 0, "difficulty": 0.05, "reward_ma": 0.09858827284047758, "leveled_up": false}
{"t": 68, "ts": 1788197299.616868, "step": 136, "loss_diff": 1.2128629684448242, "reward": 0.07452343671940843, "level": 0, "difficulty": 0.05, "reward_ma": 0.09618178922837067, "leveled_up": false}
{"t": 69, "ts": 1788197301.6803138, "step": 138, "loss_diff": 2.2087366580963135, "reward": 0.05348531706497063, "level": 0, "difficulty": 0.05, "reward_ma": 0.09191214201203067, "leveled_up": false}
{"t": 70, "ts": 1788197303.7077065, "step": 140, "loss_diff": 1.196539044380188, "reward": 0.18243652596758633, "level": 0, "difficulty": 0.05, "reward_ma": 0.10096458040758624, "leveled_up": false}
{"t": 71, "ts": 1788197305.7159655, "step": 142, "loss_diff": 1.4179742336273193, "reward": 0.10911849951790109, "level": 0, "difficulty": 0.05, "reward_ma": 0.10177997231861773, "leveled_up": false}
{"t": 72, "ts": 1788197307.7681775, "step": 144, "loss_diff": 1.0295583009719849, "reward": 0.10009234650271732, "level": 0, "difficulty": 0.05, "reward_ma": 0.10161120973702768, "leveled_up": false}
{"t": 73, "ts": 1788197309.8218362, "step": 146, "loss_diff": 0.9372507333755493, "reward": 0.08416726340906483, "level": 0, "difficulty": 0.05, "reward_ma": 0.0998668151042314, "leveled_up": false}
{"t": 74, "ts": 1788197311.8778243, "step": 148, "loss_diff": 1.1836423873901367, "reward": 0.07543051354120969, "level": 0, "difficulty": 0.05, "reward_ma": 0.09742318494792923, "leveled_up": false}
{"t": 75, "ts": 1788197313.9146414, "step": 150, "loss_diff": 0.97793048620224, "reward": 0.12059607137981605, "level": 0, "difficulty": 0.05, "reward_ma": 0.09974047359111793, "leveled_up": false}
{"t": 76, "ts": 1788197316.0781007, "step": 152, "loss_diff": 1.3537734746932983, "reward": 0.07046540489285977, "level": 0, "difficulty": 0.05, "reward_ma": 0.09681296672129211, "leveled_up": false}
{"t": 77, "ts": 1788197318.1271093, "step": 154, "loss_diff": 0.9334741234779358, "reward": 0.08431850428638951, "level": 0, "difficulty": 0.05, "reward_ma": 0.09556352047780185, "leveled_up": false}
{"t": 78, "ts": 1788197320.0902371, "step": 156, "loss_diff": 1.2500865459442139, "reward": 0.07393949509497856, "level": 0, "difficulty": 0.05, "reward_ma": 0.09340111793951952, "leveled_up": false}
{"t": 79, "ts": 1788197321.9727547, "step": 158, "loss_diff": 1.5848904848098755, "reward": 0.06476748476150747, "level": 0, "difficulty": 0.05, "reward_ma": 0.09053775462171833, "leveled_up": false}
{"t": 80, "ts": 1788197324.0797787, "step": 160, "loss_diff": 0.8842936158180237, "reward": 0.11175073663547175, "level": 0, "difficulty": 0.05, "reward_ma": 0.09265905282309367, "leveled_up": false}
{"t": 81, "ts": 1788197326.0293875, "step": 162, "loss_diff": 1.2686975002288818, "reward": 0.07910360231544687, "level": 0, "difficulty": 0.05, "reward_ma": 0.091303507772329, "leveled_up": false}
{"t": 82, "ts": 1788197328.0045862, "step": 164, "loss_diff": 1.0390926599502563, "reward": 0.08271223227577862, "level": 0, "difficulty": 0.05, "reward_ma": 0.09044438022267397, "leveled_up": false}
{"t": 83, "ts": 1788197329.931512, "step": 166, "loss_diff": 1.0410667657852173, "reward": 0.08022892853603367, "level": 0, "difficulty": 0.05, "reward_ma": 0.08942283505400994, "leveled_up": false}
{"t": 84, "ts": 1788197331.9056816, "step": 168, "loss_diff": 1.060916781425476, "reward": 0.09969275899489778, "level": 0, "difficulty": 0.05, "reward_ma": 0.09044982744809872, "leveled_up": false}
{"t": 85, "ts": 1788197333.8847642, "step": 170, "loss_diff": 1.3432576656341553, "reward": 0.11854517924497085, "level": 0, "difficulty": 0.05, "reward_ma": 0.09325936262778593, "leveled_up": false}
{"t": 86, "ts": 1788197335.838376, "step": 172, "loss_diff": 1.024293303489685, "reward": 0.09889854351121195, "level": 0, "difficulty": 0.05, "reward_ma": 0.09382328071612853, "leveled_up": false}
{"t": 0, "ts": 1788197395.1259813, "step": 0, "loss_diff": 0.8841989040374756, "reward": 0.08634737659729765, "level": 0, "difficulty": 0.14439760532447976, "reward_ma": 0.008634737659729766, "leveled_up": false}
{"t": 1, "ts": 1788197397.0748436, "step": 2, "loss_diff": 1.099778652191162, "reward": 0.12909207307388146, "level": 0, "difficulty": 0.08969864066456562, "reward_ma": 0.020680471201144936, "leveled_up": false}
{"t": 2, "ts": 1788197399.0865715, "step": 4, "loss_diff": 1.0924586057662964, "reward": 0.07842395291893364, "level": 0, "difficulty": 0.05, "reward_ma": 0.026454819372923807, "leveled_up": false}
{"t": 3, "ts": 1788197401.0822287, "step": 6, "loss_diff": 1.0325796604156494, "reward": 0.0805357926241499, "level": 0, "difficulty": 0.05, "reward_ma": 0.03186291669804642, "leveled_up": false}
{"t": 4, "ts": 1788197403.0311892, "step": 8, "loss_diff": 2.0595977306365967, "reward": 0.05576399983538109, "level": 0, "difficulty": 0.05, "reward_ma": 0.03425302501177989, "leveled_up": false}
{"t": 5, "ts": 1788197405.027562, "step": 10, "loss_diff": 5.138237953186035, "reward": 0.031174927309068866, "level": 0, "difficulty": 0.05, "reward_ma": 0.033945215241508786, "leveled_up": false}
{"t": 6, "ts": 1788197407.000311, "step": 12, "loss_diff": 2.469658374786377, "reward": 0.049969868934119005, "level": 0, "difficulty": 0.05, "reward_ma": 0.03554768061076981, "leveled_up": false}
{"t": 7, "ts": 1788197408.8909583, "step": 14, "loss_diff": 6.191112995147705, "reward": 0.027597026824588748, "level": 0, "difficulty": 0.05, "reward_ma": 0.03475261523215171, "leveled_up": false}
{"t": 8, "ts": 1788197410.6681838, "step": 16, "loss_diff": 2.7315640449523926, "reward": 0.0469355687450935, "level": 0, "difficulty": 0.05, "reward_ma": 0.035970910583445884, "leveled_up": false}
{"t": 9, "ts": 1788197412.5832849, "step": 18, "loss_diff": 3.6231894493103027, "reward": 0.0391830807416314, "level": 0, "difficulty": 0.05, "reward_ma": 0.03629212759926444, "leveled_up": false}
{"t": 10, "ts": 1788197414.5306878, "step": 20, "loss_diff": 2.1371421813964844, "reward": 0.054552164948629654, "level": 0, "difficulty": 0.05, "reward_ma": 0.03811813133420096, "leveled_up": false}
{"t": 11, "ts": 1788197416.469621, "step": 22, "loss_diff": 1.4355971813201904, "reward": 0.06832448567240336, "level": 0, "difficulty": 0.05, "reward_ma": 0.0411387667680212, "leveled_up": false}
{"t": 12, "ts": 1788197418.419095, "step": 24, "loss_diff": 1.3828177452087402, "reward": 0.0696886280999011, "level": 0, "difficulty": 0.05, "reward_ma": 0.043993752901209195, "leveled_up": false}
{"t": 13, "ts": 1788197420.4170544, "step": 26, "loss_diff": 1.1190909147262573, "reward": 0.07752301759591584, "level": 0, "difficulty": 0.05, "reward_ma": 0.047346679370679864, "leveled_up": false}
{"t": 14, "ts": 1788197422.4675117, "step": 28, "loss_diff": 0.9381175637245178, "reward": 0.08413263285691448, "level": 0, "difficulty": 0.05, "reward_ma": 0.05102527471930333, "leveled_up": false}
{"t": 15, "ts": 1788197424.470342, "step": 30, "loss_diff": 1.0833823680877686, "reward": 0.07873625239785746, "level": 0, "difficulty": 0.05, "reward_ma": 0.053796372487158746, "leveled_up": false}
{"t": 16, "ts": 1788197426.4908721, "step": 32, "loss_diff": 1.220062494277954, "reward": 0.076100581309536, "level": 0, "difficulty": 0.05, "reward_ma": 0.05602679336939647, "leveled_up": false}
{"t": 17, "ts": 1788197428.6827652, "step": 34, "loss_diff": 0.8519207239151001, "reward": 0.13930103363068508, "level": 0, "difficulty": 0.05, "reward_ma": 0.06435421739552533, "leveled_up": false}
{"t": 18, "ts": 1788197430.7798533, "step": 36, "loss_diff": 1.1201176643371582, "reward": 0.14654350454560114, "level": 0, "difficulty": 0.05, "reward_ma": 0.07257314611053291, "leveled_up": false}
{"t": 19, "ts": 1788197432.7355092, "step": 38, "loss_diff": 1.0756568908691406, "reward": 0.20979183123344208, "level": 0, "difficulty": 0.05, "reward_ma": 0.08629501462282382, "leveled_up": false}
{"t": 20, "ts": 1788197434.926096, "step": 40, "loss_diff": 1.0144233703613281, "reward": 0.11972793583972116, "level": 0, "difficulty": 0.05, "reward_ma": 0.08963830674451356, "leveled_up": false}
{"t": 21, "ts": 1788197437.0041869, "step": 42, "loss_diff": 1.0722990036010742, "reward": 0.07912132398249476, "level": 0, "difficulty": 0.05, "reward_ma": 0.08858660846831169, "leveled_up": false}
{"t": 22, "ts": 1788197439.0172315, "step": 44, "loss_diff": 1.2834272384643555, "reward": 0.0724286760371071, "level": 0, "difficulty": 0.05, "reward_ma": 0.08697081522519123, "leveled_up": false}
{"t": 23, "ts": 1788197441.0279863, "step": 46, "loss_diff": 2.2385683059692383, "reward": 0.05305470978698906, "level": 0, "difficulty": 0.05, "reward_ma": 0.08357920468137102, "leveled_up": false}
{"t": 24, "ts": 1788197443.039171, "step": 48, "loss_diff": 1.6668249368667603, "reward": 0.0629846086851856, "level": 0, "difficulty": 0.05, "reward_ma": 0.08151974508175247, "leveled_up": false}
{"t": 25, "ts": 1788197445.1077666, "step": 50, "loss_diff": 2.2585935592651367, "reward": 0.052770076281826485, "level": 0, "difficulty": 0.05, "reward_ma": 0.07864477820175987, "leveled_up": false}
{"t": 26, "ts": 1788197447.175837, "step": 52, "loss_diff": 1.0681374073028564, "reward": 0.07926697697085179, "level": 0, "difficulty": 0.05, "reward_ma": 0.07870699807866906, "leveled_up": false}
{"t": 27, "ts": 1788197449.1987736, "step": 54, "loss_diff": 2.0392980575561523, "reward": 0.06061666399927662, "level": 0, "difficulty": 0.05, "reward_ma": 0.07689796467072982, "leveled_up": false}
{"t": 28, "ts": 1788197451.2882693, "step": 56, "loss_diff": 1.3673495054244995, "reward": 0.07009994726828647, "level": 0, "difficulty": 0.05, "reward_ma": 0.07621816293048549, "leveled_up": false}
{"t": 29, "ts": 1788197468.798032, "step": 58, "loss_diff": 1.593887448310852, "reward": 0.06456620785816032, "level": 0, "difficulty": 0.05, "reward_ma": 0.07505296742325297, "leveled_up": false}
{"t": 30, "ts": 1788197470.7719982, "step": 60, "loss_diff": 3.602346897125244, "reward": 0.039330014340574704, "level": 0, "difficulty": 0.05, "reward_ma": 0.07148067211498516, "leveled_up": false}
{"t": 31, "ts": 1788197472.7038846, "step": 62, "loss_diff": 1.6686692237854004, "reward": 0.06866665580425332, "level": 0, "difficulty": 0.05, "reward_ma": 0.07119927048391197, "leveled_up": false}
{"t": 32, "ts": 1788197474.613226, "step": 64, "loss_diff": 0.9799857139587402, "reward": 0.08249606936457125, "level": 0, "difficulty": 0.05, "reward_ma": 0.07232895037197791, "leveled_up": false}
{"t": 33, "ts": 1788197476.5969398, "step": 66, "loss_diff": 1.053659439086914, "reward": 0.07977829494825278, "level": 0, "difficulty": 0.05, "reward_ma": 0.0730738848296054, "leveled_up": false}
{"t": 34, "ts": 1788197478.595079, "step": 68, "loss_diff": 1.040901780128479, "reward": 0.08023486951661944, "level": 0, "difficulty": 0.05, "reward_ma": 0.0737899832983068, "leveled_up": false}
{"t": 35, "ts": 1788197480.714633, "step": 70, "loss_diff": 1.0790547132492065, "reward": 0.350833204773632, "level": 0, "difficulty": 0.05, "reward_ma": 0.10149430544583932, "leveled_up": false}
{"t": 36, "ts": 1788197482.7828705, "step": 72, "loss_diff": 1.0784987211227417, "reward": 0.12167722789339833, "level": 0, "difficulty": 0.05, "reward_ma": 0.10351259769059522, "leveled_up": false}
{"t": 37, "ts": 1788197484.7963295, "step": 74, "loss_diff": 0.9462879300117493, "reward": 0.10541752834797566, "level": 0, "difficulty": 0.05, "reward_ma": 0.10370309075633326, "leveled_up": false}
{"t": 38, "ts": 1788197486.9910471, "step": 76, "loss_diff": 1.1212660074234009, "reward": 0.07745043636867553, "level": 0, "difficulty": 0.05, "reward_ma": 0.10107782531756748, "leveled_up": false}
{"t": 39, "ts": 1788197488.9850936, "step": 78, "loss_diff": 1.0137110948562622, "reward": 0.0812272818312536, "level": 0, "difficulty": 0.05, "reward_ma": 0.0990927709689361, "leveled_up": false}
{"t": 40, "ts": 1788197491.0807486, "step": 80, "loss_diff": 1.010624885559082, "reward": 0.08134161925906071, "level": 0, "difficulty": 0.05, "reward_ma": 0.09731765579794856, "leveled_up": false}
{"t": 41, "ts": 1788197493.0718906, "step": 82, "loss_diff": 1.0603951215744019, "reward": 0.08373858482050567, "level": 0, "difficulty": 0.05, "reward_ma": 0.09595974870020427, "leveled_up": false}
{"t": 42, "ts": 1788197495.0774627, "step": 84, "loss_diff": 0.9871305227279663, "reward": 0.08222367794849358, "level": 0, "difficulty": 0.05, "reward_ma": 0.0945861416250332, "leveled_up": false}
{"t": 43, "ts": 1788197497.2327545, "step": 86, "loss_diff": 1.0641916990280151, "reward": 0.07940561641691708, "level": 0, "difficulty": 0.05, "reward_ma": 0.0930680891042216, "leveled_up": false}
{"t": 44, "ts": 1788197499.1879134, "step": 88, "loss_diff": 0.9516887664794922, "reward": 0.084609138916175, "level": 0, "difficulty": 0.05, "reward_ma": 0.09222219408541694, "leveled_up": false}
{"t": 45, "ts": 1788197501.0752726, "step": 90, "loss_diff": 1.0241624116897583, "reward": 0.08084267255555942, "level": 0, "difficulty": 0.05, "reward_ma": 0.0910842419324312, "leveled_up": false}
{"t": 46, "ts": 1788197502.989334, "step": 92, "loss_diff": 1.0454157590866089, "reward": 0.08007267092190459, "level": 0, "difficulty": 0.05, "reward_ma": 0.08998308483137854, "leveled_up": false}
{"t": 47, "ts": 1788197505.0661216, "step": 94, "loss_diff": 1.1961661577224731, "reward": 0.0750387900261709, "level": 0, "difficulty": 0.05, "reward_ma": 0.08848865535085779, "leveled_up": false}
{"t": 48, "ts": 1788197506.9198685, "step": 96, "loss_diff": 1.0489839315414429, "reward": 0.07994496326258321, "level": 0, "difficulty": 0.05, "reward_ma": 0.08763428614203032, "leveled_up": false}
{"t": 49, "ts": 1788197508.766, "step": 98, "loss_diff": 1.216583251953125, "reward": 0.07440966646544372, "level": 0, "difficulty": 0.05, "reward_ma": 0.08631182417437167, "leveled_up": false}
{"t": 50, "ts": 1788197510.6333034, "step": 100, "loss_diff": 0.9690920114517212, "reward": 0.0829151896711594, "level": 0, "difficulty": 0.05, "reward_ma": 0.08597216072405044, "leveled_up": false}
{"t": 51, "ts": 1788197512.4754336, "step": 102, "loss_diff": 1.0557152032852173, "reward": 0.10983365119348593, "level": 0, "difficulty": 0.05, "reward_ma": 0.08835830977099399, "leveled_up": false}
{"t": 52, "ts": 1788197514.2659163, "step": 104, "loss_diff": 1.1127437353134155, "reward": 0.07773567260717877, "level": 0, "difficulty": 0.05, "reward_ma": 0.08729604605461247, "leveled_up": false}
{"t": 53, "ts": 1788197516.128333, "step": 106, "loss_diff": 1.0201473236083984, "reward": 0.08314509626902293, "level": 0, "difficulty": 0.05, "reward_ma": 0.08688095107605352, "leveled_up": false}
{"t": 54, "ts": 1788197518.324337, "step": 108, "loss_diff": 0.9461998343467712, "reward": 0.09206085640953574, "level": 0, "difficulty": 0.05, "reward_ma": 0.08739894160940175, "leveled_up": false}
{"t": 55, "ts": 1788197520.490714, "step": 110, "loss_diff": 1.2863739728927612, "reward": 0.07234401222655885, "level": 0, "difficulty": 0.05, "reward_ma": 0.08589344867111745, "leveled_up": false}
{"t": 56, "ts": 1788197522.4158864, "step": 112, "loss_diff": 1.1623833179473877, "reward": 0.09991221320596264, "level": 0, "difficulty": 0.05, "reward_ma": 0.08729532512460197, "leveled_up": false}
{"t": 57, "ts": 1788197524.316635, "step": 114, "loss_diff": 1.132772445678711, "reward": 0.08164743495420695, "level": 0, "difficulty": 0.05, "reward_ma": 0.08673053610756247, "leveled_up": false}
{"t": 58, "ts": 1788197540.220786, "step": 116, "loss_diff": 1.0457117557525635, "reward": 0.08024268260999783, "level": 0, "difficulty": 0.05, "reward_ma": 0.086081750757806, "leveled_up": false}
{"t": 59, "ts": 1788197542.0047028, "step": 118, "loss_diff": 0.9500470757484436, "reward": 0.08365916693549587, "level": 0, "difficulty": 0.05, "reward_ma": 0.08583949237557498, "leveled_up": false}
{"t": 60, "ts": 1788197543.896379, "step": 120, "loss_diff": 1.0742055177688599, "reward": 0.07905479251656775, "level": 0, "difficulty": 0.05, "reward_ma": 0.08516102238967425, "leveled_up": false}
{"t": 61, "ts": 1788197545.6970546, "step": 122, "loss_diff": 1.148078203201294, "reward": 0.07656780690663169, "level": 0, "difficulty": 0.05, "reward_ma": 0.08430170084137, "leveled_up": false}
{"t": 62, "ts": 1788197547.497921, "step": 124, "loss_diff": 1.16177499294281, "reward": 0.07612537191133592, "level": 0, "difficulty": 0.05, "reward_ma": 0.08348406794836659, "leveled_up": false}
{"t": 63, "ts": 1788197549.386113, "step": 126, "loss_diff": 0.9744487404823303, "reward": 0.08270851889823595, "level": 0, "difficulty": 0.05, "reward_ma": 0.08340651304335353, "leveled_up": false}
{"t": 64, "ts": 1788197551.207782, "step": 128, "loss_diff": 0.9465954899787903, "reward": 0.08379555900538595, "level": 0, "difficulty": 0.05, "reward_ma": 0.08344541763955678, "leveled_up": false}
{"t": 65, "ts": 1788197553.1200545, "step": 130, "loss_diff": 0.9053102731704712, "reward": 0.08546528191782142, "level": 0, "difficulty": 0.05, "reward_ma": 0.08364740406738325, "leveled_up": false}
{"t": 66, "ts": 1788197555.119272, "step": 132, "loss_diff": 1.1921987533569336, "reward": 0.1026360501055587, "level": 0, "difficulty": 0.05, "reward_ma": 0.0855462686712008, "leveled_up": false}
{"t": 67, "ts": 1788197557.1897514, "step": 134, "loss_diff": 1.0782089233398438, "reward": 0.08775026552182465, "level": 0, "difficulty": 0.05, "reward_ma": 0.08576666835626318, "leveled_up": false}
{"t": 68, "ts": 1788197559.1912072, "step": 136, "loss_diff": 1.245283603668213, "reward": 0.07354465228786893, "level": 0, "difficulty": 0.05, "reward_ma": 0.08454446674942376, "leveled_up": false}
{"t": 69, "ts": 1788197561.1661544, "step": 138, "loss_diff": 1.117220401763916, "reward": 0.07758555449192409, "level": 0, "difficulty": 0.05, "reward_ma": 0.0838485755236738, "leveled_up": false}
{"t": 70, "ts": 1788197563.119124, "step": 140, "loss_diff": 1.1632977724075317, "reward": 0.08080806852890052, "level": 0, "difficulty": 0.05, "reward_ma": 0.08354452482419646, "leveled_up": false}
{"t": 71, "ts": 1788197564.994728, "step": 142, "loss_diff": 1.0337399244308472, "reward": 0.08049369039482879, "level": 0, "difficulty": 0.05, "reward_ma": 0.08323944138125969, "leveled_up": false}
{"t": 72, "ts": 1788197566.9047573, "step": 144, "loss_diff": 1.0315746068954468, "reward": 0.08862947480024748, "level": 0, "difficulty": 0.05, "reward_ma": 0.08377844472315847, "leveled_up": false}
{"t": 73, "ts": 1788197568.890571, "step": 146, "loss_diff": 1.1237375736236572, "reward": 0.07736814249167656, "level": 0, "difficulty": 0.05, "reward_ma": 0.08313741450001028, "leveled_up": false}
{"t": 74, "ts": 1788197570.8214085, "step": 148, "loss_diff": 1.044424057006836, "reward": 0.0801082438736044, "level": 0, "difficulty": 0.05, "reward_ma": 0.08283449743736969, "leveled_up": false}
{"t": 75, "ts": 1788197572.8050447, "step": 150, "loss_diff": 0.9707801342010498, "reward": 0.0848827693385954, "level": 0, "difficulty": 0.05, "reward_ma": 0.08303932462749225, "leveled_up": false}
{"t": 76, "ts": 1788197574.6279354, "step": 152, "loss_diff": 1.1697252988815308, "reward": 0.08352799006880798, "level": 0, "difficulty": 0.05, "reward_ma": 0.08308819117162382, "leveled_up": false}
{"t": 77, "ts": 1788197576.4910476, "step": 154, "loss_diff": 1.1391215324401855, "reward": 0.1579315325762168, "level": 0, "difficulty": 0.05, "reward_ma": 0.09057252531208311, "leveled_up": false}
{"t": 78, "ts": 1788197578.391748, "step": 156, "loss_diff": 1.0439610481262207, "reward": 0.09179145304673682, "level": 0, "difficulty": 0.05, "reward_ma": 0.09069441808554848, "leveled_up": false}
{"t": 79, "ts": 1788197580.3332493, "step": 158, "loss_diff": 1.1272286176681519, "reward": 0.08203077958114956, "level": 0, "difficulty": 0.05, "reward_ma": 0.08982805423510859, "leveled_up": false}
{"t": 80, "ts": 1788197582.2740593, "step": 160, "loss_diff": 0.8706591725349426, "reward": 0.08692358541056264, "level": 0, "difficulty": 0.05, "reward_ma": 0.089537607352654, "leveled_up": false}
{"t": 81, "ts": 1788197584.1166859, "step": 162, "loss_diff": 1.220523715019226, "reward": 0.07428957861888162, "level": 0, "difficulty": 0.05, "reward_ma": 0.08801280447927676, "leveled_up": false}
{"t": 82, "ts": 1788197586.0042536, "step": 164, "loss_diff": 1.0498075485229492, "reward": 0.07991554852957403, "level": 0, "difficulty": 0.05, "reward_ma": 0.08720307888430648, "leveled_up": false}
{"t": 83, "ts": 1788197588.1129363, "step": 166, "loss_diff": 1.133972406387329, "reward": 0.07702939010820226, "level": 0, "difficulty": 0.05, "reward_ma": 0.08618571000669606, "leveled_up": false}
{"t": 84, "ts": 1788197589.9976094, "step": 168, "loss_diff": 1.0956957340240479, "reward": 0.07831322272481195, "level": 0, "difficulty": 0.05, "reward_ma": 0.08539846127850764, "leveled_up": false}
{"t": 85, "ts": 1788197591.932044, "step": 170, "loss_diff": 1.1992560625076294, "reward": 0.07494282889399652, "level": 0, "difficulty": 0.05, "reward_ma": 0.08435289804005654, "leveled_up": false}
{"t": 86, "ts": 1788197593.823012, "step": 172, "loss_diff": 1.14945387840271, "reward": 0.07652311499323063, "level": 0, "difficulty": 0.05, "reward_ma": 0.08356991973537395, "leveled_up": false}
{"t": 87, "ts": 1788197610.2135534, "step": 174, "loss_diff": 1.114162564277649, "reward": 0.0776880255476813, "level": 0, "difficulty": 0.05, "reward_ma": 0.08298173031660468, "leveled_up": false}
{"t": 88, "ts": 1788197612.0044527, "step": 176, "loss_diff": 1.4398372173309326, "reward": 0.06821745839210083, "level": 0, "difficulty": 0.05, "reward_ma": 0.08150530312415429, "leveled_up": false}
{"t": 89, "ts": 1788197613.7237568, "step": 178, "loss_diff": 1.1727797985076904, "reward": 0.07577393495470942, "level": 0, "difficulty": 0.05, "reward_ma": 0.0809321663072098, "leveled_up": false}
{"t": 90, "ts": 1788197615.490742, "step": 180, "loss_diff": 0.9976058602333069, "reward": 0.08864581841789876, "level": 0, "difficulty": 0.05, "reward_ma": 0.0817035315182787, "leveled_up": false}
{"t": 91, "ts": 1788197617.3168795, "step": 182, "loss_diff": 1.2781572341918945, "reward": 0.07261694512796882, "level": 0, "difficulty": 0.05, "reward_ma": 0.08079487287924772, "leveled_up": false}
{"t": 92, "ts": 1788197619.0872786, "step": 184, "loss_diff": 1.1425449848175049, "reward": 0.07877334288233043, "level": 0, "difficulty": 0.05, "reward_ma": 0.080592719879556, "leveled_up": false}
{"t": 93, "ts": 1788197620.9016995, "step": 186, "loss_diff": 1.406898856163025, "reward": 0.10156017711200352, "level": 0, "difficulty": 0.05, "reward_ma": 0.08268946560280076, "leveled_up": false}
{"t": 94, "ts": 1788197622.627165, "step": 188, "loss_diff": 0.9543333649635315, "reward": 0.147389020396843, "level": 0, "difficulty": 0.05, "reward_ma": 0.08915942108220498, "leveled_up": false}
{"t": 95, "ts": 1788197624.4741297, "step": 190, "loss_diff": 1.0730688571929932, "reward": 0.1377119622889865, "level": 0, "difficulty": 0.05, "reward_ma": 0.09401467520288313, "leveled_up": false}
{"t": 96, "ts": 1788197626.2056384, "step": 192, "loss_diff": 0.9698202610015869, "reward": 0.1092084609190577, "level": 0, "difficulty": 0.05, "reward_ma": 0.0955340537745006, "leveled_up": false}
{"t": 97, "ts": 1788197627.9263887, "step": 194, "loss_diff": 0.9460206627845764, "reward": 0.08381832074258098, "level": 0, "difficulty": 0.05, "reward_ma": 0.09436248047130863, "leveled_up": false}
{"t": 98, "ts": 1788197629.6936076, "step": 196, "loss_diff": 1.1740745306015015, "reward": 0.07573282177851608, "level": 0, "difficulty": 0.05, "reward_ma": 0.09249951460202938, "leveled_up": false}
{"t": 99, "ts": 1788197631.396665, "step": 198, "loss_diff": 0.930587887763977, "reward": 0.08897014850634755, "level": 0, "difficulty": 0.05, "reward_ma": 0.09214657799246119, "leveled_up": false}
{"t": 100, "ts": 1788197633.2205253, "step": 200, "loss_diff": 1.0903159379959106, "reward": 0.1717935017424255, "level": 0, "difficulty": 0.05, "reward_ma": 0.10011127036745762, "leveled_up": false}
{"t": 101, "ts": 1788197634.9278345, "step": 202, "loss_diff": 0.8494382500648499, "reward": 0.17864853434788827, "level": 0, "difficulty": 0.05, "reward_ma": 0.1079649967655007, "leveled_up": false}
{"t": 102, "ts": 1788197636.6733217, "step": 204, "loss_diff": 0.8223372101783752, "reward": 0.10715863157146101, "level": 0, "difficulty": 0.05, "reward_ma": 0.10788436024609674, "leveled_up": false}
{"t": 103, "ts": 1788197638.478495, "step": 206, "loss_diff": 1.1192607879638672, "reward": 0.10355322967148628, "level": 0, "difficulty": 0.05, "reward_ma": 0.10745124718863569, "leveled_up": false}
{"t": 104, "ts": 1788197640.2120605, "step": 208, "loss_diff": 0.9441036581993103, "reward": 0.11722173901211946, "level": 0, "difficulty": 0.05, "reward_ma": 0.10842829637098408, "leveled_up": false}
{"t": 105, "ts": 1788197642.0074294, "step": 210, "loss_diff": 1.0538331270217896, "reward": 0.17630420283784587, "level": 0, "difficulty": 0.05, "reward_ma": 0.11521588701767027, "leveled_up": false}
{"t": 106, "ts": 1788197643.7236798, "step": 212, "loss_diff": 1.272323727607727, "reward": 0.10252383141173768, "level": 0, "difficulty": 0.05, "reward_ma": 0.11394668145707702, "leveled_up": false}
{"t": 107, "ts": 1788197645.4808438, "step": 214, "loss_diff": 0.8299680948257446, "reward": 0.14906029863445802, "level": 0, "difficulty": 0.05, "reward_ma": 0.11745804317481512, "leveled_up": false}
{"t": 108, "ts": 1788197647.3203092, "step": 216, "loss_diff": 0.9935612678527832, "reward": 0.10847024951913728, "level": 0, "difficulty": 0.05, "reward_ma": 0.11655926380924733, "leveled_up": false}
{"t": 109, "ts": 1788197649.2233126, "step": 218, "loss_diff": 1.0290905237197876, "reward": 0.1327916208647475, "level": 0, "difficulty": 0.05, "reward_ma": 0.11818249951479735, "leveled_up": false}
{"t": 110, "ts": 1788197651.1763628, "step": 220, "loss_diff": 1.0425207614898682, "reward": 0.20527357708019273, "level": 0, "difficulty": 0.05, "reward_ma": 0.1268916072713369, "leveled_up": false}
{"t": 111, "ts": 1788197653.0040295, "step": 222, "loss_diff": 0.986984133720398, "reward": 0.1583428441771207, "level": 0, "difficulty": 0.05, "reward_ma": 0.13003673096191526, "leveled_up": false}
{"t": 112, "ts": 1788197654.8965578, "step": 224, "loss_diff": 1.0404510498046875, "reward": 0.16513432256850125, "level": 0, "difficulty": 0.05, "reward_ma": 0.13354649012257386, "leveled_up": false}
{"t": 113, "ts": 1788197656.8929517, "step": 226, "loss_diff": 0.9575703740119934, "reward": 0.2741763305984618, "level": 0, "difficulty": 0.05, "reward_ma": 0.14760947417016265, "leveled_up": false}
{"t": 114, "ts": 1788197658.7311056, "step": 228, "loss_diff": 0.9982853531837463, "reward": 0.26063137285705174, "level": 0, "difficulty": 0.05, "reward_ma": 0.15891166403885157, "leveled_up": false}
{"t": 115, "ts": 1788197660.602551, "step": 230, "loss_diff": 0.9344362616539001, "reward": 0.2897473033344001, "level": 0, "difficulty": 0.05, "reward_ma": 0.1719952279684064, "leveled_up": false}
{"t": 0, "ts": 1788197809.7183301, "step": 0, "loss_diff": 0.5366946458816528, "reward": 0.1043500525673586, "level": 0, "difficulty": 0.1445326253942552, "reward_ma": 0.01043500525673586, "leveled_up": false}
{"t": 1, "ts": 1788197811.4384348, "step": 2, "loss_diff": 1.0637922286987305, "reward": 0.0794196820662722, "level": 0, "difficulty": 0.08958263586458193, "reward_ma": 0.017333472937689498, "leveled_up": false}
{"t": 2, "ts": 1788197813.1931956, "step": 4, "loss_diff": 1.1904146671295166, "reward": 0.07521813125413851, "level": 0, "difficulty": 0.05, "reward_ma": 0.0231219387693344, "leveled_up": false}
{"t": 3, "ts": 1788197814.9131064, "step": 6, "loss_diff": 1.434173345565796, "reward": 0.06836050985938752, "level": 0, "difficulty": 0.05, "reward_ma": 0.027645795878339714, "leveled_up": false}
{"t": 4, "ts": 1788197816.6107666, "step": 8, "loss_diff": 1.2119108438491821, "reward": 0.07455261521553536, "level": 0, "difficulty": 0.05, "reward_ma": 0.032336477812059276, "leveled_up": false}
{"t": 5, "ts": 1788197818.3794503, "step": 10, "loss_diff": 1.6962212324142456, "reward": 0.06237136394450699, "level": 0, "difficulty": 0.05, "reward_ma": 0.03533996642530405, "leveled_up": false}
{"t": 6, "ts": 1788197820.1663268, "step": 12, "loss_diff": 2.5890278816223145, "reward": 0.048531994007769315, "level": 0, "difficulty": 0.05, "reward_ma": 0.03665916918355058, "leveled_up": false}
{"t": 7, "ts": 1788197821.9344754, "step": 14, "loss_diff": 1.2479314804077148, "reward": 0.07346595953298796, "level": 0, "difficulty": 0.05, "reward_ma": 0.040339848218494324, "leveled_up": false}
{"t": 8, "ts": 1788197823.7676508, "step": 16, "loss_diff": 1.6029183864593506, "reward": 0.06436557020091746, "level": 0, "difficulty": 0.05, "reward_ma": 0.042742420416736635, "leveled_up": false}
{"t": 9, "ts": 1788197825.5249488, "step": 18, "loss_diff": 1.3953545093536377, "reward": 0.06935915793644937, "level": 0, "difficulty": 0.05, "reward_ma": 0.04540409416870791, "leveled_up": false}
{"t": 10, "ts": 1788197827.316705, "step": 20, "loss_diff": 1.1201255321502686, "reward": 0.07748847460952717, "level": 0, "difficulty": 0.05, "reward_ma": 0.048612532212789834, "leveled_up": false}
{"t": 11, "ts": 1788197829.0962226, "step": 22, "loss_diff": 1.1737372875213623, "reward": 0.077130775572935, "level": 0, "difficulty": 0.05, "reward_ma": 0.05146435654880435, "leveled_up": false}
{"t": 12, "ts": 1788197830.8326273, "step": 24, "loss_diff": 1.0771291255950928, "reward": 0.11300408570048782, "level": 0, "difficulty": 0.05, "reward_ma": 0.0576183294639727, "leveled_up": false}
{"t": 13, "ts": 1788197832.6782532, "step": 26, "loss_diff": 1.2729606628417969, "reward": 0.1392552042765316, "level": 0, "difficulty": 0.05, "reward_ma": 0.06578201694522859, "leveled_up": false}
{"t": 14, "ts": 1788197834.5290363, "step": 28, "loss_diff": 0.947342574596405, "reward": 0.2000651416055655, "level": 0, "difficulty": 0.05, "reward_ma": 0.07921032941126228, "leveled_up": false}
{"t": 15, "ts": 1788197836.3665586, "step": 30, "loss_diff": 1.0799548625946045, "reward": 0.07885489660100377, "level": 0, "difficulty": 0.05, "reward_ma": 0.07917478613023643, "leveled_up": false}
{"t": 16, "ts": 1788197838.1658444, "step": 32, "loss_diff": 1.1901719570159912, "reward": 0.13383806380430907, "level": 0, "difficulty": 0.05, "reward_ma": 0.0846411138976437, "leveled_up": false}
{"t": 17, "ts": 1788197839.9302409, "step": 34, "loss_diff": 1.25445556640625, "reward": 0.12009757732162782, "level": 0, "difficulty": 0.05, "reward_ma": 0.08818676024004211, "leveled_up": false}
{"t": 18, "ts": 1788197841.7060368, "step": 36, "loss_diff": 1.1053180694580078, "reward": 0.11531660364474404, "level": 0, "difficulty": 0.05, "reward_ma": 0.09089974458051231, "leveled_up": false}
{"t": 19, "ts": 1788197843.3903658, "step": 38, "loss_diff": 1.187990427017212, "reward": 0.12588215878563638, "level": 0, "difficulty": 0.05, "reward_ma": 0.09439798600102473, "leveled_up": false}
{"t": 20, "ts": 1788197845.1256056, "step": 40, "loss_diff": 0.9873602986335754, "reward": 0.09273574061064288, "level": 0, "difficulty": 0.05, "reward_ma": 0.09423176146198654, "leveled_up": false}
{"t": 21, "ts": 1788197846.8750417, "step": 42, "loss_diff": 1.0225210189819336, "reward": 0.09252127728524487, "level": 0, "difficulty": 0.05, "reward_ma": 0.09406071304431238, "leveled_up": false}
{"t": 22, "ts": 1788197848.6722689, "step": 44, "loss_diff": 0.9428524374961853, "reward": 0.16535119900797215, "level": 0, "difficulty": 0.05, "reward_ma": 0.10118976164067836, "leveled_up": false}
{"t": 23, "ts": 1788197850.8020768, "step": 46, "loss_diff": 0.9400011301040649, "reward": 0.09777756962777304, "level": 0, "difficulty": 0.05, "reward_ma": 0.10084854243938783, "leveled_up": false}
{"t": 24, "ts": 1788197852.6075726, "step": 48, "loss_diff": 1.0091958045959473, "reward": 0.1749439480419438, "level": 0, "difficulty": 0.05, "reward_ma": 0.10825808299964343, "leveled_up": false}
{"t": 25, "ts": 1788197854.4746563, "step": 50, "loss_diff": 0.8837152719497681, "reward": 0.13617584090605814, "level": 0, "difficulty": 0.05, "reward_ma": 0.11104985879028491, "leveled_up": false}
{"t": 26, "ts": 1788197856.2882748, "step": 52, "loss_diff": 1.1863086223602295, "reward": 0.07610984086517748, "level": 0, "difficulty": 0.05, "reward_ma": 0.10755585699777417, "leveled_up": false}
{"t": 27, "ts": 1788197858.0970283, "step": 54, "loss_diff": 1.0032330751419067, "reward": 0.20496594622530817, "level": 0, "difficulty": 0.05, "reward_ma": 0.11729686592052757, "leveled_up": false}
{"t": 28, "ts": 1788197859.9782085, "step": 56, "loss_diff": 0.8295469284057617, "reward": 0.19983082360945942, "level": 0, "difficulty": 0.05, "reward_ma": 0.12555026168942077, "leveled_up": false}
{"t": 29, "ts": 1788197876.2730129, "step": 58, "loss_diff": 1.1288145780563354, "reward": 0.20699102644525208, "level": 0, "difficulty": 0.05, "reward_ma": 0.1336943381650039, "leveled_up": false}
{"t": 30, "ts": 1788197878.1257887, "step": 60, "loss_diff": 0.8196039199829102, "reward": 0.16061482836408728, "level": 0, "difficulty": 0.05, "reward_ma": 0.13638638718491225, "leveled_up": false}
{"t": 31, "ts": 1788197879.99965, "step": 62, "loss_diff": 0.9688915014266968, "reward": 0.1984865477560881, "level": 0, "difficulty": 0.05, "reward_ma": 0.14259640324202985, "leveled_up": false}
{"t": 32, "ts": 1788197881.8720703, "step": 64, "loss_diff": 0.765998363494873, "reward": 0.12185836749914906, "level": 0, "difficulty": 0.05, "reward_ma": 0.14052259966774178, "leveled_up": false}
{"t": 33, "ts": 1788197883.692253, "step": 66, "loss_diff": 1.101865530014038, "reward": 0.2380242669659054, "level": 0, "difficulty": 0.05, "reward_ma": 0.15027276639755816, "leveled_up": false}
{"t": 34, "ts": 1788197885.5298738, "step": 68, "loss_diff": 1.1352388858795166, "reward": 0.09408042590243171, "level": 0, "difficulty": 0.05, "reward_ma": 0.1446535323480455, "leveled_up": false}
{"t": 35, "ts": 1788197887.4113026, "step": 70, "loss_diff": 1.0518043041229248, "reward": 0.1536718801926601, "level": 0, "difficulty": 0.05, "reward_ma": 0.14555536713250697, "leveled_up": false}
{"t": 36, "ts": 1788197889.22308, "step": 72, "loss_diff": 1.0564885139465332, "reward": 0.22663396907143324, "level": 0, "difficulty": 0.05, "reward_ma": 0.15366322732639962, "leveled_up": false}
{"t": 37, "ts": 1788197890.9842222, "step": 74, "loss_diff": 0.9169081449508667, "reward": 0.15104140808780758, "level": 0, "difficulty": 0.05, "reward_ma": 0.1534010454025404, "leveled_up": false}
{"t": 38, "ts": 1788197892.87789, "step": 76, "loss_diff": 1.3014240264892578, "reward": 0.3236492178215649, "level": 0, "difficulty": 0.05, "reward_ma": 0.17042586264444287, "leveled_up": false}
{"t": 39, "ts": 1788197894.6892707, "step": 78, "loss_diff": 0.9582594037055969, "reward": 0.09115203340595322, "level": 0, "difficulty": 0.05, "reward_ma": 0.16249847972059392, "leveled_up": false}
{"t": 40, "ts": 1788197896.5052967, "step": 80, "loss_diff": 1.085574746131897, "reward": 0.08005860453206876, "level": 0, "difficulty": 0.05, "reward_ma": 0.1542544922017414, "leveled_up": false}
{"t": 41, "ts": 1788197898.4025738, "step": 82, "loss_diff": 0.93534255027771, "reward": 0.09051643978448463, "level": 0, "difficulty": 0.05, "reward_ma": 0.14788068696001572, "leveled_up": false}
{"t": 42, "ts": 1788197900.33118, "step": 84, "loss_diff": 0.989815354347229, "reward": 0.10107986113427561, "level": 0, "difficulty": 0.05, "reward_ma": 0.1432006043774417, "leveled_up": false}
{"t": 43, "ts": 1788197902.2726095, "step": 86, "loss_diff": 1.0410295724868774, "reward": 0.10535271539886257, "level": 0, "difficulty": 0.05, "reward_ma": 0.1394158154795838, "leveled_up": false}
{"t": 44, "ts": 1788197904.0934434, "step": 88, "loss_diff": 0.956538200378418, "reward": 0.10492255485347121, "level": 0, "difficulty": 0.05, "reward_ma": 0.13596648941697254, "leveled_up": false}
{"t": 45, "ts": 1788197905.975334, "step": 90, "loss_diff": 1.080152988433838, "reward": 0.07884802776431613, "level": 0, "difficulty": 0.05, "reward_ma": 0.1302546432517069, "leveled_up": false}
{"t": 46, "ts": 1788197907.790872, "step": 92, "loss_diff": 1.0770882368087769, "reward": 0.0951512216023288, "level": 0, "difficulty": 0.05, "reward_ma": 0.1267443010867691, "leveled_up": false}
{"t": 47, "ts": 1788197909.615491, "step": 94, "loss_diff": 1.1615760326385498, "reward": 0.1359711430538419, "level": 0, "difficulty": 0.05, "reward_ma": 0.1276669852834764, "leveled_up": false}
{"t": 48, "ts": 1788197911.5261583, "step": 96, "loss_diff": 1.9474546909332275, "reward": 0.05783467740189669, "level": 0, "difficulty": 0.05, "reward_ma": 0.12068375449531843, "leveled_up": false}
{"t": 49, "ts": 1788197913.490925, "step": 98, "loss_diff": 1.3900443315505981, "reward": 0.0694982891483392, "level": 0, "difficulty": 0.05, "reward_ma": 0.11556520796062052, "leveled_up": false}
{"t": 50, "ts": 1788197915.4895241, "step": 100, "loss_diff": 1.2417513132095337, "reward": 0.09722404224678657, "level": 0, "difficulty": 0.05, "reward_ma": 0.11373109138923712, "leveled_up": false}
{"t": 51, "ts": 1788197917.4139533, "step": 102, "loss_diff": 1.7620446681976318, "reward": 0.06104554083603897, "level": 0, "difficulty": 0.05, "reward_ma": 0.10846253633391731, "leveled_up": false}
{"t": 52, "ts": 1788197919.3193111, "step": 104, "loss_diff": 1.302544116973877, "reward": 0.07188327858870894, "level": 0, "difficulty": 0.05, "reward_ma": 0.10480461055939648, "leveled_up": false}
{"t": 53, "ts": 1788197921.2777767, "step": 106, "loss_diff": 1.2201546430587769, "reward": 0.08604612188809965, "level": 0, "difficulty": 0.05, "reward_ma": 0.10292876169226679, "leveled_up": false}
{"t": 54, "ts": 1788197923.128165, "step": 108, "loss_diff": 1.0607547760009766, "reward": 0.07978085243231915, "level": 0, "difficulty": 0.05, "reward_ma": 0.10061397076627203, "leveled_up": false}
{"t": 55, "ts": 1788197925.1037383, "step": 110, "loss_diff": 1.500369906425476, "reward": 0.06672907055825504, "level": 0, "difficulty": 0.05, "reward_ma": 0.09722548074547033, "leveled_up": false}
{"t": 56, "ts": 1788197927.0344908, "step": 112, "loss_diff": 1.6185259819030762, "reward": 0.12788868868713374, "level": 0, "difficulty": 0.05, "reward_ma": 0.10029180153963667, "leveled_up": false}
{"t": 57, "ts": 1788197928.9881995, "step": 114, "loss_diff": 1.0539979934692383, "reward": 0.08843574297772035, "level": 0, "difficulty": 0.05, "reward_ma": 0.09910619568344504, "leveled_up": false}
{"t": 58, "ts": 1788197945.8736508, "step": 116, "loss_diff": 1.2469801902770996, "reward": 0.0736869891379728, "level": 0, "difficulty": 0.05, "reward_ma": 0.09656427502889782, "leveled_up": false}
{"t": 59, "ts": 1788197947.586821, "step": 118, "loss_diff": 0.8633252382278442, "reward": 0.08723919118480837, "level": 0, "difficulty": 0.05, "reward_ma": 0.09563176664448887, "leveled_up": false}
{"t": 60, "ts": 1788197949.499354, "step": 120, "loss_diff": 0.873283863067627, "reward": 0.08681123592090695, "level": 0, "difficulty": 0.05, "reward_ma": 0.09474971357213068, "leveled_up": false}
{"t": 61, "ts": 1788197951.2333, "step": 122, "loss_diff": 1.164799690246582, "reward": 0.10702168631324102, "level": 0, "difficulty": 0.05, "reward_ma": 0.09597691084624171, "leveled_up": false}
{"t": 62, "ts": 1788197953.0145242, "step": 124, "loss_diff": 1.3491947650909424, "reward": 0.08249937492978189, "level": 0, "difficulty": 0.05, "reward_ma": 0.09462915725459572, "leveled_up": false}
{"t": 63, "ts": 1788197954.8186367, "step": 126, "loss_diff": 0.9554871916770935, "reward": 0.09881615798058024, "level": 0, "difficulty": 0.05, "reward_ma": 0.09504785732719417, "leveled_up": false}
{"t": 64, "ts": 1788197956.5347714, "step": 128, "loss_diff": 1.0163114070892334, "reward": 0.0811312175388487, "level": 0, "difficulty": 0.05, "reward_ma": 0.09365619334835963, "leveled_up": false}
{"t": 65, "ts": 1788197958.3729742, "step": 130, "loss_diff": 0.7718625664710999, "reward": 0.22163986682793363, "level": 0, "difficulty": 0.05, "reward_ma": 0.10645456069631704, "leveled_up": false}
{"t": 66, "ts": 1788197960.1266327, "step": 132, "loss_diff": 1.1312614679336548, "reward": 0.10134805994786568, "level": 0, "difficulty": 0.05, "reward_ma": 0.1059439106214719, "leveled_up": false}
{"t": 67, "ts": 1788197961.9263465, "step": 134, "loss_diff": 0.8698763847351074, "reward": 0.1988446386356826, "level": 0, "difficulty": 0.05, "reward_ma": 0.11523398342289298, "leveled_up": false}
{"t": 68, "ts": 1788197963.7743244, "step": 136, "loss_diff": 1.0688037872314453, "reward": 0.07924361473122737, "level": 0, "difficulty": 0.05, "reward_ma": 0.11163494655372642, "leveled_up": false}
{"t": 69, "ts": 1788197965.612292, "step": 138, "loss_diff": 0.891829252243042, "reward": 0.29223986315356876, "level": 0, "difficulty": 0.05, "reward_ma": 0.12969543821371066, "leveled_up": false}
{"t": 70, "ts": 1788197967.3792167, "step": 140, "loss_diff": 1.091404676437378, "reward": 0.08200434137876714, "level": 0, "difficulty": 0.05, "reward_ma": 0.1249263285302163, "leveled_up": false}
{"t": 71, "ts": 1788197969.1686761, "step": 142, "loss_diff": 0.9937044382095337, "reward": 0.08399949168714389, "level": 0, "difficulty": 0.05, "reward_ma": 0.12083364484590907, "leveled_up": false}
{"t": 72, "ts": 1788197970.9214256, "step": 144, "loss_diff": 1.0224993228912354, "reward": 0.0932302159499599, "level": 0, "difficulty": 0.05, "reward_ma": 0.11807330195631414, "leveled_up": false}
{"t": 73, "ts": 1788197972.7270534, "step": 146, "loss_diff": 0.9778647422790527, "reward": 0.21341500463005653, "level": 0, "difficulty": 0.05, "reward_ma": 0.12760747222368837, "leveled_up": false}
{"t": 74, "ts": 1788197974.5186245, "step": 148, "loss_diff": 1.0016191005706787, "reward": 0.08167727984080031, "level": 0, "difficulty": 0.05, "reward_ma": 0.12301445298539956, "leveled_up": false}
{"t": 75, "ts": 1788197976.7102063, "step": 150, "loss_diff": 1.096427321434021, "reward": 0.11893376998737275, "level": 0, "difficulty": 0.05, "reward_ma": 0.12260638468559688, "leveled_up": false}
{"t": 76, "ts": 1788197978.6384926, "step": 152, "loss_diff": 1.2533581256866455, "reward": 0.11286741778494004, "level": 0, "difficulty": 0.05, "reward_ma": 0.12163248799553121, "leveled_up": false}
{"t": 77, "ts": 1788197980.5931413, "step": 154, "loss_diff": 0.8903253078460693, "reward": 0.11543596318531427, "level": 0, "difficulty": 0.05, "reward_ma": 0.12101283551450952, "leveled_up": false}
{"t": 78, "ts": 1788197982.5690832, "step": 156, "loss_diff": 1.058518409729004, "reward": 0.10850095373684884, "level": 0, "difficulty": 0.05, "reward_ma": 0.11976164733674347, "leveled_up": false}
{"t": 79, "ts": 1788197984.5202832, "step": 158, "loss_diff": 1.1926058530807495, "reward": 0.1504547166592875, "level": 0, "difficulty": 0.05, "reward_ma": 0.12283095426899787, "leveled_up": false}
{"t": 80, "ts": 1788197986.5651507, "step": 160, "loss_diff": 0.8644143342971802, "reward": 0.12442959728403173, "level": 0, "difficulty": 0.05, "reward_ma": 0.12299081857050126, "leveled_up": false}
{"t": 81, "ts": 1788197988.4163694, "step": 162, "loss_diff": 0.9974153637886047, "reward": 0.10986951522289573, "level": 0, "difficulty": 0.05, "reward_ma": 0.12167868823574071, "leveled_up": false}
{"t": 82, "ts": 1788197990.310645, "step": 164, "loss_diff": 0.9524737596511841, "reward": 0.09193339089746129, "level": 0, "difficulty": 0.05, "reward_ma": 0.11870415850191277, "leveled_up": false}
{"t": 83, "ts": 1788197992.218506, "step": 166, "loss_diff": 1.1360061168670654, "reward": 0.10723993874609648, "level": 0, "difficulty": 0.05, "reward_ma": 0.11755773652633114, "leveled_up": false}
{"t": 84, "ts": 1788197994.1029687, "step": 168, "loss_diff": 1.024219274520874, "reward": 0.1867187644888686, "level": 0, "difficulty": 0.05, "reward_ma": 0.12447383932258489, "leveled_up": false}
{"t": 85, "ts": 1788197995.9768467, "step": 170, "loss_diff": 1.3573334217071533, "reward": 0.1374351274794411, "level": 0, "difficulty": 0.05, "reward_ma": 0.12576996813827052, "leveled_up": false}
{"t": 86, "ts": 1788197997.8179402, "step": 172, "loss_diff": 1.0734392404556274, "reward": 0.1838841076593859, "level": 0, "difficulty": 0.05, "reward_ma": 0.13158138209038206, "leveled_up": false}
{"t": 87, "ts": 1788198014.2777221, "step": 174, "loss_diff": 0.93338543176651, "reward": 0.0852596066877945, "level": 0, "difficulty": 0.05, "reward_ma": 0.12694920455012332, "leveled_up": false}
{"t": 88, "ts": 1788198016.2294486, "step": 176, "loss_diff": 1.0768883228302002, "reward": 0.18279189143485441, "level": 0, "difficulty": 0.05, "reward_ma": 0.13253347323859643, "leveled_up": false}
{"t": 89, "ts": 1788198018.197144, "step": 178, "loss_diff": 1.1499295234680176, "reward": 0.26826662316515204, "level": 0, "difficulty": 0.05, "reward_ma": 0.146106788231252, "leveled_up": false}
{"t": 90, "ts": 1788198020.1380093, "step": 180, "loss_diff": 1.1039481163024902, "reward": 0.21079228016318308, "level": 0, "difficulty": 0.05, "reward_ma": 0.15257533742444512, "leveled_up": false}
{"t": 91, "ts": 1788198022.0312815, "step": 182, "loss_diff": 1.0173852443695068, "reward": 0.2192208628994836, "level": 0, "difficulty": 0.05, "reward_ma": 0.15923988997194896, "leveled_up": false}
{"t": 92, "ts": 1788198023.9983532, "step": 184, "loss_diff": 1.2290664911270142, "reward": 0.1262455347668589, "level": 0, "difficulty": 0.05, "reward_ma": 0.15594045445143997, "leveled_up": false}
{"t": 93, "ts": 1788198025.9927495, "step": 186, "loss_diff": 1.2431516647338867, "reward": 0.18444392311747518, "level": 0, "difficulty": 0.05, "reward_ma": 0.1587908013180435, "leveled_up": false}
{"t": 94, "ts": 1788198027.9175782, "step": 188, "loss_diff": 1.0332136154174805, "reward": 0.12132372206449132, "level": 0, "difficulty": 0.05, "reward_ma": 0.1550440933926883, "leveled_up": false}
{"t": 95, "ts": 1788198029.8818192, "step": 190, "loss_diff": 1.146680235862732, "reward": 0.14139037318188574, "level": 0, "difficulty": 0.05, "reward_ma": 0.15367872137160804, "leveled_up": false}
{"t": 96, "ts": 1788198031.8198888, "step": 192, "loss_diff": 1.002840518951416, "reward": 0.13053891047912733, "level": 0, "difficulty": 0.05, "reward_ma": 0.15136474028236, "leveled_up": false}
{"t": 97, "ts": 1788198033.8200965, "step": 194, "loss_diff": 1.027142882347107, "reward": 0.1700645784715442, "level": 0, "difficulty": 0.05, "reward_ma": 0.15323472410127842, "leveled_up": false}
{"t": 98, "ts": 1788198035.8057473, "step": 196, "loss_diff": 1.036298394203186, "reward": 0.13919321830719839, "level": 0, "difficulty": 0.05, "reward_ma": 0.15183057352187043, "leveled_up": false}
{"t": 99, "ts": 1788198037.7080765, "step": 198, "loss_diff": 1.0660189390182495, "reward": 0.14469620480061632, "level": 0, "difficulty": 0.05, "reward_ma": 0.15111713664974502, "leveled_up": false}
{"t": 100, "ts": 1788198039.6852255, "step": 200, "loss_diff": 1.3152828216552734, "reward": 0.2378300819323808, "level": 0, "difficulty": 0.05, "reward_ma": 0.15978843117800862, "leveled_up": false}
{"t": 101, "ts": 1788198041.6818547, "step": 202, "loss_diff": 0.8338508605957031, "reward": 0.18535017369149967, "level": 0, "difficulty": 0.05, "reward_ma": 0.16234460542935775, "leveled_up": false}
{"t": 102, "ts": 1788198043.477596, "step": 204, "loss_diff": 0.8460367918014526, "reward": 0.17351728712715825, "level": 0, "difficulty": 0.05, "reward_ma": 0.1634618735991378, "leveled_up": false}
{"t": 103, "ts": 1788198045.3024774, "step": 206, "loss_diff": 1.0615572929382324, "reward": 0.30648472096555707, "level": 0, "difficulty": 0.05, "reward_ma": 0.17776415833577974, "leveled_up": false}
{"t": 104, "ts": 1788198047.2329879, "step": 208, "loss_diff": 1.069637656211853, "reward": 0.16572581796478414, "level": 0, "difficulty": 0.05, "reward_ma": 0.17656032429868018, "leveled_up": false}
{"t": 105, "ts": 1788198049.1068041, "step": 210, "loss_diff": 1.0071423053741455, "reward": 0.1349162509146502, "level": 0, "difficulty": 0.05, "reward_ma": 0.17239591696027717, "leveled_up": false}
{"t": 106, "ts": 1788198050.8830636, "step": 212, "loss_diff": 1.1694155931472778, "reward": 0.07625829587486016, "level": 0, "difficulty": 0.05, "reward_ma": 0.16278215485173547, "leveled_up": false}
{"t": 107, "ts": 1788198052.6836743, "step": 214, "loss_diff": 0.8351511359214783, "reward": 0.11881146363311354, "level": 0, "difficulty": 0.05, "reward_ma": 0.15838508572987328, "leveled_up": false}
{"t": 108, "ts": 1788198054.4995694, "step": 216, "loss_diff": 1.206613302230835, "reward": 0.07471542173303793, "level": 0, "difficulty": 0.05, "reward_ma": 0.15001811933018974, "leveled_up": false}
{"t": 109, "ts": 1788198056.283356, "step": 218, "loss_diff": 1.1243466138839722, "reward": 0.08028161227009692, "level": 0, "difficulty": 0.05, "reward_ma": 0.14304446862418047, "leveled_up": false}
{"t": 110, "ts": 1788198058.1925893, "step": 220, "loss_diff": 1.025733232498169, "reward": 0.11433672222917672, "level": 0, "difficulty": 0.05, "reward_ma": 0.14017369398468008, "leveled_up": false}
{"t": 111, "ts": 1788198060.12109, "step": 222, "loss_diff": 1.0130252838134766, "reward": 0.126885315569448, "level": 0, "difficulty": 0.05, "reward_ma": 0.13884485614315686, "leveled_up": false}
{"t": 112, "ts": 1788198062.0754151, "step": 224, "loss_diff": 1.0421717166900635, "reward": 0.1086946655843197, "level": 0, "difficulty": 0.05, "reward_ma": 0.13582983708727314, "leveled_up": false}
{"t": 113, "ts": 1788198064.0319924, "step": 226, "loss_diff": 0.9678176641464233, "reward": 0.14532075207156947, "level": 0, "difficulty": 0.05, "reward_ma": 0.13677892858570279, "leveled_up": false}
{"t": 114, "ts": 1788198065.921, "step": 228, "loss_diff": 1.0275774002075195, "reward": 0.10833992259268782, "level": 0, "difficulty": 0.05, "reward_ma": 0.13393502798640128, "leveled_up": false}
{"t": 115, "ts": 1788198067.8920212, "step": 230, "loss_diff": 1.0426981449127197, "reward": 0.11002262575596077, "level": 0, "difficulty": 0.05, "reward_ma": 0.13154378776335723, "leveled_up": false}
{"t": 0, "ts": 1788198175.9342792, "step": 0, "loss_diff": 0.6742135286331177, "reward": 0.09633225348068752, "level": 0, "difficulty": 0.14447249190110517, "reward_ma": 0.009633225348068753, "leveled_up": false}
{"t": 1, "ts": 1788198177.8639362, "step": 2, "loss_diff": 1.0339112281799316, "reward": 0.08048747840524678, "level": 0, "difficulty": 0.08947639070013916, "reward_ma": 0.016718650653786554, "leveled_up": false}
{"t": 2, "ts": 1788198179.768176, "step": 4, "loss_diff": 1.0653785467147827, "reward": 0.07936385871807368, "level": 0, "difficulty": 0.05, "reward_ma": 0.022983171460215265, "leveled_up": false}
{"t": 3, "ts": 1788198181.696554, "step": 6, "loss_diff": 1.1830884218215942, "reward": 0.07544794449650165, "level": 0, "difficulty": 0.05, "reward_ma": 0.028229648763843904, "leveled_up": false}
{"t": 4, "ts": 1788198183.5231173, "step": 8, "loss_diff": 4.195921421051025, "reward": 0.035606743858153087, "level": 0, "difficulty": 0.05, "reward_ma": 0.028967358273274825, "leveled_up": false}
{"t": 5, "ts": 1788198185.467035, "step": 10, "loss_diff": 1.6296712160110474, "reward": 0.06377929843751176, "level": 0, "difficulty": 0.05, "reward_ma": 0.03244855228969852, "leveled_up": false}
{"t": 6, "ts": 1788198187.5223143, "step": 12, "loss_diff": 1.4200472831726074, "reward": 0.06872020703301117, "level": 0, "difficulty": 0.05, "reward_ma": 0.036075717764029784, "leveled_up": false}
{"t": 7, "ts": 1788198189.4274852, "step": 14, "loss_diff": 3.844219207763672, "reward": 0.037702689420237655, "level": 0, "difficulty": 0.05, "reward_ma": 0.03623841492965057, "leveled_up": false}
{"t": 8, "ts": 1788198191.4229517, "step": 16, "loss_diff": 2.151012420654297, "reward": 0.05434169461263916, "level": 0, "difficulty": 0.05, "reward_ma": 0.038048742897949434, "leveled_up": false}
{"t": 9, "ts": 1788198193.3679678, "step": 18, "loss_diff": 2.1560637950897217, "reward": 0.054265503391758375, "level": 0, "difficulty": 0.05, "reward_ma": 0.039670418947330324, "leveled_up": false}
{"t": 10, "ts": 1788198195.3143883, "step": 20, "loss_diff": 2.4995503425598145, "reward": 0.04960059657316748, "level": 0, "difficulty": 0.05, "reward_ma": 0.04066343670991404, "leveled_up": false}
{"t": 11, "ts": 1788198197.2882051, "step": 22, "loss_diff": 3.2837905883789062, "reward": 0.04508059231306617, "level": 0, "difficulty": 0.05, "reward_ma": 0.041105152270229255, "leveled_up": false}
{"t": 12, "ts": 1788198199.0333903, "step": 24, "loss_diff": 1.6560287475585938, "reward": 0.0632132393459319, "level": 0, "difficulty": 0.05, "reward_ma": 0.04331596097779952, "leveled_up": false}
{"t": 13, "ts": 1788198200.873685, "step": 26, "loss_diff": 1.1257424354553223, "reward": 0.07730152869089604, "level": 0, "difficulty": 0.05, "reward_ma": 0.046714517749109175, "leveled_up": false}
{"t": 14, "ts": 1788198202.61792, "step": 28, "loss_diff": 1.034507155418396, "reward": 0.08046587643915298, "level": 0, "difficulty": 0.05, "reward_ma": 0.05008965361811356, "leveled_up": false}
{"t": 15, "ts": 1788198204.3801546, "step": 30, "loss_diff": 1.1018996238708496, "reward": 0.0781019637658617, "level": 0, "difficulty": 0.05, "reward_ma": 0.05289088463288837, "leveled_up": false}
{"t": 16, "ts": 1788198206.1225617, "step": 32, "loss_diff": 1.1136654615402222, "reward": 0.12097359314630543, "level": 0, "difficulty": 0.05, "reward_ma": 0.05969915548423008, "leveled_up": false}
{"t": 17, "ts": 1788198207.8863115, "step": 34, "loss_diff": 1.0652081966400146, "reward": 0.07970730824162942, "level": 0, "difficulty": 0.05, "reward_ma": 0.06169997075997002, "leveled_up": false}
{"t": 18, "ts": 1788198209.8707638, "step": 36, "loss_diff": 1.299028754234314, "reward": 0.1458399726346214, "level": 0, "difficulty": 0.05, "reward_ma": 0.07011397094743516, "leveled_up": false}
{"t": 19, "ts": 1788198211.5882676, "step": 38, "loss_diff": 0.9819037318229675, "reward": 0.14223238506796854, "level": 0, "difficulty": 0.05, "reward_ma": 0.0773258123594885, "leveled_up": false}
{"t": 20, "ts": 1788198213.3648806, "step": 40, "loss_diff": 1.0419611930847168, "reward": 0.08943336725694707, "level": 0, "difficulty": 0.05, "reward_ma": 0.07853656784923436, "leveled_up": false}
{"t": 21, "ts": 1788198215.0660472, "step": 42, "loss_diff": 0.918553352355957, "reward": 0.08492185562784581, "level": 0, "difficulty": 0.05, "reward_ma": 0.07917509662709551, "leveled_up": false}
{"t": 22, "ts": 1788198216.7636192, "step": 44, "loss_diff": 1.0034313201904297, "reward": 0.151395698406796, "level": 0, "difficulty": 0.05, "reward_ma": 0.08639715680506557, "leveled_up": false}
{"t": 23, "ts": 1788198218.512251, "step": 46, "loss_diff": 0.9427671432495117, "reward": 0.14130380950565596, "level": 0, "difficulty": 0.05, "reward_ma": 0.09188782207512461, "leveled_up": false}
{"t": 24, "ts": 1788198220.2243164, "step": 48, "loss_diff": 0.8888927102088928, "reward": 0.19065290066737922, "level": 0, "difficulty": 0.05, "reward_ma": 0.10176432993435007, "leveled_up": false}
{"t": 25, "ts": 1788198221.9992747, "step": 50, "loss_diff": 0.9483667016029358, "reward": 0.14170142767744692, "level": 0, "difficulty": 0.05, "reward_ma": 0.10575803970865977, "leveled_up": false}
{"t": 26, "ts": 1788198223.6927836, "step": 52, "loss_diff": 1.1081491708755493, "reward": 0.07789040721028698, "level": 0, "difficulty": 0.05, "reward_ma": 0.10297127645882248, "leveled_up": false}
{"t": 27, "ts": 1788198225.4020689, "step": 54, "loss_diff": 0.9393952488899231, "reward": 0.11079588670002119, "level": 0, "difficulty": 0.05, "reward_ma": 0.10375373748294237, "leveled_up": false}
{"t": 28, "ts": 1788198227.1998193, "step": 56, "loss_diff": 0.9868717789649963, "reward": 0.14146649015943974, "level": 0, "difficulty": 0.05, "reward_ma": 0.1075250127505921, "leveled_up": false}
{"t": 29, "ts": 1788198242.8276217, "step": 58, "loss_diff": 1.063493013381958, "reward": 0.16155234356264847, "level": 0, "difficulty": 0.05, "reward_ma": 0.11292774583179774, "leveled_up": false}
{"t": 30, "ts": 1788198244.5747027, "step": 60, "loss_diff": 0.8770572543144226, "reward": 0.1399427923973544, "level": 0, "difficulty": 0.05, "reward_ma": 0.1156292504883534, "leveled_up": false}
{"t": 31, "ts": 1788198246.2798007, "step": 62, "loss_diff": 1.1212286949157715, "reward": 0.10892884910763462, "level": 0, "difficulty": 0.05, "reward_ma": 0.11495921035028153, "leveled_up": false}
{"t": 32, "ts": 1788198247.9818873, "step": 64, "loss_diff": 1.0542583465576172, "reward": 0.0934169935508282, "level": 0, "difficulty": 0.05, "reward_ma": 0.1128049886703362, "leveled_up": false}
{"t": 33, "ts": 1788198249.721067, "step": 66, "loss_diff": 1.014106035232544, "reward": 0.12349852378192916, "level": 0, "difficulty": 0.05, "reward_ma": 0.1138743421814955, "leveled_up": false}
{"t": 34, "ts": 1788198251.4320505, "step": 68, "loss_diff": 1.0057754516601562, "reward": 0.1793955751280873, "level": 0, "difficulty": 0.05, "reward_ma": 0.1204264654761547, "leveled_up": false}
{"t": 35, "ts": 1788198253.1933396, "step": 70, "loss_diff": 1.1880921125411987, "reward": 0.15774110304026925, "level": 0, "difficulty": 0.05, "reward_ma": 0.12415792923256615, "leveled_up": false}
{"t": 36, "ts": 1788198255.007765, "step": 72, "loss_diff": 1.0329993963241577, "reward": 0.16679327019700413, "level": 0, "difficulty": 0.05, "reward_ma": 0.12842146332900994, "leveled_up": false}
{"t": 37, "ts": 1788198256.7334137, "step": 74, "loss_diff": 1.0932960510253906, "reward": 0.15305520730375075, "level": 0, "difficulty": 0.05, "reward_ma": 0.13088483772648402, "leveled_up": false}
{"t": 38, "ts": 1788198258.5639558, "step": 76, "loss_diff": 1.1676363945007324, "reward": 0.07593774470526359, "level": 0, "difficulty": 0.05, "reward_ma": 0.12539012842436198, "leveled_up": false}
{"t": 39, "ts": 1788198260.3136785, "step": 78, "loss_diff": 0.9627881050109863, "reward": 0.08731208484040551, "level": 0, "difficulty": 0.05, "reward_ma": 0.12158232406596634, "leveled_up": false}
{"t": 40, "ts": 1788198262.1152003, "step": 80, "loss_diff": 1.1182581186294556, "reward": 0.1059564771627663, "level": 0, "difficulty": 0.05, "reward_ma": 0.12001973937564633, "leveled_up": false}
{"t": 41, "ts": 1788198263.884373, "step": 82, "loss_diff": 0.9005439877510071, "reward": 0.17502718154837832, "level": 0, "difficulty": 0.05, "reward_ma": 0.12552048359291954, "leveled_up": false}
{"t": 42, "ts": 1788198265.6302423, "step": 84, "loss_diff": 0.910224437713623, "reward": 0.08710664244916595, "level": 0, "difficulty": 0.05, "reward_ma": 0.12167909947854418, "leveled_up": false}
{"t": 43, "ts": 1788198267.4693065, "step": 86, "loss_diff": 1.1451101303100586, "reward": 0.1363136908145504, "level": 0, "difficulty": 0.05, "reward_ma": 0.1231425586121448, "leveled_up": false}
{"t": 44, "ts": 1788198269.2656891, "step": 88, "loss_diff": 1.023667335510254, "reward": 0.18491800038962927, "level": 0, "difficulty": 0.05, "reward_ma": 0.12932010278989325, "leveled_up": false}
{"t": 45, "ts": 1788198271.1117218, "step": 90, "loss_diff": 1.069186806678772, "reward": 0.18417821973674606, "level": 0, "difficulty": 0.05, "reward_ma": 0.13480591448457854, "leveled_up": false}
{"t": 46, "ts": 1788198272.8917046, "step": 92, "loss_diff": 1.0185163021087646, "reward": 0.2697994196052538, "level": 0, "difficulty": 0.05, "reward_ma": 0.14830526499664606, "leveled_up": false}
{"t": 47, "ts": 1788198274.6775239, "step": 94, "loss_diff": 1.0922789573669434, "reward": 0.18365168397147685, "level": 0, "difficulty": 0.05, "reward_ma": 0.15183990689412916, "leveled_up": false}
{"t": 48, "ts": 1788198276.4799347, "step": 96, "loss_diff": 1.0608596801757812, "reward": 0.19887886961480533, "level": 0, "difficulty": 0.05, "reward_ma": 0.15654380316619676, "leveled_up": false}
{"t": 49, "ts": 1788198278.2727218, "step": 98, "loss_diff": 0.9402116537094116, "reward": 0.1485729844257207, "level": 0, "difficulty": 0.05, "reward_ma": 0.15574672129214917, "leveled_up": false}
{"t": 50, "ts": 1788198280.1805122, "step": 100, "loss_diff": 0.9656883478164673, "reward": 0.08756436607107404, "level": 0, "difficulty": 0.05, "reward_ma": 0.14892848577004167, "leveled_up": false}
{"t": 51, "ts": 1788198281.9679818, "step": 102, "loss_diff": 1.1339364051818848, "reward": 0.11988149470207454, "level": 0, "difficulty": 0.05, "reward_ma": 0.14602378666324498, "leveled_up": false}
{"t": 52, "ts": 1788198283.7290504, "step": 104, "loss_diff": 1.0240111351013184, "reward": 0.22759448313754868, "level": 0, "difficulty": 0.05, "reward_ma": 0.15418085631067535, "leveled_up": false}
{"t": 53, "ts": 1788198285.831055, "step": 106, "loss_diff": 1.2480008602142334, "reward": 0.07346390011358075, "level": 0, "difficulty": 0.05, "reward_ma": 0.1461091606909659, "leveled_up": false}
{"t": 54, "ts": 1788198287.6321702, "step": 108, "loss_diff": 0.8507921099662781, "reward": 0.13039004145007008, "level": 0, "difficulty": 0.05, "reward_ma": 0.14453724876687632, "leveled_up": false}
{"t": 55, "ts": 1788198289.4796174, "step": 110, "loss_diff": 1.0980989933013916, "reward": 0.11119378378433112, "level": 0, "difficulty": 0.05, "reward_ma": 0.14120290226862178, "leveled_up": false}
{"t": 56, "ts": 1788198291.2838874, "step": 112, "loss_diff": 1.106448769569397, "reward": 0.07794784403857681, "level": 0, "difficulty": 0.05, "reward_ma": 0.13487739644561728, "leveled_up": false}
{"t": 57, "ts": 1788198293.1140037, "step": 114, "loss_diff": 1.1162418127059937, "reward": 0.1393587902337158, "level": 0, "difficulty": 0.05, "reward_ma": 0.13532553582442713, "leveled_up": false}
{"t": 58, "ts": 1788198308.7707164, "step": 116, "loss_diff": 0.9638762474060059, "reward": 0.09995376538490859, "level": 0, "difficulty": 0.05, "reward_ma": 0.1317883587804753, "leveled_up": false}
{"t": 59, "ts": 1788198310.8196762, "step": 118, "loss_diff": 0.9921565055847168, "reward": 0.17378491285591624, "level": 0, "difficulty": 0.05, "reward_ma": 0.1359880141880194, "leveled_up": false}
{"t": 60, "ts": 1788198312.5883818, "step": 120, "loss_diff": 1.1804146766662598, "reward": 0.07553220049830615, "level": 0, "difficulty": 0.05, "reward_ma": 0.12994243281904808, "leveled_up": false}
{"t": 61, "ts": 1788198314.3870847, "step": 122, "loss_diff": 1.03125, "reward": 0.11061912359744884, "level": 0, "difficulty": 0.05, "reward_ma": 0.12801010189688816, "leveled_up": false}
{"t": 62, "ts": 1788198316.1758237, "step": 124, "loss_diff": 1.2669986486434937, "reward": 0.19451124475980885, "level": 0, "difficulty": 0.05, "reward_ma": 0.13466021618318025, "leveled_up": false}
{"t": 63, "ts": 1788198318.0932572, "step": 126, "loss_diff": 0.9960169792175293, "reward": 0.18250619301808368, "level": 0, "difficulty": 0.05, "reward_ma": 0.1394448138666706, "leveled_up": false}
{"t": 64, "ts": 1788198319.894045, "step": 128, "loss_diff": 0.952117383480072, "reward": 0.09129493175976856, "level": 0, "difficulty": 0.05, "reward_ma": 0.1346298256559804, "leveled_up": false}
{"t": 65, "ts": 1788198321.67461, "step": 130, "loss_diff": 0.8699920177459717, "reward": 0.2535825330308126, "level": 0, "difficulty": 0.05, "reward_ma": 0.14652509639346362, "leveled_up": false}
{"t": 66, "ts": 1788198323.4112878, "step": 132, "loss_diff": 1.260958194732666, "reward": 0.1256828972143272, "level": 0, "difficulty": 0.05, "reward_ma": 0.14444087647554998, "leveled_up": false}
{"t": 67, "ts": 1788198325.183557, "step": 134, "loss_diff": 0.8243261575698853, "reward": 0.2577183217881056, "level": 0, "difficulty": 0.05, "reward_ma": 0.15576862100680555, "leveled_up": false}
{"t": 68, "ts": 1788198327.1325426, "step": 136, "loss_diff": 1.0726999044418335, "reward": 0.07910732361677492, "level": 0, "difficulty": 0.05, "reward_ma": 0.1481024912678025, "leveled_up": false}
{"t": 69, "ts": 1788198329.0691028, "step": 138, "loss_diff": 0.8333265781402588, "reward": 0.21846877007062324, "level": 0, "difficulty": 0.05, "reward_ma": 0.1551391191480846, "leveled_up": false}
{"t": 70, "ts": 1788198330.9109201, "step": 140, "loss_diff": 1.1324256658554077, "reward": 0.15754752433545371, "level": 0, "difficulty": 0.05, "reward_ma": 0.15537995966682153, "leveled_up": false}
{"t": 71, "ts": 1788198332.691017, "step": 142, "loss_diff": 1.0250589847564697, "reward": 0.17319627568705476, "level": 0, "difficulty": 0.05, "reward_ma": 0.15716159126884485, "leveled_up": false}
{"t": 72, "ts": 1788198334.4840715, "step": 144, "loss_diff": 0.9783797264099121, "reward": 0.15349606963973045, "level": 0, "difficulty": 0.05, "reward_ma": 0.15679503910593343, "leveled_up": false}
{"t": 73, "ts": 1788198336.2716055, "step": 146, "loss_diff": 0.9381220936775208, "reward": 0.23871520944696473, "level": 0, "difficulty": 0.05, "reward_ma": 0.16498705614003656, "leveled_up": false}
{"t": 74, "ts": 1788198338.2127738, "step": 148, "loss_diff": 1.4281892776489258, "reward": 0.20697226045832015, "level": 0, "difficulty": 0.05, "reward_ma": 0.16918557657186492, "leveled_up": false}
{"t": 75, "ts": 1788198340.1040874, "step": 150, "loss_diff": 1.0904003381729126, "reward": 0.1961782657448946, "level": 0, "difficulty": 0.05, "reward_ma": 0.17188484548916788, "leveled_up": false}
{"t": 76, "ts": 1788198341.9164298, "step": 152, "loss_diff": 1.3357617855072021, "reward": 0.18019626210130713, "level": 0, "difficulty": 0.05, "reward_ma": 0.1727159871503818, "leveled_up": false}
{"t": 77, "ts": 1788198343.6961226, "step": 154, "loss_diff": 0.9643428325653076, "reward": 0.3126130118691417, "level": 0, "difficulty": 0.05, "reward_ma": 0.1867056896222578, "leveled_up": false}
{"t": 78, "ts": 1788198345.6821644, "step": 156, "loss_diff": 1.0890544652938843, "reward": 0.15373930098693434, "level": 0, "difficulty": 0.05, "reward_ma": 0.18340905075872546, "leveled_up": false}
{"t": 79, "ts": 1788198347.4281986, "step": 158, "loss_diff": 1.201289415359497, "reward": 0.20233028214222543, "level": 0, "difficulty": 0.05, "reward_ma": 0.18530117389707546, "leveled_up": false}
{"t": 80, "ts": 1788198349.2836761, "step": 160, "loss_diff": 0.8627752661705017, "reward": 0.20143835112707442, "level": 0, "difficulty": 0.05, "reward_ma": 0.18691489162007538, "leveled_up": false}
{"t": 81, "ts": 1788198351.1712906, "step": 162, "loss_diff": 0.8939382433891296, "reward": 0.22081018903990837, "level": 0, "difficulty": 0.05, "reward_ma": 0.1903044213620587, "leveled_up": false}
{"t": 82, "ts": 1788198352.9642878, "step": 164, "loss_diff": 1.027101993560791, "reward": 0.21895251713577396, "level": 0, "difficulty": 0.05, "reward_ma": 0.19316923093943023, "leveled_up": false}
{"t": 83, "ts": 1788198354.73122, "step": 166, "loss_diff": 1.1518537998199463, "reward": 0.13165161210449858, "level": 0, "difficulty": 0.05, "reward_ma": 0.18701746905593708, "leveled_up": false}
{"t": 84, "ts": 1788198356.4762363, "step": 168, "loss_diff": 1.046589970588684, "reward": 0.17626944917799475, "level": 0, "difficulty": 0.05, "reward_ma": 0.18594266706814286, "leveled_up": false}
{"t": 85, "ts": 1788198358.3033974, "step": 170, "loss_diff": 1.3059496879577637, "reward": 0.18020856869052973, "level": 0, "difficulty": 0.05, "reward_ma": 0.18536925723038156, "leveled_up": false}
{"t": 86, "ts": 1788198360.0368478, "step": 172, "loss_diff": 1.0390574932098389, "reward": 0.20965065829275403, "level": 0, "difficulty": 0.05, "reward_ma": 0.18779739733661882, "leveled_up": false}
{"t": 87, "ts": 1788198376.5083354, "step": 174, "loss_diff": 0.9612823128700256, "reward": 0.17319106191774836, "level": 0, "difficulty": 0.05, "reward_ma": 0.1863367637947318, "leveled_up": false}
{"t": 88, "ts": 1788198378.4810357, "step": 176, "loss_diff": 1.2736159563064575, "reward": 0.2302342686157679, "level": 0, "difficulty": 0.05, "reward_ma": 0.19072651427683543, "leveled_up": false}
{"t": 89, "ts": 1788198380.3992164, "step": 178, "loss_diff": 1.1990689039230347, "reward": 0.3089901136735095, "level": 0, "difficulty": 0.05, "reward_ma": 0.20255287421650284, "leveled_up": false}
{"t": 90, "ts": 1788198382.3945138, "step": 180, "loss_diff": 1.196063756942749, "reward": 0.28779872374120513, "level": 0, "difficulty": 0.05, "reward_ma": 0.21107745916897308, "leveled_up": false}
{"t": 91, "ts": 1788198384.4027648, "step": 182, "loss_diff": 1.1329503059387207, "reward": 0.22632097622781, "level": 0, "difficulty": 0.05, "reward_ma": 0.2126018108748568, "leveled_up": false}
{"t": 92, "ts": 1788198386.2133484, "step": 184, "loss_diff": 1.302762508392334, "reward": 0.2696697483545364, "level": 0, "difficulty": 0.05, "reward_ma": 0.21830860462282475, "leveled_up": false}
{"t": 93, "ts": 1788198388.2096486, "step": 186, "loss_diff": 1.2312911748886108, "reward": 0.27642942651473773, "level": 0, "difficulty": 0.05, "reward_ma": 0.22412068681201605, "leveled_up": false}
{"t": 94, "ts": 1788198390.0098755, "step": 188, "loss_diff": 0.9601754546165466, "reward": 0.21309561722257564, "level": 0, "difficulty": 0.05, "reward_ma": 0.223018179853072, "leveled_up": false}
{"t": 95, "ts": 1788198391.81346, "step": 190, "loss_diff": 1.144911766052246, "reward": 0.29820145258953623, "level": 0, "difficulty": 0.05, "reward_ma": 0.23053650712671844, "leveled_up": false}
{"t": 96, "ts": 1788198393.6098163, "step": 192, "loss_diff": 0.9443477392196655, "reward": 0.17803220795043584, "level": 0, "difficulty": 0.05, "reward_ma": 0.2252860772090902, "leveled_up": false}
{"t": 97, "ts": 1788198395.3946748, "step": 194, "loss_diff": 0.9599518775939941, "reward": 0.31842761945593734, "level": 0, "difficulty": 0.05, "reward_ma": 0.23460023143377493, "leveled_up": false}
{"t": 98, "ts": 1788198397.2313173, "step": 196, "loss_diff": 1.012306809425354, "reward": 0.2060335368126257, "level": 0, "difficulty": 0.05, "reward_ma": 0.23174356197166, "leveled_up": false}
{"t": 99, "ts": 1788198399.117408, "step": 198, "loss_diff": 1.2071244716644287, "reward": 0.21765956616766113, "level": 0, "difficulty": 0.05, "reward_ma": 0.23033516239126012, "leveled_up": false}
{"t": 100, "ts": 1788198401.07744, "step": 200, "loss_diff": 1.0786364078521729, "reward": 0.2916682939859729, "level": 0, "difficulty": 0.05, "reward_ma": 0.23646847555073142, "leveled_up": false}
{"t": 101, "ts": 1788198402.868761, "step": 202, "loss_diff": 0.8980683088302612, "reward": 0.3263368034939878, "level": 0, "difficulty": 0.05, "reward_ma": 0.24545530834505708, "leveled_up": false}
{"t": 102, "ts": 1788198404.6827586, "step": 204, "loss_diff": 0.817743182182312, "reward": 0.30046588028739857, "level": 0, "difficulty": 0.05, "reward_ma": 0.25095636553929124, "leveled_up": false}
{"t": 103, "ts": 1788198406.4678795, "step": 206, "loss_diff": 1.0777292251586914, "reward": 0.304694688776841, "level": 0, "difficulty": 0.05, "reward_ma": 0.2563301978630462, "leveled_up": false}
{"t": 104, "ts": 1788198408.2760513, "step": 208, "loss_diff": 0.9656503200531006, "reward": 0.3213487589302064, "level": 0, "difficulty": 0.05, "reward_ma": 0.2628320539697623, "leveled_up": false}
{"t": 105, "ts": 1788198410.1040523, "step": 210, "loss_diff": 0.9834574460983276, "reward": 0.375571319324957, "level": 0, "difficulty": 0.05, "reward_ma": 0.27410598050528173, "leveled_up": false}
{"t": 106, "ts": 1788198411.8943412, "step": 212, "loss_diff": 1.170717477798462, "reward": 0.21028967145996058, "level": 0, "difficulty": 0.05, "reward_ma": 0.26772434960074964, "leveled_up": false}
{"t": 107, "ts": 1788198413.7191994, "step": 214, "loss_diff": 0.781491219997406, "reward": 0.42412920155651596, "level": 0, "difficulty": 0.05, "reward_ma": 0.2833648347963263, "leveled_up": false}
{"t": 108, "ts": 1788198415.6691415, "step": 216, "loss_diff": 1.0153504610061646, "reward": 0.15447797484240733, "level": 0, "difficulty": 0.05, "reward_ma": 0.2704761488009344, "leveled_up": false}
{"t": 109, "ts": 1788198417.611324, "step": 218, "loss_diff": 0.971680223941803, "reward": 0.3856908526739802, "level": 0, "difficulty": 0.05, "reward_ma": 0.28199761918823896, "leveled_up": false}
{"t": 110, "ts": 1788198419.572977, "step": 220, "loss_diff": 0.9487043619155884, "reward": 0.3720065721888031, "level": 0, "difficulty": 0.05, "reward_ma": 0.2909985144882954, "leveled_up": false}
{"t": 111, "ts": 1788198421.5388672, "step": 222, "loss_diff": 0.9989377856254578, "reward": 0.3695074707267685, "level": 0, "difficulty": 0.05, "reward_ma": 0.2988494101121427, "leveled_up": false}
{"t": 112, "ts": 1788198423.5155935, "step": 224, "loss_diff": 1.0545032024383545, "reward": 0.3392555396223243, "level": 0, "difficulty": 0.05, "reward_ma": 0.30289002306316093, "leveled_up": false}
{"t": 113, "ts": 1788198425.570401, "step": 226, "loss_diff": 0.9891089200973511, "reward": 0.3764884154461444, "level": 0, "difficulty": 0.05, "reward_ma": 0.3102498623014593, "leveled_up": false}
{"t": 114, "ts": 1788198427.5771387, "step": 228, "loss_diff": 1.0201555490493774, "reward": 0.3991170282553034, "level": 0, "difficulty": 0.05, "reward_ma": 0.3191365788968437, "leveled_up": false}
{"t": 115, "ts": 1788198429.5240712, "step": 230, "loss_diff": 0.9981851577758789, "reward": 0.24847601672873457, "level": 0, "difficulty": 0.05, "reward_ma": 0.3120705226800328, "leveled_up": false}
{"t": 0, "ts": 1788198502.6293507, "step": 0, "loss_diff": 0.6671885251998901, "reward": 0.09670977545922647, "level": 0, "difficulty": 0.1444753233159442, "reward_ma": 0.009670977545922648, "leveled_up": false}
{"t": 1, "ts": 1788198504.4997814, "step": 2, "loss_diff": 1.1025784015655518, "reward": 0.07807892524194766, "level": 0, "difficulty": 0.08946370623960859, "reward_ma": 0.016511772315525152, "leveled_up": false}
{"t": 2, "ts": 1788198506.280678, "step": 4, "loss_diff": 0.8602963089942932, "reward": 0.08737026308484519, "level": 0, "difficulty": 0.05, "reward_ma": 0.023597621392457156, "leveled_up": false}
{"t": 3, "ts": 1788198508.1686893, "step": 6, "loss_diff": 1.2580469846725464, "reward": 0.07316703417848817, "level": 0, "difficulty": 0.05, "reward_ma": 0.02855456267106026, "leveled_up": false}
{"t": 4, "ts": 1788198509.99258, "step": 8, "loss_diff": 1.758258581161499, "reward": 0.06112008543399436, "level": 0, "difficulty": 0.05, "reward_ma": 0.031811114947353676, "leveled_up": false}
{"t": 5, "ts": 1788198512.0337574, "step": 10, "loss_diff": 1.3756005764007568, "reward": 0.06987987476678417, "level": 0, "difficulty": 0.05, "reward_ma": 0.035617990929296725, "leveled_up": false}
{"t": 6, "ts": 1788198513.8901567, "step": 12, "loss_diff": 1.448611855506897, "reward": 0.0683605652723729, "level": 0, "difficulty": 0.05, "reward_ma": 0.038892248363604345, "leveled_up": false}
{"t": 7, "ts": 1788198515.667953, "step": 14, "loss_diff": 1.3224914073944092, "reward": 0.07132376183673181, "level": 0, "difficulty": 0.05, "reward_ma": 0.04213539971091709, "leveled_up": false}
{"t": 8, "ts": 1788198517.527048, "step": 16, "loss_diff": 1.576446771621704, "reward": 0.1706465394637697, "level": 0, "difficulty": 0.05, "reward_ma": 0.05498651368620236, "leveled_up": false}
{"t": 9, "ts": 1788198519.3804064, "step": 18, "loss_diff": 1.4610588550567627, "reward": 0.12322321745781648, "level": 0, "difficulty": 0.05, "reward_ma": 0.06181018406336378, "leveled_up": false}
{"t": 10, "ts": 1788198521.3178334, "step": 20, "loss_diff": 1.3481357097625732, "reward": 0.15105914531943515, "level": 0, "difficulty": 0.05, "reward_ma": 0.07073508018897091, "leveled_up": false}
{"t": 11, "ts": 1788198523.211861, "step": 22, "loss_diff": 1.0651229619979858, "reward": 0.11306089193410149, "level": 0, "difficulty": 0.05, "reward_ma": 0.07496766136348398, "leveled_up": false}
{"t": 12, "ts": 1788198525.0215163, "step": 24, "loss_diff": 1.0878468751907349, "reward": 0.10207213879932808, "level": 0, "difficulty": 0.05, "reward_ma": 0.0776781091070684, "leveled_up": false}
{"t": 13, "ts": 1788198526.903829, "step": 26, "loss_diff": 1.0621185302734375, "reward": 0.12459672920489581, "level": 0, "difficulty": 0.05, "reward_ma": 0.08236997111685114, "leveled_up": false}
{"t": 14, "ts": 1788198528.707197, "step": 28, "loss_diff": 1.4683064222335815, "reward": 0.14606039372651333, "level": 0, "difficulty": 0.05, "reward_ma": 0.08873901337781737, "leveled_up": false}
{"t": 15, "ts": 1788198530.4942725, "step": 30, "loss_diff": 1.1329941749572754, "reward": 0.07706162709211925, "level": 0, "difficulty": 0.05, "reward_ma": 0.08757127474924756, "leveled_up": false}
{"t": 16, "ts": 1788198532.2197366, "step": 32, "loss_diff": 1.3673548698425293, "reward": 0.12074190620151773, "level": 0, "difficulty": 0.05, "reward_ma": 0.09088833789447458, "leveled_up": false}
{"t": 17, "ts": 1788198533.9991632, "step": 34, "loss_diff": 1.2058522701263428, "reward": 0.08770550828503526, "level": 0, "difficulty": 0.05, "reward_ma": 0.09057005493353065, "leveled_up": false}
{"t": 18, "ts": 1788198535.7305112, "step": 36, "loss_diff": 1.1234076023101807, "reward": 0.11307243449125531, "level": 0, "difficulty": 0.05, "reward_ma": 0.09282029288930313, "leveled_up": false}
{"t": 19, "ts": 1788198537.5760858, "step": 38, "loss_diff": 1.0967612266540527, "reward": 0.2180124809308175, "level": 0, "difficulty": 0.05, "reward_ma": 0.10533951169345457, "leveled_up": false}
{"t": 20, "ts": 1788198539.4210684, "step": 40, "loss_diff": 1.0376851558685303, "reward": 0.16803460385838564, "level": 0, "difficulty": 0.05, "reward_ma": 0.11160902090994768, "leveled_up": false}
{"t": 21, "ts": 1788198541.4131715, "step": 42, "loss_diff": 0.9672144651412964, "reward": 0.08298789465755094, "level": 0, "difficulty": 0.05, "reward_ma": 0.108746908284708, "leveled_up": false}
{"t": 22, "ts": 1788198543.4754748, "step": 44, "loss_diff": 1.0668537616729736, "reward": 0.12196171716573796, "level": 0, "difficulty": 0.05, "reward_ma": 0.11006838917281099, "leveled_up": false}
{"t": 23, "ts": 1788198545.296188, "step": 46, "loss_diff": 0.8986876010894775, "reward": 0.21808974435981326, "level": 0, "difficulty": 0.05, "reward_ma": 0.12087052469151122, "leveled_up": false}
{"t": 24, "ts": 1788198547.1270375, "step": 48, "loss_diff": 1.2012144327163696, "reward": 0.11868765394255681, "level": 0, "difficulty": 0.05, "reward_ma": 0.12065223761661578, "leveled_up": false}
{"t": 25, "ts": 1788198549.136665, "step": 50, "loss_diff": 0.9460474252700806, "reward": 0.1619557711330401, "level": 0, "difficulty": 0.05, "reward_ma": 0.12478259096825821, "leveled_up": false}
{"t": 26, "ts": 1788198551.0934155, "step": 52, "loss_diff": 1.084449052810669, "reward": 0.07869940837313064, "level": 0, "difficulty": 0.05, "reward_ma": 0.12017427270874545, "leveled_up": false}
{"t": 27, "ts": 1788198553.0828676, "step": 54, "loss_diff": 1.0740125179290771, "reward": 0.20753711851240983, "level": 0, "difficulty": 0.05, "reward_ma": 0.12891055728911188, "leveled_up": false}
{"t": 28, "ts": 1788198555.1866047, "step": 56, "loss_diff": 1.1160774230957031, "reward": 0.1964361727470152, "level": 0, "difficulty": 0.05, "reward_ma": 0.13566311883490223, "leveled_up": false}
{"t": 29, "ts": 1788198571.116717, "step": 58, "loss_diff": 1.0340121984481812, "reward": 0.17057978005871507, "level": 0, "difficulty": 0.05, "reward_ma": 0.1391547849572835, "leveled_up": false}
{"t": 30, "ts": 1788198573.0029128, "step": 60, "loss_diff": 0.9081045389175415, "reward": 0.26273609607862003, "level": 0, "difficulty": 0.05, "reward_ma": 0.15151291606941716, "leveled_up": false}
{"t": 31, "ts": 1788198574.9770973, "step": 62, "loss_diff": 1.4028083086013794, "reward": 0.16078142935212264, "level": 0, "difficulty": 0.05, "reward_ma": 0.15243976739768772, "leveled_up": false}
{"t": 32, "ts": 1788198576.7666092, "step": 64, "loss_diff": 1.1018511056900024, "reward": 0.2498581455419747, "level": 0, "difficulty": 0.05, "reward_ma": 0.16218160521211641, "leveled_up": false}
{"t": 33, "ts": 1788198578.5878816, "step": 66, "loss_diff": 1.213291883468628, "reward": 0.24932561113423052, "level": 0, "difficulty": 0.05, "reward_ma": 0.17089600580432784, "leveled_up": false}
{"t": 34, "ts": 1788198580.3861, "step": 68, "loss_diff": 1.0574347972869873, "reward": 0.2511491938074178, "level": 0, "difficulty": 0.05, "reward_ma": 0.17892132460463686, "leveled_up": false}
{"t": 35, "ts": 1788198582.182058, "step": 70, "loss_diff": 1.2284371852874756, "reward": 0.11430175814863228, "level": 0, "difficulty": 0.05, "reward_ma": 0.1724593679590364, "leveled_up": false}
{"t": 36, "ts": 1788198583.9119937, "step": 72, "loss_diff": 1.1127691268920898, "reward": 0.18333618517367398, "level": 0, "difficulty": 0.05, "reward_ma": 0.17354704968050017, "leveled_up": false}
{"t": 37, "ts": 1788198585.636205, "step": 74, "loss_diff": 0.9012305736541748, "reward": 0.14239339167293283, "level": 0, "difficulty": 0.05, "reward_ma": 0.17043168387974345, "leveled_up": false}
{"t": 38, "ts": 1788198587.4863696, "step": 76, "loss_diff": 1.1337151527404785, "reward": 0.1950284361645474, "level": 0, "difficulty": 0.05, "reward_ma": 0.17289135910822384, "leveled_up": false}
{"t": 39, "ts": 1788198589.3252656, "step": 78, "loss_diff": 1.0565483570098877, "reward": 0.0796756921723096, "level": 0, "difficulty": 0.05, "reward_ma": 0.16356979241463243, "leveled_up": false}
{"t": 40, "ts": 1788198591.2132933, "step": 80, "loss_diff": 1.0498650074005127, "reward": 0.1360485674570898, "level": 0, "difficulty": 0.05, "reward_ma": 0.1608176699188782, "leveled_up": false}
{"t": 41, "ts": 1788198592.9929268, "step": 82, "loss_diff": 1.086897611618042, "reward": 0.2284463148199493, "level": 0, "difficulty": 0.05, "reward_ma": 0.1675805344089853, "leveled_up": false}
{"t": 42, "ts": 1788198594.7283077, "step": 84, "loss_diff": 1.0105223655700684, "reward": 0.15405791363121685, "level": 0, "difficulty": 0.05, "reward_ma": 0.16622827233120843, "leveled_up": false}
{"t": 43, "ts": 1788198596.532855, "step": 86, "loss_diff": 1.099500060081482, "reward": 0.18965458793468554, "level": 0, "difficulty": 0.05, "reward_ma": 0.16857090389155616, "leveled_up": false}
{"t": 44, "ts": 1788198598.369546, "step": 88, "loss_diff": 0.8125371932983398, "reward": 0.2909347393369901, "level": 0, "difficulty": 0.05, "reward_ma": 0.18080728743609956, "leveled_up": false}
{"t": 45, "ts": 1788198600.28266, "step": 90, "loss_diff": 1.028686761856079, "reward": 0.24312462992416017, "level": 0, "difficulty": 0.05, "reward_ma": 0.18703902168490563, "leveled_up": false}
{"t": 46, "ts": 1788198602.089476, "step": 92, "loss_diff": 0.9314366579055786, "reward": 0.2300950505142666, "level": 0, "difficulty": 0.05, "reward_ma": 0.19134462456784174, "leveled_up": false}
{"t": 47, "ts": 1788198603.8879557, "step": 94, "loss_diff": 0.9492726922035217, "reward": 0.19307775144106187, "level": 0, "difficulty": 0.05, "reward_ma": 0.19151793725516378, "leveled_up": false}
{"t": 48, "ts": 1788198605.6672616, "step": 96, "loss_diff": 0.9825915098190308, "reward": 0.26898634264218096, "level": 0, "difficulty": 0.05, "reward_ma": 0.1992647777938655, "leveled_up": false}
{"t": 49, "ts": 1788198607.4263365, "step": 98, "loss_diff": 1.032064437866211, "reward": 0.2205298067653374, "level": 0, "difficulty": 0.05, "reward_ma": 0.2013912806910127, "leveled_up": false}
{"t": 50, "ts": 1788198609.223426, "step": 100, "loss_diff": 0.9017877578735352, "reward": 0.22981870680706606, "level": 0, "difficulty": 0.05, "reward_ma": 0.20423402330261806, "leveled_up": false}
{"t": 51, "ts": 1788198610.9731216, "step": 102, "loss_diff": 1.049699068069458, "reward": 0.2223610054898213, "level": 0, "difficulty": 0.05, "reward_ma": 0.2060467215213384, "leveled_up": false}
{"t": 52, "ts": 1788198612.7286396, "step": 104, "loss_diff": 1.0792676210403442, "reward": 0.2481036337169358, "level": 0, "difficulty": 0.05, "reward_ma": 0.21025241274089818, "leveled_up": false}
{"t": 53, "ts": 1788198614.699798, "step": 106, "loss_diff": 1.1085925102233887, "reward": 0.13723937524850138, "level": 0, "difficulty": 0.05, "reward_ma": 0.2029511089916585, "leveled_up": false}
{"t": 54, "ts": 1788198616.4830227, "step": 108, "loss_diff": 1.0299715995788574, "reward": 0.21142832670285594, "level": 0, "difficulty": 0.05, "reward_ma": 0.20379883076277824, "leveled_up": false}
{"t": 55, "ts": 1788198618.3106906, "step": 110, "loss_diff": 1.0873148441314697, "reward": 0.2616832400723248, "level": 0, "difficulty": 0.05, "reward_ma": 0.2095872716937329, "leveled_up": false}
{"t": 56, "ts": 1788198620.1244078, "step": 112, "loss_diff": 1.22776460647583, "reward": 0.145080375135486, "level": 0, "difficulty": 0.05, "reward_ma": 0.20313658203790821, "leveled_up": false}
{"t": 57, "ts": 1788198622.0022526, "step": 114, "loss_diff": 1.1485661268234253, "reward": 0.32753093203095035, "level": 0, "difficulty": 0.05, "reward_ma": 0.2155760170372124, "leveled_up": false}
{"t": 58, "ts": 1788198637.5824091, "step": 116, "loss_diff": 1.0079602003097534, "reward": 0.2601030965855073, "level": 0, "difficulty": 0.05, "reward_ma": 0.2200287249920419, "leveled_up": false}
{"t": 59, "ts": 1788198639.388835, "step": 118, "loss_diff": 0.9635158777236938, "reward": 0.3740737632105957, "level": 0, "difficulty": 0.05, "reward_ma": 0.23543322881389728, "leveled_up": false}
{"t": 60, "ts": 1788198641.2152438, "step": 120, "loss_diff": 1.0179393291473389, "reward": 0.08107120262941259, "level": 0, "difficulty": 0.05, "reward_ma": 0.2199970261954488, "leveled_up": false}
{"t": 61, "ts": 1788198643.0029778, "step": 122, "loss_diff": 1.1108455657958984, "reward": 0.2065426862982947, "level": 0, "difficulty": 0.05, "reward_ma": 0.2186515922057334, "leveled_up": false}
{"t": 62, "ts": 1788198644.80431, "step": 124, "loss_diff": 1.1347066164016724, "reward": 0.2894814888658421, "level": 0, "difficulty": 0.05, "reward_ma": 0.22573458187174428, "leveled_up": false}
{"t": 63, "ts": 1788198646.6903117, "step": 126, "loss_diff": 0.9876627326011658, "reward": 0.332822031290409, "level": 0, "difficulty": 0.05, "reward_ma": 0.23644332681361074, "leveled_up": false}
{"t": 64, "ts": 1788198648.5957892, "step": 128, "loss_diff": 1.0253486633300781, "reward": 0.08079926923748465, "level": 0, "difficulty": 0.05, "reward_ma": 0.22087892105599813, "leveled_up": false}
{"t": 65, "ts": 1788198650.424764, "step": 130, "loss_diff": 0.8616151213645935, "reward": 0.3551733811762907, "level": 0, "difficulty": 0.05, "reward_ma": 0.2343083670680274, "leveled_up": false}
{"t": 66, "ts": 1788198652.2846143, "step": 132, "loss_diff": 1.2541533708572388, "reward": 0.29406642967470303, "level": 0, "difficulty": 0.05, "reward_ma": 0.24028417332869498, "leveled_up": false}
{"t": 67, "ts": 1788198654.1067402, "step": 134, "loss_diff": 0.9209980368614197, "reward": 0.40761872084289624, "level": 0, "difficulty": 0.05, "reward_ma": 0.2570176280801151, "leveled_up": false}
{"t": 68, "ts": 1788198655.9367657, "step": 136, "loss_diff": 1.1028168201446533, "reward": 0.07807083656085026, "level": 0, "difficulty": 0.05, "reward_ma": 0.23912294892818858, "leveled_up": false}
{"t": 69, "ts": 1788198657.8037438, "step": 138, "loss_diff": 1.2010259628295898, "reward": 0.3115429797236212, "level": 0, "difficulty": 0.05, "reward_ma": 0.24636495200773187, "leveled_up": false}
{"t": 70, "ts": 1788198659.6897812, "step": 140, "loss_diff": 1.2766613960266113, "reward": 0.3632044971562264, "level": 0, "difficulty": 0.05, "reward_ma": 0.25804890652258133, "leveled_up": false}
{"t": 71, "ts": 1788198661.5279858, "step": 142, "loss_diff": 0.975199818611145, "reward": 0.3241314662009391, "level": 0, "difficulty": 0.05, "reward_ma": 0.2646571624904171, "leveled_up": false}
{"t": 72, "ts": 1788198663.3186665, "step": 144, "loss_diff": 0.9721424579620361, "reward": 0.2657841486002118, "level": 0, "difficulty": 0.05, "reward_ma": 0.26476986110139655, "leveled_up": false}
{"t": 73, "ts": 1788198665.2920203, "step": 146, "loss_diff": 0.888781726360321, "reward": 0.3515669539249956, "level": 0, "difficulty": 0.05, "reward_ma": 0.27344957038375645, "leveled_up": false}
{"t": 74, "ts": 1788198667.1653745, "step": 148, "loss_diff": 0.9868916273117065, "reward": 0.1319090938964537, "level": 0, "difficulty": 0.05, "reward_ma": 0.25929552273502615, "leveled_up": false}
{"t": 75, "ts": 1788198669.209855, "step": 150, "loss_diff": 1.0537086725234985, "reward": 0.25437763184050294, "level": 0, "difficulty": 0.05, "reward_ma": 0.25880373364557385, "leveled_up": false}
{"t": 76, "ts": 1788198671.1880715, "step": 152, "loss_diff": 1.197969675064087, "reward": 0.40111984570307363, "level": 0, "difficulty": 0.05, "reward_ma": 0.27303534485132386, "leveled_up": false}
{"t": 77, "ts": 1788198673.0016046, "step": 154, "loss_diff": 0.8419939875602722, "reward": 0.4250137099037735, "level": 0, "difficulty": 0.05, "reward_ma": 0.28823318135656883, "leveled_up": false}
{"t": 78, "ts": 1788198674.8935606, "step": 156, "loss_diff": 1.029113531112671, "reward": 0.40638958890009375, "level": 0, "difficulty": 0.05, "reward_ma": 0.3000488221109213, "leveled_up": false}
{"t": 79, "ts": 1788198676.8232844, "step": 158, "loss_diff": 1.1551847457885742, "reward": 0.27128773450409527, "level": 0, "difficulty": 0.05, "reward_ma": 0.29717271335023876, "leveled_up": false}
{"t": 80, "ts": 1788198678.688192, "step": 160, "loss_diff": 0.8552464246749878, "reward": 0.3484780173057579, "level": 0, "difficulty": 0.05, "reward_ma": 0.30230324374579065, "leveled_up": false}
{"t": 81, "ts": 1788198680.4920151, "step": 162, "loss_diff": 0.8943406343460083, "reward": 0.4002332297455812, "level": 0, "difficulty": 0.05, "reward_ma": 0.3120962423457697, "leveled_up": false}
{"t": 82, "ts": 1788198682.2695105, "step": 164, "loss_diff": 1.116093635559082, "reward": 0.3150544455555416, "level": 0, "difficulty": 0.05, "reward_ma": 0.3123920626667469, "leveled_up": false}
{"t": 83, "ts": 1788198684.0868459, "step": 166, "loss_diff": 1.0893023014068604, "reward": 0.22411244036745886, "level": 0, "difficulty": 0.05, "reward_ma": 0.3035641004368181, "leveled_up": false}
{"t": 84, "ts": 1788198685.9003994, "step": 168, "loss_diff": 1.0265135765075684, "reward": 0.3579663465753792, "level": 0, "difficulty": 0.05, "reward_ma": 0.3090043250506742, "leveled_up": false}
{"t": 85, "ts": 1788198687.7091722, "step": 170, "loss_diff": 1.2347917556762695, "reward": 0.3912233752289346, "level": 0, "difficulty": 0.05, "reward_ma": 0.31722623006850026, "leveled_up": false}
{"t": 86, "ts": 1788198689.506351, "step": 172, "loss_diff": 1.0594004392623901, "reward": 0.26788522034669143, "level": 0, "difficulty": 0.05, "reward_ma": 0.31229212909631937, "leveled_up": false}
{"t": 87, "ts": 1788198704.9803796, "step": 174, "loss_diff": 0.9284849166870117, "reward": 0.25756453232049376, "level": 0, "difficulty": 0.05, "reward_ma": 0.30681936941873683, "leveled_up": false}
{"t": 88, "ts": 1788198706.7787712, "step": 176, "loss_diff": 1.0470266342163086, "reward": 0.3384053544389162, "level": 0, "difficulty": 0.05, "reward_ma": 0.30997796792075477, "leveled_up": false}
{"t": 89, "ts": 1788198708.5272734, "step": 178, "loss_diff": 1.060966968536377, "reward": 0.40330675701354185, "level": 0, "difficulty": 0.05, "reward_ma": 0.31931084683003347, "leveled_up": false}
{"t": 90, "ts": 1788198710.5171404, "step": 180, "loss_diff": 0.9723061919212341, "reward": 0.46249967511637347, "level": 0, "difficulty": 0.05, "reward_ma": 0.3336297296586675, "leveled_up": false}
{"t": 91, "ts": 1788198712.4122217, "step": 182, "loss_diff": 1.0503376722335815, "reward": 0.26600522598018883, "level": 0, "difficulty": 0.05, "reward_ma": 0.3268672792908196, "leveled_up": false}
{"t": 92, "ts": 1788198714.3168101, "step": 184, "loss_diff": 1.040095329284668, "reward": 0.3631679575383252, "level": 0, "difficulty": 0.05, "reward_ma": 0.33049734711557016, "leveled_up": false}
{"t": 93, "ts": 1788198716.1386034, "step": 186, "loss_diff": 1.1778602600097656, "reward": 0.331596040161753, "level": 0, "difficulty": 0.05, "reward_ma": 0.3306072164201884, "leveled_up": false}
{"t": 94, "ts": 1788198717.9761531, "step": 188, "loss_diff": 0.9054675102233887, "reward": 0.3516122156024515, "level": 0, "difficulty": 0.05, "reward_ma": 0.3327077163384147, "leveled_up": false}
{"t": 95, "ts": 1788198719.895284, "step": 190, "loss_diff": 1.0988001823425293, "reward": 0.3828905208639607, "level": 0, "difficulty": 0.05, "reward_ma": 0.3377259967909694, "leveled_up": false}
{"t": 96, "ts": 1788198721.7317235, "step": 192, "loss_diff": 1.0308419466018677, "reward": 0.21428676801491942, "level": 0, "difficulty": 0.05, "reward_ma": 0.32538207391336443, "leveled_up": false}
{"t": 97, "ts": 1788198723.5746472, "step": 194, "loss_diff": 0.9808838963508606, "reward": 0.36104830610163197, "level": 0, "difficulty": 0.05, "reward_ma": 0.32894869713219116, "leveled_up": false}
{"t": 98, "ts": 1788198725.3769712, "step": 196, "loss_diff": 0.8421257734298706, "reward": 0.36595602622568646, "level": 0, "difficulty": 0.05, "reward_ma": 0.33264943004154074, "leveled_up": false}
{"t": 99, "ts": 1788198727.335117, "step": 198, "loss_diff": 0.9890985488891602, "reward": 0.33542225358158123, "level": 0, "difficulty": 0.05, "reward_ma": 0.33292671239554483, "leveled_up": false}
{"t": 100, "ts": 1788198729.596248, "step": 200, "loss_diff": 1.0073988437652588, "reward": 0.3403568769058946, "level": 0, "difficulty": 0.05, "reward_ma": 0.3336697288465798, "leveled_up": false}
{"t": 101, "ts": 1788198731.509864, "step": 202, "loss_diff": 0.8624165058135986, "reward": 0.41095778296484686, "level": 0, "difficulty": 0.05, "reward_ma": 0.34139853425840655, "leveled_up": false}
{"t": 102, "ts": 1788198733.2948668, "step": 204, "loss_diff": 0.8043286800384521, "reward": 0.29502778075841984, "level": 0, "difficulty": 0.05, "reward_ma": 0.3367614589084079, "leveled_up": false}
{"t": 103, "ts": 1788198735.1904707, "step": 206, "loss_diff": 1.0474305152893066, "reward": 0.3898955884766326, "level": 0, "difficulty": 0.05, "reward_ma": 0.3420748718652304, "leveled_up": false}
{"t": 104, "ts": 1788198737.0867276, "step": 208, "loss_diff": 1.0066574811935425, "reward": 0.1773840058548018, "level": 0, "difficulty": 0.05, "reward_ma": 0.3256057852641875, "leveled_up": false}
{"t": 105, "ts": 1788198738.9363856, "step": 210, "loss_diff": 0.9642892479896545, "reward": 0.3882390969289286, "level": 0, "difficulty": 0.05, "reward_ma": 0.3318691164306616, "leveled_up": false}
{"t": 106, "ts": 1788198740.8006735, "step": 212, "loss_diff": 1.0993306636810303, "reward": 0.381900327980879, "level": 0, "difficulty": 0.05, "reward_ma": 0.33687223758568335, "leveled_up": false}
{"t": 107, "ts": 1788198742.6957257, "step": 214, "loss_diff": 0.7778531312942505, "reward": 0.3102810939712508, "level": 0, "difficulty": 0.05, "reward_ma": 0.3342131232242401, "leveled_up": false}
{"t": 108, "ts": 1788198744.5096605, "step": 216, "loss_diff": 1.0078641176223755, "reward": 0.2220194842137752, "level": 0, "difficulty": 0.05, "reward_ma": 0.32299375932319363, "leveled_up": false}
{"t": 109, "ts": 1788198746.3121438, "step": 218, "loss_diff": 1.0204375982284546, "reward": 0.4811771264437608, "level": 0, "difficulty": 0.05, "reward_ma": 0.33881209603525037, "leveled_up": false}
{"t": 110, "ts": 1788198748.3340905, "step": 220, "loss_diff": 0.9891465306282043, "reward": 0.4010688482288183, "level": 0, "difficulty": 0.05, "reward_ma": 0.34503777125460716, "leveled_up": false}
{"t": 111, "ts": 1788198750.2715745, "step": 222, "loss_diff": 1.0244232416152954, "reward": 0.3838819237607754, "level": 0, "difficulty": 0.05, "reward_ma": 0.348922186505224, "leveled_up": false}
{"t": 112, "ts": 1788198752.121688, "step": 224, "loss_diff": 0.9883129596710205, "reward": 0.4067262937633128, "level": 0, "difficulty": 0.05, "reward_ma": 0.3547025972310329, "leveled_up": false}
{"t": 113, "ts": 1788198754.0728514, "step": 226, "loss_diff": 0.9925336837768555, "reward": 0.43909351818077896, "level": 0, "difficulty": 0.05, "reward_ma": 0.36314168932600754, "leveled_up": false}
{"t": 114, "ts": 1788198756.003714, "step": 228, "loss_diff": 1.1316813230514526, "reward": 0.4312213768786617, "level": 0, "difficulty": 0.05, "reward_ma": 0.36994965808127295, "leveled_up": false}
{"t": 115, "ts": 1788198757.8227184, "step": 230, "loss_diff": 1.0320316553115845, "reward": 0.40190253440093177, "level": 0, "difficulty": 0.05, "reward_ma": 0.37314494571323886, "leveled_up": false}
{"t": 0, "ts": 1788198835.3341756, "step": 0, "loss_diff": 0.7165257930755615, "reward": 0.09412375885527642, "level": 0, "difficulty": 0.1444559281914146, "reward_ma": 0.009412375885527643, "leveled_up": false}
{"t": 1, "ts": 1788198837.1362717, "step": 2, "loss_diff": 0.8292167782783508, "reward": 0.15627510779836423, "level": 0, "difficulty": 0.09001332687217543, "reward_ma": 0.024098649076811304, "leveled_up": false}
{"t": 2, "ts": 1788198838.9862077, "step": 4, "loss_diff": 0.8654860258102417, "reward": 0.32098123492561415, "level": 0, "difficulty": 0.05, "reward_ma": 0.053786907661691585, "leveled_up": false}
{"t": 3, "ts": 1788198840.9872432, "step": 6, "loss_diff": 0.9022502303123474, "reward": 0.14179579313493254, "level": 0, "difficulty": 0.05, "reward_ma": 0.06258779620901568, "leveled_up": false}
{"t": 4, "ts": 1788198843.0091195, "step": 8, "loss_diff": 1.2028048038482666, "reward": 0.13751891275578237, "level": 0, "difficulty": 0.05, "reward_ma": 0.07008090786369235, "leveled_up": false}
{"t": 5, "ts": 1788198845.5746555, "step": 10, "loss_diff": 1.2095986604690552, "reward": 0.08512978386327665, "level": 0, "difficulty": 0.05, "reward_ma": 0.07158579546365079, "leveled_up": false}
{"t": 6, "ts": 1788198848.7005663, "step": 12, "loss_diff": 1.0488194227218628, "reward": 0.07995084137936449, "level": 0, "difficulty": 0.05, "reward_ma": 0.07242230005522217, "leveled_up": false}
{"t": 7, "ts": 1788198852.1843681, "step": 14, "loss_diff": 2.2622578144073486, "reward": 0.2958321330603275, "level": 0, "difficulty": 0.05, "reward_ma": 0.09476328335573271, "leveled_up": false}
{"t": 8, "ts": 1788198855.7210684, "step": 16, "loss_diff": 1.6433907747268677, "reward": 0.3083133674878464, "level": 0, "difficulty": 0.05, "reward_ma": 0.11611829176894409, "leveled_up": false}
{"t": 9, "ts": 1788198858.9963245, "step": 18, "loss_diff": 1.7644462585449219, "reward": 0.15778815152912018, "level": 0, "difficulty": 0.05, "reward_ma": 0.1202852777449617, "leveled_up": false}
{"t": 10, "ts": 1788198861.938943, "step": 20, "loss_diff": 1.3696527481079102, "reward": 0.08000288008910553, "level": 0, "difficulty": 0.05, "reward_ma": 0.11625703797937607, "leveled_up": false}
{"t": 11, "ts": 1788198864.506291, "step": 22, "loss_diff": 1.1043838262557983, "reward": 0.2647199485349721, "level": 0, "difficulty": 0.05, "reward_ma": 0.13110332903493568, "leveled_up": false}
{"t": 12, "ts": 1788198866.624132, "step": 24, "loss_diff": 1.2611784934997559, "reward": 0.0889916283302687, "level": 0, "difficulty": 0.05, "reward_ma": 0.12689215896446898, "leveled_up": false}
{"t": 13, "ts": 1788198868.703428, "step": 26, "loss_diff": 0.979579746723175, "reward": 0.12116265501878232, "level": 0, "difficulty": 0.05, "reward_ma": 0.1263192085699003, "leveled_up": false}
{"t": 14, "ts": 1788198870.4702773, "step": 28, "loss_diff": 1.059665322303772, "reward": 0.29684784364144645, "level": 0, "difficulty": 0.05, "reward_ma": 0.14337207207705494, "leveled_up": false}
{"t": 15, "ts": 1788198872.3088818, "step": 30, "loss_diff": 1.0070194005966187, "reward": 0.08147564009533062, "level": 0, "difficulty": 0.05, "reward_ma": 0.13718242887888252, "leveled_up": false}
{"t": 16, "ts": 1788198874.0927331, "step": 32, "loss_diff": 1.5396959781646729, "reward": 0.37252778243654183, "level": 0, "difficulty": 0.05, "reward_ma": 0.16071696423464846, "leveled_up": false}
{"t": 17, "ts": 1788198875.8869212, "step": 34, "loss_diff": 1.3288918733596802, "reward": 0.2815245962303544, "level": 0, "difficulty": 0.05, "reward_ma": 0.17279772743421906, "leveled_up": false}
{"t": 18, "ts": 1788198877.7244618, "step": 36, "loss_diff": 1.2404626607894897, "reward": 0.17019685201030255, "level": 0, "difficulty": 0.05, "reward_ma": 0.1725376398918274, "leveled_up": false}
{"t": 19, "ts": 1788198879.5360746, "step": 38, "loss_diff": 1.0501197576522827, "reward": 0.3938410289168103, "level": 0, "difficulty": 0.05, "reward_ma": 0.1946679787943257, "leveled_up": false}
{"t": 20, "ts": 1788198881.3944795, "step": 40, "loss_diff": 1.004199743270874, "reward": 0.24178279052554486, "level": 0, "difficulty": 0.05, "reward_ma": 0.19937945996744763, "leveled_up": false}
{"t": 21, "ts": 1788198883.1693385, "step": 42, "loss_diff": 1.1291608810424805, "reward": 0.07718823628232505, "level": 0, "difficulty": 0.05, "reward_ma": 0.18716033759893538, "leveled_up": false}
{"t": 22, "ts": 1788198884.9758308, "step": 44, "loss_diff": 1.051063895225525, "reward": 0.22453349371415676, "level": 0, "difficulty": 0.05, "reward_ma": 0.19089765321045754, "leveled_up": false}
{"t": 23, "ts": 1788198886.8171272, "step": 46, "loss_diff": 1.0436314344406128, "reward": 0.2820004701315358, "level": 0, "difficulty": 0.05, "reward_ma": 0.20000793490256535, "leveled_up": false}
{"t": 24, "ts": 1788198888.6230266, "step": 48, "loss_diff": 1.0862325429916382, "reward": 0.2988498605255386, "level": 0, "difficulty": 0.05, "reward_ma": 0.2098921274648627, "leveled_up": false}
{"t": 25, "ts": 1788198890.489861, "step": 50, "loss_diff": 0.9486334323883057, "reward": 0.28054888331184435, "level": 0, "difficulty": 0.05, "reward_ma": 0.21695780304956086, "leveled_up": false}
{"t": 26, "ts": 1788198892.2774932, "step": 52, "loss_diff": 1.1007226705551147, "reward": 0.07814194625252455, "level": 0, "difficulty": 0.05, "reward_ma": 0.20307621736985723, "leveled_up": false}
{"t": 27, "ts": 1788198894.0664368, "step": 54, "loss_diff": 0.9930431842803955, "reward": 0.19736764250012462, "level": 0, "difficulty": 0.05, "reward_ma": 0.20250535988288398, "leveled_up": false}
{"t": 28, "ts": 1788198895.8843622, "step": 56, "loss_diff": 1.0887327194213867, "reward": 0.3855118025974499, "level": 0, "difficulty": 0.05, "reward_ma": 0.2208060041543406, "leveled_up": false}
{"t": 29, "ts": 1788198912.1119592, "step": 58, "loss_diff": 1.1422559022903442, "reward": 0.15866773238890264, "level": 0, "difficulty": 0.05, "reward_ma": 0.2145921769777968, "leveled_up": false}
{"t": 30, "ts": 1788198914.1984608, "step": 60, "loss_diff": 0.8966994881629944, "reward": 0.29844952598028796, "level": 0, "difficulty": 0.05, "reward_ma": 0.22297791187804594, "leveled_up": false}
{"t": 31, "ts": 1788198916.1053793, "step": 62, "loss_diff": 0.9517455697059631, "reward": 0.4001906509709329, "level": 0, "difficulty": 0.05, "reward_ma": 0.24069918578733465, "leveled_up": false}
{"t": 32, "ts": 1788198918.1779552, "step": 64, "loss_diff": 0.8767172694206238, "reward": 0.3912778387010119, "level": 0, "difficulty": 0.05, "reward_ma": 0.2557570510787024, "leveled_up": false}
{"t": 33, "ts": 1788198920.2947247, "step": 66, "loss_diff": 1.096011757850647, "reward": 0.1836641339078951, "level": 0, "difficulty": 0.05, "reward_ma": 0.24854775936162166, "leveled_up": false}
{"t": 34, "ts": 1788198922.2144432, "step": 68, "loss_diff": 1.080596923828125, "reward": 0.3989634576146978, "level": 0, "difficulty": 0.05, "reward_ma": 0.2635893291869293, "leveled_up": false}
{"t": 35, "ts": 1788198924.0362325, "step": 70, "loss_diff": 1.2950036525726318, "reward": 0.356590406155917, "level": 0, "difficulty": 0.05, "reward_ma": 0.27288943688382805, "leveled_up": false}
{"t": 36, "ts": 1788198925.9061382, "step": 72, "loss_diff": 1.1672618389129639, "reward": 0.35522579407843885, "level": 0, "difficulty": 0.05, "reward_ma": 0.2811230726032891, "leveled_up": false}
{"t": 37, "ts": 1788198927.7263312, "step": 74, "loss_diff": 0.9292232394218445, "reward": 0.30401947017468667, "level": 0, "difficulty": 0.05, "reward_ma": 0.28341271236042886, "leveled_up": false}
{"t": 38, "ts": 1788198929.6729152, "step": 76, "loss_diff": 1.1209347248077393, "reward": 0.42424763944727223, "level": 0, "difficulty": 0.05, "reward_ma": 0.29749620506911323, "leveled_up": false}
{"t": 39, "ts": 1788198931.5107272, "step": 78, "loss_diff": 0.8948389291763306, "reward": 0.08590034845196444, "level": 0, "difficulty": 0.05, "reward_ma": 0.27633661940739834, "leveled_up": false}
{"t": 40, "ts": 1788198933.3641503, "step": 80, "loss_diff": 1.0421212911605835, "reward": 0.2156407577025124, "level": 0, "difficulty": 0.05, "reward_ma": 0.27026703323690976, "leveled_up": false}
{"t": 41, "ts": 1788198935.139041, "step": 82, "loss_diff": 0.9501627087593079, "reward": 0.22093766589098995, "level": 0, "difficulty": 0.05, "reward_ma": 0.26533409650231776, "leveled_up": false}
{"t": 42, "ts": 1788198936.9824195, "step": 84, "loss_diff": 1.0523658990859985, "reward": 0.11769951231189718, "level": 0, "difficulty": 0.05, "reward_ma": 0.25057063808327573, "leveled_up": false}
{"t": 43, "ts": 1788198938.7933578, "step": 86, "loss_diff": 1.058396339416504, "reward": 0.2576270317328536, "level": 0, "difficulty": 0.05, "reward_ma": 0.25127627744823355, "leveled_up": false}
{"t": 44, "ts": 1788198940.586297, "step": 88, "loss_diff": 0.874668300151825, "reward": 0.5216510405666603, "level": 0, "difficulty": 0.05, "reward_ma": 0.2783137537600762, "leveled_up": false}
{"t": 45, "ts": 1788198942.435482, "step": 90, "loss_diff": 1.0388062000274658, "reward": 0.11733803913731367, "level": 0, "difficulty": 0.05, "reward_ma": 0.26221618229779997, "leveled_up": false}
{"t": 46, "ts": 1788198944.4193916, "step": 92, "loss_diff": 1.0817289352416992, "reward": 0.45940778167125, "level": 0, "difficulty": 0.05, "reward_ma": 0.281935342235145, "leveled_up": false}
{"t": 47, "ts": 1788198946.2860138, "step": 94, "loss_diff": 0.9698441028594971, "reward": 0.4368181660580899, "level": 0, "difficulty": 0.05, "reward_ma": 0.2974236246174395, "leveled_up": false}
{"t": 48, "ts": 1788198948.20125, "step": 96, "loss_diff": 0.9712849855422974, "reward": 0.4060173853410196, "level": 0, "difficulty": 0.05, "reward_ma": 0.3082830006897975, "leveled_up": false}
{"t": 49, "ts": 1788198950.09668, "step": 98, "loss_diff": 0.9440051317214966, "reward": 0.3438736240298048, "level": 0, "difficulty": 0.05, "reward_ma": 0.31184206302379824, "leveled_up": false}
{"t": 50, "ts": 1788198951.9376442, "step": 100, "loss_diff": 0.9421672224998474, "reward": 0.4494199249724397, "level": 0, "difficulty": 0.05, "reward_ma": 0.32559984921866236, "leveled_up": false}
{"t": 51, "ts": 1788198953.7781014, "step": 102, "loss_diff": 1.1029378175735474, "reward": 0.26013181670514685, "level": 0, "difficulty": 0.05, "reward_ma": 0.3190530459673108, "leveled_up": false}
{"t": 52, "ts": 1788198955.7647638, "step": 104, "loss_diff": 0.9490662813186646, "reward": 0.47786761215610857, "level": 0, "difficulty": 0.05, "reward_ma": 0.3349345025861906, "leveled_up": false}
{"t": 53, "ts": 1788198957.5932775, "step": 106, "loss_diff": 1.035917043685913, "reward": 0.0804148192789272, "level": 0, "difficulty": 0.05, "reward_ma": 0.3094825342554643, "leveled_up": false}
{"t": 54, "ts": 1788198959.4153192, "step": 108, "loss_diff": 0.8255645036697388, "reward": 0.4509004100303782, "level": 0, "difficulty": 0.05, "reward_ma": 0.3236243218329557, "leveled_up": false}
{"t": 55, "ts": 1788198961.3321087, "step": 110, "loss_diff": 1.1641052961349487, "reward": 0.37737282174702164, "level": 0, "difficulty": 0.05, "reward_ma": 0.32899917182436234, "leveled_up": false}
{"t": 56, "ts": 1788198963.1961648, "step": 112, "loss_diff": 1.110245704650879, "reward": 0.400264218670348, "level": 0, "difficulty": 0.05, "reward_ma": 0.3361256765089609, "leveled_up": false}
{"t": 57, "ts": 1788198964.988547, "step": 114, "loss_diff": 1.1287797689437866, "reward": 0.4802754185199385, "level": 0, "difficulty": 0.05, "reward_ma": 0.3505406507100587, "leveled_up": false}
{"t": 58, "ts": 1788198980.8963952, "step": 116, "loss_diff": 0.9766126275062561, "reward": 0.44855776485036075, "level": 0, "difficulty": 0.05, "reward_ma": 0.36034236212408893, "leveled_up": false}
{"t": 59, "ts": 1788198982.6960094, "step": 118, "loss_diff": 0.8526241779327393, "reward": 0.48788531814208275, "level": 0, "difficulty": 0.05, "reward_ma": 0.37309665772588835, "leveled_up": false}
{"t": 60, "ts": 1788198984.5655775, "step": 120, "loss_diff": 0.8604778051376343, "reward": 0.1052358278338409, "level": 0, "difficulty": 0.05, "reward_ma": 0.34631057473668364, "leveled_up": false}
{"t": 61, "ts": 1788198986.4272118, "step": 122, "loss_diff": 1.0658687353134155, "reward": 0.42884503473819263, "level": 0, "difficulty": 0.05, "reward_ma": 0.3545640207368346, "leveled_up": false}
{"t": 62, "ts": 1788198988.3766701, "step": 124, "loss_diff": 1.0309674739837646, "reward": 0.3542280851769991, "level": 0, "difficulty": 0.05, "reward_ma": 0.35453042718085104, "leveled_up": false}
{"t": 63, "ts": 1788198990.276647, "step": 126, "loss_diff": 0.9762077331542969, "reward": 0.5352738421431325, "level": 0, "difficulty": 0.05, "reward_ma": 0.3726047686770792, "leveled_up": false}
{"t": 64, "ts": 1788198992.2040622, "step": 128, "loss_diff": 0.9941909313201904, "reward": 0.24989559247637189, "level": 0, "difficulty": 0.05, "reward_ma": 0.3603338510570085, "leveled_up": false}
{"t": 65, "ts": 1788198994.1997724, "step": 130, "loss_diff": 0.8341570496559143, "reward": 0.3031055736679557, "level": 0, "difficulty": 0.05, "reward_ma": 0.3546110233181032, "leveled_up": false}
{"t": 66, "ts": 1788198996.1221235, "step": 132, "loss_diff": 1.0676476955413818, "reward": 0.30116246246497635, "level": 0, "difficulty": 0.05, "reward_ma": 0.34926616723279047, "leveled_up": false}
{"t": 67, "ts": 1788198998.1117773, "step": 134, "loss_diff": 0.8260071277618408, "reward": 0.6434675276891217, "level": 0, "difficulty": 0.05, "reward_ma": 0.3786863032784236, "leveled_up": false}
{"t": 68, "ts": 1788199000.0186293, "step": 136, "loss_diff": 1.1441693305969238, "reward": 0.07669510843196581, "level": 0, "difficulty": 0.05, "reward_ma": 0.3484871837937778, "leveled_up": false}
{"t": 69, "ts": 1788199001.8914776, "step": 138, "loss_diff": 0.9242760539054871, "reward": 0.36537617856894516, "level": 0, "difficulty": 0.05, "reward_ma": 0.35017608327129457, "leveled_up": false}
{"t": 70, "ts": 1788199003.7197409, "step": 140, "loss_diff": 1.1266316175460815, "reward": 0.3669671686640895, "level": 0, "difficulty": 0.05, "reward_ma": 0.35185519181057406, "leveled_up": false}
{"t": 71, "ts": 1788199005.569791, "step": 142, "loss_diff": 0.9272062182426453, "reward": 0.5042926971800122, "level": 0, "difficulty": 0.05, "reward_ma": 0.3670989423475179, "leveled_up": false}
{"t": 72, "ts": 1788199007.396854, "step": 144, "loss_diff": 0.9295663833618164, "reward": 0.193538055604146, "level": 0, "difficulty": 0.05, "reward_ma": 0.3497428536731807, "leveled_up": false}
{"t": 73, "ts": 1788199009.2893546, "step": 146, "loss_diff": 1.0102903842926025, "reward": 0.5575193546014976, "level": 0, "difficulty": 0.05, "reward_ma": 0.3705205037660124, "leveled_up": false}
{"t": 74, "ts": 1788199011.0919216, "step": 148, "loss_diff": 1.0232436656951904, "reward": 0.11364880539863668, "level": 0, "difficulty": 0.05, "reward_ma": 0.34483333392927484, "leveled_up": false}
{"t": 75, "ts": 1788199012.9859195, "step": 150, "loss_diff": 0.957102358341217, "reward": 0.3085949298809283, "level": 0, "difficulty": 0.05, "reward_ma": 0.3412094935244402, "leveled_up": false}
{"t": 76, "ts": 1788199014.8002813, "step": 152, "loss_diff": 1.1877639293670654, "reward": 0.2567140267399356, "level": 0, "difficulty": 0.05, "reward_ma": 0.3327599468459897, "leveled_up": false}
{"t": 77, "ts": 1788199016.5910015, "step": 154, "loss_diff": 0.9816453456878662, "reward": 0.4113904627264524, "level": 0, "difficulty": 0.05, "reward_ma": 0.340622998434036, "leveled_up": false}
{"t": 78, "ts": 1788199018.3956654, "step": 156, "loss_diff": 1.0256266593933105, "reward": 0.41908298614957784, "level": 0, "difficulty": 0.05, "reward_ma": 0.3484689972055902, "leveled_up": false}
{"t": 79, "ts": 1788199020.1941125, "step": 158, "loss_diff": 1.019265055656433, "reward": 0.3977837089061916, "level": 0, "difficulty": 0.05, "reward_ma": 0.35340046837565037, "leveled_up": false}
{"t": 80, "ts": 1788199022.114852, "step": 160, "loss_diff": 0.7846832275390625, "reward": 0.3838009408903363, "level": 0, "difficulty": 0.05, "reward_ma": 0.356440515627119, "leveled_up": false}
{"t": 81, "ts": 1788199023.9008722, "step": 162, "loss_diff": 0.8813403248786926, "reward": 0.4400972627449551, "level": 0, "difficulty": 0.05, "reward_ma": 0.3648061903389026, "leveled_up": false}
{"t": 82, "ts": 1788199025.7095118, "step": 164, "loss_diff": 1.0554449558258057, "reward": 0.41745034007033494, "level": 0, "difficulty": 0.05, "reward_ma": 0.37007060531204583, "leveled_up": false}
{"t": 83, "ts": 1788199027.6700475, "step": 166, "loss_diff": 1.2419918775558472, "reward": 0.1826695556467971, "level": 0, "difficulty": 0.05, "reward_ma": 0.351330500345521, "leveled_up": false}
{"t": 84, "ts": 1788199029.4943776, "step": 168, "loss_diff": 1.0038009881973267, "reward": 0.49945282769346644, "level": 0, "difficulty": 0.05, "reward_ma": 0.36614273308031553, "leveled_up": false}
{"t": 85, "ts": 1788199031.312476, "step": 170, "loss_diff": 1.2896658182144165, "reward": 0.43665605846639743, "level": 0, "difficulty": 0.05, "reward_ma": 0.37319406561892376, "leveled_up": false}
{"t": 86, "ts": 1788199033.227181, "step": 172, "loss_diff": 0.9846301078796387, "reward": 0.32956216254776594, "level": 0, "difficulty": 0.05, "reward_ma": 0.36883087531180797, "leveled_up": false}
{"t": 87, "ts": 1788199049.994448, "step": 174, "loss_diff": 0.9355041980743408, "reward": 0.19817404042455122, "level": 0, "difficulty": 0.05, "reward_ma": 0.3517651918230823, "leveled_up": false}
{"t": 88, "ts": 1788199051.8317654, "step": 176, "loss_diff": 1.1268435716629028, "reward": 0.38959168971385477, "level": 0, "difficulty": 0.05, "reward_ma": 0.3555478416121595, "leveled_up": false}
{"t": 89, "ts": 1788199053.787108, "step": 178, "loss_diff": 0.9785491824150085, "reward": 0.4681348902834807, "level": 0, "difficulty": 0.05, "reward_ma": 0.3668065464792917, "leveled_up": false}
{"t": 90, "ts": 1788199055.7332833, "step": 180, "loss_diff": 0.9466217756271362, "reward": 0.4962119138173497, "level": 0, "difficulty": 0.05, "reward_ma": 0.3797470832130975, "leveled_up": false}
{"t": 91, "ts": 1788199057.6781023, "step": 182, "loss_diff": 1.0322604179382324, "reward": 0.3911412902114825, "level": 0, "difficulty": 0.05, "reward_ma": 0.38088650391293605, "leveled_up": false}
{"t": 92, "ts": 1788199059.6278791, "step": 184, "loss_diff": 1.0389689207077026, "reward": 0.38216297288247913, "level": 0, "difficulty": 0.05, "reward_ma": 0.3810141508098904, "leveled_up": false}
{"t": 93, "ts": 1788199061.5098424, "step": 186, "loss_diff": 1.1414518356323242, "reward": 0.32363975321174765, "level": 0, "difficulty": 0.05, "reward_ma": 0.3752767110500761, "leveled_up": false}
{"t": 94, "ts": 1788199063.3266985, "step": 188, "loss_diff": 0.8975352644920349, "reward": 0.3698043465874076, "level": 0, "difficulty": 0.05, "reward_ma": 0.37472947460380923, "leveled_up": false}
{"t": 95, "ts": 1788199065.2227244, "step": 190, "loss_diff": 0.9714018106460571, "reward": 0.532338021355676, "level": 0, "difficulty": 0.05, "reward_ma": 0.3904903292789959, "leveled_up": false}
{"t": 96, "ts": 1788199067.120409, "step": 192, "loss_diff": 1.0879783630371094, "reward": 0.35274391294650503, "level": 0, "difficulty": 0.05, "reward_ma": 0.3867156876457468, "leveled_up": false}
{"t": 97, "ts": 1788199069.0340667, "step": 194, "loss_diff": 0.9129469990730286, "reward": 0.4083653688633242, "level": 0, "difficulty": 0.05, "reward_ma": 0.3888806557675046, "leveled_up": false}
{"t": 98, "ts": 1788199071.007736, "step": 196, "loss_diff": 0.8835951685905457, "reward": 0.4211836202050283, "level": 0, "difficulty": 0.05, "reward_ma": 0.39211095221125697, "leveled_up": false}
{"t": 99, "ts": 1788199072.8352315, "step": 198, "loss_diff": 0.8830185532569885, "reward": 0.43809860276779466, "level": 0, "difficulty": 0.05, "reward_ma": 0.39670971726691073, "leveled_up": false}
{"t": 100, "ts": 1788199075.0347579, "step": 200, "loss_diff": 0.9177844524383545, "reward": 0.4759216240283758, "level": 0, "difficulty": 0.05, "reward_ma": 0.4046309079430573, "leveled_up": false}
{"t": 101, "ts": 1788199076.9817452, "step": 202, "loss_diff": 0.7104303240776062, "reward": 0.4307745139423631, "level": 0, "difficulty": 0.05, "reward_ma": 0.40724526854298787, "leveled_up": false}
{"t": 102, "ts": 1788199078.7991433, "step": 204, "loss_diff": 0.9173257946968079, "reward": 0.4556641267694118, "level": 0, "difficulty": 0.05, "reward_ma": 0.41208715436563026, "leveled_up": false}
{"t": 103, "ts": 1788199080.6701102, "step": 206, "loss_diff": 1.0017285346984863, "reward": 0.5571567394620512, "level": 0, "difficulty": 0.05, "reward_ma": 0.4265941128752724, "leveled_up": false}
{"t": 104, "ts": 1788199082.5924025, "step": 208, "loss_diff": 0.965175986289978, "reward": 0.42515951272805086, "level": 0, "difficulty": 0.05, "reward_ma": 0.4264506528605503, "leveled_up": false}
{"t": 105, "ts": 1788199084.3794923, "step": 210, "loss_diff": 0.8626204133033752, "reward": 0.5156139930043331, "level": 0, "difficulty": 0.05, "reward_ma": 0.4353669868749286, "leveled_up": false}
{"t": 106, "ts": 1788199086.1697018, "step": 212, "loss_diff": 1.033290147781372, "reward": 0.4330841090099237, "level": 0, "difficulty": 0.05, "reward_ma": 0.4351386990884281, "leveled_up": false}
{"t": 107, "ts": 1788199087.9667714, "step": 214, "loss_diff": 0.8006978631019592, "reward": 0.629154601587633, "level": 0, "difficulty": 0.05, "reward_ma": 0.4545402893383486, "leveled_up": false}
{"t": 108, "ts": 1788199089.8175735, "step": 216, "loss_diff": 1.023845911026001, "reward": 0.23963229004663641, "level": 0, "difficulty": 0.05, "reward_ma": 0.43304948940917737, "leveled_up": false}
{"t": 109, "ts": 1788199091.7709343, "step": 218, "loss_diff": 0.8911259770393372, "reward": 0.5289656376294873, "level": 0, "difficulty": 0.05, "reward_ma": 0.4426411042312084, "leveled_up": false}
{"t": 110, "ts": 1788199093.630239, "step": 220, "loss_diff": 0.8915379047393799, "reward": 0.392958562392705, "level": 0, "difficulty": 0.05, "reward_ma": 0.43767285004735806, "leveled_up": false}
{"t": 111, "ts": 1788199095.5097857, "step": 222, "loss_diff": 0.9439268112182617, "reward": 0.373287417684592, "level": 0, "difficulty": 0.05, "reward_ma": 0.43123430681108144, "leveled_up": false}
{"t": 112, "ts": 1788199097.4020767, "step": 224, "loss_diff": 1.0247914791107178, "reward": 0.4566162454415733, "level": 0, "difficulty": 0.05, "reward_ma": 0.43377250067413065, "leveled_up": false}
{"t": 113, "ts": 1788199099.4110365, "step": 226, "loss_diff": 1.0823121070861816, "reward": 0.5063580421703207, "level": 0, "difficulty": 0.05, "reward_ma": 0.44103105482374966, "leveled_up": false}
{"t": 114, "ts": 1788199101.4680586, "step": 228, "loss_diff": 1.0465762615203857, "reward": 0.4638043726831841, "level": 0, "difficulty": 0.05, "reward_ma": 0.44330838660969313, "leveled_up": false}
{"t": 115, "ts": 1788199103.3943415, "step": 230, "loss_diff": 0.9157790541648865, "reward": 0.48658980577182237, "level": 0, "difficulty": 0.05, "reward_ma": 0.4476365285259061, "leveled_up": false}