HAKO-v2 / telemetry /diffusion.jsonl
PowerMachine's picture
HAKO-V2: fontes GPT-2 x2 + DINOv2, metricas SOM + verificacoes M1-M4
4f42a02 verified
Raw
History Blame Contribute Delete
391 kB
{"t": 0, "ts": 1788123232.3825552, "step": 0, "loss_diff": 6.375877857208252, "reward": 0.027074509358697874, "level": 0, "difficulty": 0.14395305882019024, "reward_ma": 0.0027074509358697876, "leveled_up": false}
{"t": 1, "ts": 1788123233.3463023, "step": 2, "loss_diff": 2.261342763900757, "reward": 0.05273127271152644, "level": 0, "difficulty": 0.08828129630369791, "reward_ma": 0.007709833113435453, "leveled_up": false}
{"t": 2, "ts": 1788123234.279485, "step": 4, "loss_diff": 2.882507801055908, "reward": 0.04537276956382189, "level": 0, "difficulty": 0.05, "reward_ma": 0.011476126758474097, "leveled_up": false}
{"t": 3, "ts": 1788123235.2742937, "step": 6, "loss_diff": 1.7498079538345337, "reward": 0.061287210990714054, "level": 0, "difficulty": 0.05, "reward_ma": 0.016457235181698095, "leveled_up": false}
{"t": 4, "ts": 1788123236.2439427, "step": 8, "loss_diff": 2.3586692810058594, "reward": 0.051398491831018966, "level": 0, "difficulty": 0.05, "reward_ma": 0.019951360846630184, "leveled_up": false}
{"t": 5, "ts": 1788123237.1910617, "step": 10, "loss_diff": 1.264802098274231, "reward": 0.16324500056086272, "level": 0, "difficulty": 0.05, "reward_ma": 0.03428072481805344, "leveled_up": false}
{"t": 6, "ts": 1788123238.197117, "step": 12, "loss_diff": 1.5390410423278809, "reward": 0.22023941320892473, "level": 0, "difficulty": 0.05, "reward_ma": 0.05287659365714058, "leveled_up": false}
{"t": 7, "ts": 1788123239.6642773, "step": 14, "loss_diff": 1.7170732021331787, "reward": 0.3233654062058278, "level": 0, "difficulty": 0.05, "reward_ma": 0.0799254749120093, "leveled_up": false}
{"t": 8, "ts": 1788123240.7485294, "step": 16, "loss_diff": 1.2222168445587158, "reward": 0.5399268833920569, "level": 0, "difficulty": 0.05, "reward_ma": 0.12592561576001404, "leveled_up": false}
{"t": 9, "ts": 1788123241.6961274, "step": 18, "loss_diff": 1.104535460472107, "reward": 0.3821484903005443, "level": 0, "difficulty": 0.05, "reward_ma": 0.15154790321406708, "leveled_up": false}
{"t": 10, "ts": 1788123242.6766615, "step": 20, "loss_diff": 2.4826951026916504, "reward": 0.3652190618856766, "level": 0, "difficulty": 0.05, "reward_ma": 0.17291501908122803, "leveled_up": false}
{"t": 11, "ts": 1788123243.6399267, "step": 22, "loss_diff": 1.2172272205352783, "reward": 0.3807370872512283, "level": 0, "difficulty": 0.05, "reward_ma": 0.19369722589822808, "leveled_up": false}
{"t": 12, "ts": 1788123244.5780137, "step": 24, "loss_diff": 1.5786826610565186, "reward": 0.4558028739734452, "level": 0, "difficulty": 0.05, "reward_ma": 0.21990779070574978, "leveled_up": false}
{"t": 13, "ts": 1788123245.5639627, "step": 26, "loss_diff": 3.0488698482513428, "reward": 0.4370582785630039, "level": 0, "difficulty": 0.05, "reward_ma": 0.2416228394914752, "leveled_up": false}
{"t": 14, "ts": 1788123246.4953773, "step": 28, "loss_diff": 1.2462568283081055, "reward": 0.41089681474211914, "level": 0, "difficulty": 0.05, "reward_ma": 0.2585502370165396, "leveled_up": false}
{"t": 15, "ts": 1788123247.4635189, "step": 30, "loss_diff": 1.4559968709945679, "reward": 0.47900175281685126, "level": 0, "difficulty": 0.05, "reward_ma": 0.2805953885965708, "leveled_up": false}
{"t": 16, "ts": 1788123248.3997695, "step": 32, "loss_diff": 1.0776503086090088, "reward": 0.08707678979793021, "level": 0, "difficulty": 0.05, "reward_ma": 0.26124352871670675, "leveled_up": false}
{"t": 17, "ts": 1788123249.373451, "step": 34, "loss_diff": 2.9438889026641846, "reward": 0.402440396975126, "level": 0, "difficulty": 0.05, "reward_ma": 0.27536321554254867, "leveled_up": false}
{"t": 18, "ts": 1788123250.3406444, "step": 36, "loss_diff": 2.2346906661987305, "reward": 0.4245179070656455, "level": 0, "difficulty": 0.05, "reward_ma": 0.29027868469485835, "leveled_up": false}
{"t": 19, "ts": 1788123251.272422, "step": 38, "loss_diff": 1.499672293663025, "reward": 0.4451730540134753, "level": 0, "difficulty": 0.05, "reward_ma": 0.30576812162672, "leveled_up": false}
{"t": 20, "ts": 1788123252.2622066, "step": 40, "loss_diff": 1.5458954572677612, "reward": 0.4704971167348757, "level": 0, "difficulty": 0.05, "reward_ma": 0.3222410211375356, "leveled_up": false}
{"t": 21, "ts": 1788123253.2308123, "step": 42, "loss_diff": 1.377400279045105, "reward": 0.4336920770167563, "level": 0, "difficulty": 0.05, "reward_ma": 0.3333861267254577, "leveled_up": false}
{"t": 22, "ts": 1788123254.1596706, "step": 44, "loss_diff": 0.9655675888061523, "reward": 0.43467024758067907, "level": 0, "difficulty": 0.05, "reward_ma": 0.3435145388109798, "leveled_up": false}
{"t": 23, "ts": 1788123255.2534685, "step": 46, "loss_diff": 1.1449123620986938, "reward": 0.47889135716970493, "level": 0, "difficulty": 0.05, "reward_ma": 0.3570522206468524, "leveled_up": false}
{"t": 24, "ts": 1788123256.181618, "step": 48, "loss_diff": 0.9519112706184387, "reward": 0.24924174036345176, "level": 0, "difficulty": 0.05, "reward_ma": 0.3462711726185123, "leveled_up": false}
{"t": 25, "ts": 1788123257.1628265, "step": 50, "loss_diff": 1.093770146369934, "reward": 0.10295241130791373, "level": 0, "difficulty": 0.05, "reward_ma": 0.32193929648745245, "leveled_up": false}
{"t": 26, "ts": 1788123258.0967264, "step": 52, "loss_diff": 1.5811810493469238, "reward": 0.3696291607061965, "level": 0, "difficulty": 0.05, "reward_ma": 0.32670828290932685, "leveled_up": false}
{"t": 27, "ts": 1788123259.0662172, "step": 54, "loss_diff": 0.9989147782325745, "reward": 0.4040560944320612, "level": 0, "difficulty": 0.05, "reward_ma": 0.3344430640616003, "leveled_up": false}
{"t": 28, "ts": 1788123260.0362587, "step": 56, "loss_diff": 1.102276086807251, "reward": 0.4887110302382901, "level": 0, "difficulty": 0.05, "reward_ma": 0.3498698606792693, "leveled_up": false}
{"t": 29, "ts": 1788123267.637273, "step": 58, "loss_diff": 1.0394067764282227, "reward": 0.4432854215637849, "level": 0, "difficulty": 0.05, "reward_ma": 0.35921141676772084, "leveled_up": false}
{"t": 30, "ts": 1788123268.6823788, "step": 60, "loss_diff": 0.9115756154060364, "reward": 0.4303343114382444, "level": 0, "difficulty": 0.05, "reward_ma": 0.3663237062347732, "leveled_up": false}
{"t": 31, "ts": 1788123269.6563227, "step": 62, "loss_diff": 1.5529049634933472, "reward": 0.3187684467849451, "level": 0, "difficulty": 0.05, "reward_ma": 0.36156818028979043, "leveled_up": false}
{"t": 32, "ts": 1788123270.5953896, "step": 64, "loss_diff": 0.9056646823883057, "reward": 0.08860486824009581, "level": 0, "difficulty": 0.05, "reward_ma": 0.334271849084821, "leveled_up": false}
{"t": 33, "ts": 1788123271.5611174, "step": 66, "loss_diff": 1.069912314414978, "reward": 0.3255714303299495, "level": 0, "difficulty": 0.05, "reward_ma": 0.3334018072093339, "leveled_up": false}
{"t": 34, "ts": 1788123272.488891, "step": 68, "loss_diff": 1.2541648149490356, "reward": 0.2679066726875344, "level": 0, "difficulty": 0.05, "reward_ma": 0.32685229375715397, "leveled_up": false}
{"t": 35, "ts": 1788123273.4653563, "step": 70, "loss_diff": 1.0580512285232544, "reward": 0.3195967037122687, "level": 0, "difficulty": 0.05, "reward_ma": 0.32612673475266546, "leveled_up": false}
{"t": 36, "ts": 1788123274.3966365, "step": 72, "loss_diff": 1.343074083328247, "reward": 0.0884333177130737, "level": 0, "difficulty": 0.05, "reward_ma": 0.3023573930487063, "leveled_up": false}
{"t": 37, "ts": 1788123275.3534627, "step": 74, "loss_diff": 1.007141351699829, "reward": 0.23068133979433714, "level": 0, "difficulty": 0.05, "reward_ma": 0.29518978772326937, "leveled_up": false}
{"t": 38, "ts": 1788123276.3334513, "step": 76, "loss_diff": 1.0749075412750244, "reward": 0.48779483878744134, "level": 0, "difficulty": 0.05, "reward_ma": 0.31445029282968656, "leveled_up": false}
{"t": 39, "ts": 1788123277.2647169, "step": 78, "loss_diff": 1.1072453260421753, "reward": 0.4604902967644809, "level": 0, "difficulty": 0.05, "reward_ma": 0.329054293223166, "leveled_up": false}
{"t": 40, "ts": 1788123278.279907, "step": 80, "loss_diff": 1.3626192808151245, "reward": 0.4970519597077184, "level": 0, "difficulty": 0.05, "reward_ma": 0.3458540598716212, "leveled_up": false}
{"t": 41, "ts": 1788123279.2333803, "step": 82, "loss_diff": 1.4258108139038086, "reward": 0.44754012617248706, "level": 0, "difficulty": 0.05, "reward_ma": 0.35602266650170783, "leveled_up": false}
{"t": 42, "ts": 1788123280.1829698, "step": 84, "loss_diff": 1.0877517461776733, "reward": 0.4994881095263192, "level": 0, "difficulty": 0.05, "reward_ma": 0.37036921080416896, "leveled_up": false}
{"t": 43, "ts": 1788123281.1701367, "step": 86, "loss_diff": 1.211464524269104, "reward": 0.4300093487631868, "level": 0, "difficulty": 0.05, "reward_ma": 0.37633322460007074, "leveled_up": false}
{"t": 44, "ts": 1788123282.1917844, "step": 88, "loss_diff": 1.0255602598190308, "reward": 0.42715268685809, "level": 0, "difficulty": 0.05, "reward_ma": 0.3814151708258727, "leveled_up": false}
{"t": 45, "ts": 1788123283.1629725, "step": 90, "loss_diff": 1.0906949043273926, "reward": 0.4258156465552492, "level": 0, "difficulty": 0.05, "reward_ma": 0.3858552183988103, "leveled_up": false}
{"t": 46, "ts": 1788123283.8621461, "step": 92, "loss_diff": 1.1150275468826294, "reward": 0.16013691453610196, "level": 0, "difficulty": 0.05, "reward_ma": 0.3632833880125395, "leveled_up": false}
{"t": 47, "ts": 1788123284.5739608, "step": 94, "loss_diff": 0.9956052899360657, "reward": 0.27468812745470184, "level": 0, "difficulty": 0.05, "reward_ma": 0.35442386195675574, "leveled_up": false}
{"t": 48, "ts": 1788123285.274687, "step": 96, "loss_diff": 1.2945036888122559, "reward": 0.42648236983076093, "level": 0, "difficulty": 0.05, "reward_ma": 0.36162971274415623, "leveled_up": false}
{"t": 49, "ts": 1788123285.9755464, "step": 98, "loss_diff": 1.104658842086792, "reward": 0.2440329254842602, "level": 0, "difficulty": 0.05, "reward_ma": 0.34987003401816663, "leveled_up": false}
{"t": 50, "ts": 1788123286.698311, "step": 100, "loss_diff": 1.116260051727295, "reward": 0.31863306737409225, "level": 0, "difficulty": 0.05, "reward_ma": 0.3467463373537592, "leveled_up": false}
{"t": 51, "ts": 1788123287.3956528, "step": 102, "loss_diff": 3.7032670974731445, "reward": 0.27698972644520065, "level": 0, "difficulty": 0.05, "reward_ma": 0.33977067626290336, "leveled_up": false}
{"t": 52, "ts": 1788123288.0826733, "step": 104, "loss_diff": 1.4225119352340698, "reward": 0.2352941031121897, "level": 0, "difficulty": 0.05, "reward_ma": 0.329323018947832, "leveled_up": false}
{"t": 53, "ts": 1788123288.7854803, "step": 106, "loss_diff": 1.1679092645645142, "reward": 0.25922303952670434, "level": 0, "difficulty": 0.05, "reward_ma": 0.32231302100571924, "leveled_up": false}
{"t": 54, "ts": 1788123289.4797587, "step": 108, "loss_diff": 1.0309921503067017, "reward": 0.31500825920973696, "level": 0, "difficulty": 0.05, "reward_ma": 0.32158254482612103, "leveled_up": false}
{"t": 55, "ts": 1788123290.179654, "step": 110, "loss_diff": 1.2731695175170898, "reward": 0.3927496023561143, "level": 0, "difficulty": 0.05, "reward_ma": 0.32869925057912036, "leveled_up": false}
{"t": 56, "ts": 1788123290.8724, "step": 112, "loss_diff": 1.3955566883087158, "reward": 0.07031431732865462, "level": 0, "difficulty": 0.05, "reward_ma": 0.3028607572540738, "leveled_up": false}
{"t": 57, "ts": 1788123291.5634158, "step": 114, "loss_diff": 1.6935276985168457, "reward": 0.307600018849823, "level": 0, "difficulty": 0.05, "reward_ma": 0.3033346834136487, "leveled_up": false}
{"t": 58, "ts": 1788123298.7351544, "step": 116, "loss_diff": 1.6420539617538452, "reward": 0.44957351982761834, "level": 0, "difficulty": 0.05, "reward_ma": 0.3179585670550457, "leveled_up": false}
{"t": 59, "ts": 1788123299.3906627, "step": 118, "loss_diff": 0.9355432987213135, "reward": 0.30267231802550143, "level": 0, "difficulty": 0.05, "reward_ma": 0.3164299421520913, "leveled_up": false}
{"t": 60, "ts": 1788123300.0807283, "step": 120, "loss_diff": 1.406489372253418, "reward": 0.30268214346304423, "level": 0, "difficulty": 0.05, "reward_ma": 0.31505516228318664, "leveled_up": false}
{"t": 61, "ts": 1788123300.7600548, "step": 122, "loss_diff": 1.0679621696472168, "reward": 0.490173269259333, "level": 0, "difficulty": 0.05, "reward_ma": 0.3325669729808013, "leveled_up": false}
{"t": 62, "ts": 1788123301.4626923, "step": 124, "loss_diff": 1.0831661224365234, "reward": 0.5166447445287274, "level": 0, "difficulty": 0.05, "reward_ma": 0.3509747501355939, "leveled_up": false}
{"t": 63, "ts": 1788123302.1807985, "step": 126, "loss_diff": 1.1884597539901733, "reward": 0.24633817154166598, "level": 0, "difficulty": 0.05, "reward_ma": 0.34051109227620113, "leveled_up": false}
{"t": 64, "ts": 1788123302.8779387, "step": 128, "loss_diff": 0.9706326723098755, "reward": 0.23913568631852866, "level": 0, "difficulty": 0.05, "reward_ma": 0.33037355168043386, "leveled_up": false}
{"t": 65, "ts": 1788123303.572666, "step": 130, "loss_diff": 1.0277152061462402, "reward": 0.31976145394115774, "level": 0, "difficulty": 0.05, "reward_ma": 0.3293123419065062, "leveled_up": false}
{"t": 66, "ts": 1788123304.2551217, "step": 132, "loss_diff": 1.150758981704712, "reward": 0.25620788009683315, "level": 0, "difficulty": 0.05, "reward_ma": 0.3220018957255389, "leveled_up": false}
{"t": 67, "ts": 1788123304.9335325, "step": 134, "loss_diff": 0.9991151094436646, "reward": 0.415804263073456, "level": 0, "difficulty": 0.05, "reward_ma": 0.3313821324603306, "leveled_up": false}
{"t": 68, "ts": 1788123305.6358676, "step": 136, "loss_diff": 1.12003493309021, "reward": 0.3711312715984274, "level": 0, "difficulty": 0.05, "reward_ma": 0.33535704637414027, "leveled_up": false}
{"t": 69, "ts": 1788123306.2976458, "step": 138, "loss_diff": 1.2995991706848145, "reward": 0.304078479337452, "level": 0, "difficulty": 0.05, "reward_ma": 0.33222918967047144, "leveled_up": false}
{"t": 70, "ts": 1788123306.9987001, "step": 140, "loss_diff": 1.1091482639312744, "reward": 0.41846545374739924, "level": 0, "difficulty": 0.05, "reward_ma": 0.3408528160781642, "leveled_up": false}
{"t": 71, "ts": 1788123307.6775334, "step": 142, "loss_diff": 1.1851518154144287, "reward": 0.4324171546144786, "level": 0, "difficulty": 0.05, "reward_ma": 0.3500092499317956, "leveled_up": false}
{"t": 72, "ts": 1788123308.3523831, "step": 144, "loss_diff": 0.9273537397384644, "reward": 0.4892602862556207, "level": 0, "difficulty": 0.05, "reward_ma": 0.36393435356417814, "leveled_up": false}
{"t": 73, "ts": 1788123309.0494282, "step": 146, "loss_diff": 0.8997348546981812, "reward": 0.34274596290345544, "level": 0, "difficulty": 0.05, "reward_ma": 0.3618155144981059, "leveled_up": false}
{"t": 74, "ts": 1788123309.729975, "step": 148, "loss_diff": 1.1281293630599976, "reward": 0.3935814583371288, "level": 0, "difficulty": 0.05, "reward_ma": 0.3649921088820082, "leveled_up": false}
{"t": 75, "ts": 1788123310.4359393, "step": 150, "loss_diff": 1.009535789489746, "reward": 0.5326532059480568, "level": 0, "difficulty": 0.05, "reward_ma": 0.38175821858861314, "leveled_up": false}
{"t": 76, "ts": 1788123311.1289198, "step": 152, "loss_diff": 1.1312620639801025, "reward": 0.33700727017353527, "level": 0, "difficulty": 0.05, "reward_ma": 0.3772831237471054, "leveled_up": false}
{"t": 77, "ts": 1788123311.8281882, "step": 154, "loss_diff": 0.9026869535446167, "reward": 0.3671056437472112, "level": 0, "difficulty": 0.05, "reward_ma": 0.376265375747116, "leveled_up": false}
{"t": 78, "ts": 1788123312.501961, "step": 156, "loss_diff": 1.0069597959518433, "reward": 0.4164366332700523, "level": 0, "difficulty": 0.05, "reward_ma": 0.3802825014994097, "leveled_up": false}
{"t": 79, "ts": 1788123313.1696997, "step": 158, "loss_diff": 1.1988186836242676, "reward": 0.46909865835567266, "level": 0, "difficulty": 0.05, "reward_ma": 0.389164117185036, "leveled_up": false}
{"t": 80, "ts": 1788123313.8612475, "step": 160, "loss_diff": 0.8713569641113281, "reward": 0.354425963534139, "level": 0, "difficulty": 0.05, "reward_ma": 0.38569030181994635, "leveled_up": false}
{"t": 81, "ts": 1788123314.5361888, "step": 162, "loss_diff": 1.0193310976028442, "reward": 0.4045126830393827, "level": 0, "difficulty": 0.05, "reward_ma": 0.38757253994189, "leveled_up": false}
{"t": 82, "ts": 1788123315.193774, "step": 164, "loss_diff": 1.0541038513183594, "reward": 0.35087566534975434, "level": 0, "difficulty": 0.05, "reward_ma": 0.3839028524826764, "leveled_up": false}
{"t": 83, "ts": 1788123315.8914711, "step": 166, "loss_diff": 1.0975724458694458, "reward": 0.28609826812046796, "level": 0, "difficulty": 0.05, "reward_ma": 0.37412239404645553, "leveled_up": false}
{"t": 84, "ts": 1788123316.573305, "step": 168, "loss_diff": 1.0023674964904785, "reward": 0.349649851670932, "level": 0, "difficulty": 0.05, "reward_ma": 0.37167513980890315, "leveled_up": false}
{"t": 85, "ts": 1788123317.2612743, "step": 170, "loss_diff": 1.170852780342102, "reward": 0.3622399828762305, "level": 0, "difficulty": 0.05, "reward_ma": 0.3707316241156359, "leveled_up": false}
{"t": 86, "ts": 1788123317.9410408, "step": 172, "loss_diff": 1.1082305908203125, "reward": 0.38645646528677, "level": 0, "difficulty": 0.05, "reward_ma": 0.37230410823274934, "leveled_up": false}
{"t": 87, "ts": 1788123325.0401356, "step": 174, "loss_diff": 0.9968289732933044, "reward": 0.32147304259948434, "level": 0, "difficulty": 0.05, "reward_ma": 0.36722100166942284, "leveled_up": false}
{"t": 88, "ts": 1788123325.7560585, "step": 176, "loss_diff": 1.081242322921753, "reward": 0.31878233101611814, "level": 0, "difficulty": 0.05, "reward_ma": 0.3623771346040924, "leveled_up": false}
{"t": 89, "ts": 1788123326.453051, "step": 178, "loss_diff": 1.2072514295578003, "reward": 0.30767827046983437, "level": 0, "difficulty": 0.05, "reward_ma": 0.3569072481906666, "leveled_up": false}
{"t": 90, "ts": 1788123327.1501122, "step": 180, "loss_diff": 0.9226078987121582, "reward": 0.38062552013423545, "level": 0, "difficulty": 0.05, "reward_ma": 0.3592790753850235, "leveled_up": false}
{"t": 91, "ts": 1788123327.8443844, "step": 182, "loss_diff": 1.061659574508667, "reward": 0.27537700883094646, "level": 0, "difficulty": 0.05, "reward_ma": 0.35088886872961583, "leveled_up": false}
{"t": 92, "ts": 1788123328.5350735, "step": 184, "loss_diff": 1.1062395572662354, "reward": 0.3788824976667973, "level": 0, "difficulty": 0.05, "reward_ma": 0.35368823162333396, "leveled_up": false}
{"t": 93, "ts": 1788123329.2504206, "step": 186, "loss_diff": 1.1797175407409668, "reward": 0.39011598616177556, "level": 0, "difficulty": 0.05, "reward_ma": 0.35733100707717813, "leveled_up": false}
{"t": 94, "ts": 1788123329.9547021, "step": 188, "loss_diff": 0.9994303584098816, "reward": 0.3046599071308484, "level": 0, "difficulty": 0.05, "reward_ma": 0.35206389708254515, "leveled_up": false}
{"t": 95, "ts": 1788123330.6683612, "step": 190, "loss_diff": 1.1126811504364014, "reward": 0.3492525022322407, "level": 0, "difficulty": 0.05, "reward_ma": 0.3517827575975147, "leveled_up": false}
{"t": 96, "ts": 1788123331.3991969, "step": 192, "loss_diff": 1.008276343345642, "reward": 0.11560002258174176, "level": 0, "difficulty": 0.05, "reward_ma": 0.3281644840959374, "leveled_up": false}
{"t": 97, "ts": 1788123332.1318765, "step": 194, "loss_diff": 0.9675255417823792, "reward": 0.2772513063672107, "level": 0, "difficulty": 0.05, "reward_ma": 0.3230731663230647, "leveled_up": false}
{"t": 98, "ts": 1788123332.8447695, "step": 196, "loss_diff": 1.1887335777282715, "reward": 0.14948725812386787, "level": 0, "difficulty": 0.05, "reward_ma": 0.305714575503145, "leveled_up": false}
{"t": 99, "ts": 1788123333.5347073, "step": 198, "loss_diff": 1.0304572582244873, "reward": 0.16822970724181213, "level": 0, "difficulty": 0.05, "reward_ma": 0.29196608867701174, "leveled_up": false}
{"t": 100, "ts": 1788123334.275698, "step": 200, "loss_diff": 1.2269995212554932, "reward": 0.3698087566740072, "level": 0, "difficulty": 0.05, "reward_ma": 0.2997503554767113, "leveled_up": false}
{"t": 101, "ts": 1788123334.9761746, "step": 202, "loss_diff": 1.4934215545654297, "reward": 0.2816160903813959, "level": 0, "difficulty": 0.05, "reward_ma": 0.29793692896717977, "leveled_up": false}
{"t": 102, "ts": 1788123335.6698341, "step": 204, "loss_diff": 0.9013948440551758, "reward": 0.254405294108349, "level": 0, "difficulty": 0.05, "reward_ma": 0.2935837654812967, "leveled_up": false}
{"t": 103, "ts": 1788123336.3795598, "step": 206, "loss_diff": 1.0848093032836914, "reward": 0.2541241016715826, "level": 0, "difficulty": 0.05, "reward_ma": 0.28963779910032533, "leveled_up": false}
{"t": 104, "ts": 1788123337.0728266, "step": 208, "loss_diff": 1.112896203994751, "reward": 0.22876047332769628, "level": 0, "difficulty": 0.05, "reward_ma": 0.28355006652306247, "leveled_up": false}
{"t": 105, "ts": 1788123337.7904744, "step": 210, "loss_diff": 0.9840590357780457, "reward": 0.27348893125084933, "level": 0, "difficulty": 0.05, "reward_ma": 0.2825439529958412, "leveled_up": false}
{"t": 106, "ts": 1788123338.480277, "step": 212, "loss_diff": 1.176857352256775, "reward": 0.28975375267459924, "level": 0, "difficulty": 0.05, "reward_ma": 0.28326493296371696, "leveled_up": false}
{"t": 107, "ts": 1788123339.4317381, "step": 214, "loss_diff": 0.7572039365768433, "reward": 0.18722439249260703, "level": 0, "difficulty": 0.05, "reward_ma": 0.27366087891660595, "leveled_up": false}
{"t": 108, "ts": 1788123340.185444, "step": 216, "loss_diff": 1.0103753805160522, "reward": 0.2803639080297432, "level": 0, "difficulty": 0.05, "reward_ma": 0.2743311818279197, "leveled_up": false}
{"t": 109, "ts": 1788123340.8810952, "step": 218, "loss_diff": 0.999121904373169, "reward": 0.2392423848803668, "level": 0, "difficulty": 0.05, "reward_ma": 0.27082230213316444, "leveled_up": false}
{"t": 110, "ts": 1788123341.5946271, "step": 220, "loss_diff": 1.193429946899414, "reward": 0.3444834619869862, "level": 0, "difficulty": 0.05, "reward_ma": 0.2781884181185466, "leveled_up": false}
{"t": 111, "ts": 1788123342.2929237, "step": 222, "loss_diff": 0.9793842434883118, "reward": 0.09322876638879368, "level": 0, "difficulty": 0.05, "reward_ma": 0.2596924529455713, "leveled_up": false}
{"t": 112, "ts": 1788123342.988756, "step": 224, "loss_diff": 1.02731454372406, "reward": 0.4346065670237102, "level": 0, "difficulty": 0.05, "reward_ma": 0.2771838643533852, "leveled_up": false}
{"t": 113, "ts": 1788123343.700524, "step": 226, "loss_diff": 0.9762557148933411, "reward": 0.2362167542065498, "level": 0, "difficulty": 0.05, "reward_ma": 0.27308715333870165, "leveled_up": false}
{"t": 114, "ts": 1788123344.3987546, "step": 228, "loss_diff": 0.9970007538795471, "reward": 0.33080416073948843, "level": 0, "difficulty": 0.05, "reward_ma": 0.2788588540787803, "leveled_up": false}
{"t": 115, "ts": 1788123345.1403642, "step": 230, "loss_diff": 1.093976378440857, "reward": 0.45780722515588707, "level": 0, "difficulty": 0.05, "reward_ma": 0.296753691186491, "leveled_up": false}
{"t": 116, "ts": 1788123352.2728205, "step": 232, "loss_diff": 0.8690709471702576, "reward": 0.35707052805033, "level": 0, "difficulty": 0.05, "reward_ma": 0.3027853748728749, "leveled_up": false}
{"t": 117, "ts": 1788123352.983292, "step": 234, "loss_diff": 1.0214956998825073, "reward": 0.2474843297932621, "level": 0, "difficulty": 0.05, "reward_ma": 0.2972552703649136, "leveled_up": false}
{"t": 118, "ts": 1788123353.6887116, "step": 236, "loss_diff": 1.0530987977981567, "reward": 0.23952159475855117, "level": 0, "difficulty": 0.05, "reward_ma": 0.2914819028042774, "leveled_up": false}
{"t": 119, "ts": 1788123354.3962977, "step": 238, "loss_diff": 0.9155853986740112, "reward": 0.4314748192068818, "level": 0, "difficulty": 0.05, "reward_ma": 0.3054811944445378, "leveled_up": false}
{"t": 120, "ts": 1788123355.148969, "step": 240, "loss_diff": 0.9078196287155151, "reward": 0.22697523766506272, "level": 0, "difficulty": 0.05, "reward_ma": 0.29763059876659026, "leveled_up": false}
{"t": 121, "ts": 1788123355.8737617, "step": 242, "loss_diff": 0.9128587245941162, "reward": 0.27304361869190413, "level": 0, "difficulty": 0.05, "reward_ma": 0.2951719007591217, "leveled_up": false}
{"t": 122, "ts": 1788123356.5809867, "step": 244, "loss_diff": 1.1727110147476196, "reward": 0.2805308469560871, "level": 0, "difficulty": 0.05, "reward_ma": 0.29370779537881825, "leveled_up": false}
{"t": 123, "ts": 1788123357.287127, "step": 246, "loss_diff": 1.0251208543777466, "reward": 0.2181784403665371, "level": 0, "difficulty": 0.05, "reward_ma": 0.28615485987759015, "leveled_up": false}
{"t": 124, "ts": 1788123357.9788516, "step": 248, "loss_diff": 1.0286378860473633, "reward": 0.14684317453846696, "level": 0, "difficulty": 0.05, "reward_ma": 0.27222369134367785, "leveled_up": false}
{"t": 125, "ts": 1788123358.6951132, "step": 250, "loss_diff": 0.9173992872238159, "reward": 0.09077340297557233, "level": 0, "difficulty": 0.05, "reward_ma": 0.2540786625068673, "leveled_up": false}
{"t": 126, "ts": 1788123359.537982, "step": 252, "loss_diff": 0.9592026472091675, "reward": 0.18382657788234993, "level": 0, "difficulty": 0.05, "reward_ma": 0.24705345404441556, "leveled_up": false}
{"t": 127, "ts": 1788123360.2725172, "step": 254, "loss_diff": 1.0232166051864624, "reward": 0.18545142071913379, "level": 0, "difficulty": 0.05, "reward_ma": 0.24089325071188739, "leveled_up": false}
{"t": 128, "ts": 1788123361.0486534, "step": 256, "loss_diff": 1.0092072486877441, "reward": 0.18292343814388284, "level": 0, "difficulty": 0.05, "reward_ma": 0.23509626945508694, "leveled_up": false}
{"t": 129, "ts": 1788123361.82911, "step": 258, "loss_diff": 1.1221733093261719, "reward": 0.3287172882060646, "level": 0, "difficulty": 0.05, "reward_ma": 0.24445837133018472, "leveled_up": false}
{"t": 130, "ts": 1788123362.6582859, "step": 260, "loss_diff": 0.9369949698448181, "reward": 0.49984375030721107, "level": 0, "difficulty": 0.05, "reward_ma": 0.2699969092278874, "leveled_up": false}
{"t": 131, "ts": 1788123363.4359741, "step": 262, "loss_diff": 1.1596190929412842, "reward": 0.484552912986152, "level": 0, "difficulty": 0.05, "reward_ma": 0.2914525096037138, "leveled_up": false}
{"t": 132, "ts": 1788123364.2489734, "step": 264, "loss_diff": 1.2684659957885742, "reward": 0.07825925213997656, "level": 0, "difficulty": 0.05, "reward_ma": 0.27013318385734014, "leveled_up": false}
{"t": 133, "ts": 1788123365.169307, "step": 266, "loss_diff": 1.169499397277832, "reward": 0.3577629546074379, "level": 0, "difficulty": 0.05, "reward_ma": 0.2788961609323499, "leveled_up": false}
{"t": 134, "ts": 1788123365.8539395, "step": 268, "loss_diff": 1.0424416065216064, "reward": 0.4676026389744464, "level": 0, "difficulty": 0.05, "reward_ma": 0.2977668087365596, "leveled_up": false}
{"t": 135, "ts": 1788123366.5482435, "step": 270, "loss_diff": 1.0998369455337524, "reward": 0.5045134914159426, "level": 0, "difficulty": 0.05, "reward_ma": 0.31844147700449793, "leveled_up": false}
{"t": 136, "ts": 1788123367.2297602, "step": 272, "loss_diff": 0.9101269841194153, "reward": 0.2934992266304166, "level": 0, "difficulty": 0.05, "reward_ma": 0.3159472519670898, "leveled_up": false}
{"t": 137, "ts": 1788123367.9000332, "step": 274, "loss_diff": 1.0922456979751587, "reward": 0.32271960964911145, "level": 0, "difficulty": 0.05, "reward_ma": 0.31662448773529195, "leveled_up": false}
{"t": 138, "ts": 1788123368.6293356, "step": 276, "loss_diff": 1.0475586652755737, "reward": 0.46056751047486405, "level": 0, "difficulty": 0.05, "reward_ma": 0.33101879000924916, "leveled_up": false}
{"t": 139, "ts": 1788123369.2832773, "step": 278, "loss_diff": 1.028209924697876, "reward": 0.24702603668750472, "level": 0, "difficulty": 0.05, "reward_ma": 0.3226195146770747, "leveled_up": false}
{"t": 140, "ts": 1788123369.9726582, "step": 280, "loss_diff": 0.8655838966369629, "reward": 0.314952726051189, "level": 0, "difficulty": 0.05, "reward_ma": 0.3218528358144862, "leveled_up": false}
{"t": 141, "ts": 1788123370.651383, "step": 282, "loss_diff": 0.9832199811935425, "reward": 0.30336621887447773, "level": 0, "difficulty": 0.05, "reward_ma": 0.3200041741204854, "leveled_up": false}
{"t": 142, "ts": 1788123371.340714, "step": 284, "loss_diff": 0.9833272099494934, "reward": 0.2669003232529785, "level": 0, "difficulty": 0.05, "reward_ma": 0.31469378903373474, "leveled_up": false}
{"t": 143, "ts": 1788123372.029193, "step": 286, "loss_diff": 1.0713783502578735, "reward": 0.4114916042768062, "level": 0, "difficulty": 0.05, "reward_ma": 0.3243735705580419, "leveled_up": false}
{"t": 144, "ts": 1788123372.694884, "step": 288, "loss_diff": 1.0275871753692627, "reward": 0.1873141865175042, "level": 0, "difficulty": 0.05, "reward_ma": 0.3106676321539881, "leveled_up": false}
{"t": 145, "ts": 1788123389.7679417, "step": 290, "loss_diff": 1.0209542512893677, "reward": 0.0809603099765255, "level": 0, "difficulty": 0.05, "reward_ma": 0.28769689993624187, "leveled_up": false}
{"t": 146, "ts": 1788123390.633277, "step": 292, "loss_diff": 0.9670606851577759, "reward": 0.08464372442281135, "level": 0, "difficulty": 0.05, "reward_ma": 0.26739158238489885, "leveled_up": false}
{"t": 147, "ts": 1788123391.4989438, "step": 294, "loss_diff": 0.795501708984375, "reward": 0.40299109754291196, "level": 0, "difficulty": 0.05, "reward_ma": 0.28095153390070016, "leveled_up": false}
{"t": 148, "ts": 1788123392.367564, "step": 296, "loss_diff": 0.9332053065299988, "reward": 0.1881349220905463, "level": 0, "difficulty": 0.05, "reward_ma": 0.2716698727196848, "leveled_up": false}
{"t": 149, "ts": 1788123393.2296224, "step": 298, "loss_diff": 0.9127210378646851, "reward": 0.24207028414536985, "level": 0, "difficulty": 0.05, "reward_ma": 0.2687099138622533, "leveled_up": false}
{"t": 150, "ts": 1788123394.6466951, "step": 300, "loss_diff": 0.9320003390312195, "reward": 0.4035855952104521, "level": 0, "difficulty": 0.05, "reward_ma": 0.2821974819970732, "leveled_up": false}
{"t": 151, "ts": 1788123395.5338404, "step": 302, "loss_diff": 0.7896603345870972, "reward": 0.43218758722261974, "level": 0, "difficulty": 0.05, "reward_ma": 0.2971964925196279, "leveled_up": false}
{"t": 152, "ts": 1788123396.3993337, "step": 304, "loss_diff": 0.8958765268325806, "reward": 0.6178090657564824, "level": 0, "difficulty": 0.05, "reward_ma": 0.32925774984331335, "leveled_up": false}
{"t": 153, "ts": 1788123397.3015509, "step": 306, "loss_diff": 0.9078506827354431, "reward": 0.22911499159399945, "level": 0, "difficulty": 0.05, "reward_ma": 0.319243474018382, "leveled_up": false}
{"t": 154, "ts": 1788123398.1920235, "step": 308, "loss_diff": 0.8200124502182007, "reward": 0.43760724730824513, "level": 0, "difficulty": 0.05, "reward_ma": 0.3310798513473683, "leveled_up": false}
{"t": 155, "ts": 1788123399.1445944, "step": 310, "loss_diff": 0.9959784746170044, "reward": 0.22638477576814847, "level": 0, "difficulty": 0.05, "reward_ma": 0.3206103437894463, "leveled_up": false}
{"t": 156, "ts": 1788123400.0047483, "step": 312, "loss_diff": 0.8455708026885986, "reward": 0.16676753100446795, "level": 0, "difficulty": 0.05, "reward_ma": 0.30522606251094847, "leveled_up": false}
{"t": 157, "ts": 1788123400.8937938, "step": 314, "loss_diff": 0.8493297100067139, "reward": 0.4643281898159829, "level": 0, "difficulty": 0.05, "reward_ma": 0.32113627524145194, "leveled_up": false}
{"t": 158, "ts": 1788123401.7906258, "step": 316, "loss_diff": 0.9356692433357239, "reward": 0.4660413102048596, "level": 0, "difficulty": 0.05, "reward_ma": 0.3356267787377927, "leveled_up": false}
{"t": 159, "ts": 1788123402.754999, "step": 318, "loss_diff": 1.039062738418579, "reward": 0.3835626793757135, "level": 0, "difficulty": 0.05, "reward_ma": 0.34042036880158477, "leveled_up": false}
{"t": 160, "ts": 1788123403.7761977, "step": 320, "loss_diff": 0.8116710782051086, "reward": 0.47090385593781103, "level": 0, "difficulty": 0.05, "reward_ma": 0.3534687175152074, "leveled_up": false}
{"t": 161, "ts": 1788123404.7513356, "step": 322, "loss_diff": 1.0295134782791138, "reward": 0.6310082120780083, "level": 0, "difficulty": 0.05, "reward_ma": 0.38122266697148754, "leveled_up": false}
{"t": 162, "ts": 1788123405.7411757, "step": 324, "loss_diff": 0.8013626933097839, "reward": 0.16385002646375485, "level": 0, "difficulty": 0.05, "reward_ma": 0.3594854029207143, "leveled_up": false}
{"t": 163, "ts": 1788123406.770558, "step": 326, "loss_diff": 0.999953031539917, "reward": 0.31673504849963563, "level": 0, "difficulty": 0.05, "reward_ma": 0.35521036747860646, "leveled_up": false}
{"t": 164, "ts": 1788123407.7533286, "step": 328, "loss_diff": 0.805298388004303, "reward": 0.41434525860847143, "level": 0, "difficulty": 0.05, "reward_ma": 0.36112385659159296, "leveled_up": false}
{"t": 165, "ts": 1788123408.762347, "step": 330, "loss_diff": 0.9140858054161072, "reward": 0.36254456203295315, "level": 0, "difficulty": 0.05, "reward_ma": 0.36126592713572897, "leveled_up": false}
{"t": 166, "ts": 1788123409.760547, "step": 332, "loss_diff": 0.6271159648895264, "reward": 0.36783698657854924, "level": 0, "difficulty": 0.05, "reward_ma": 0.361923033080011, "leveled_up": false}
{"t": 167, "ts": 1788123410.7785563, "step": 334, "loss_diff": 1.0844422578811646, "reward": 0.408212117001763, "level": 0, "difficulty": 0.05, "reward_ma": 0.36655194147218617, "leveled_up": false}
{"t": 168, "ts": 1788123411.7299604, "step": 336, "loss_diff": 0.7154873013496399, "reward": 0.34409558968624687, "level": 0, "difficulty": 0.05, "reward_ma": 0.36430630629359223, "leveled_up": false}
{"t": 169, "ts": 1788123412.674382, "step": 338, "loss_diff": 0.6974487900733948, "reward": 0.4801735564777694, "level": 0, "difficulty": 0.05, "reward_ma": 0.37589303131200996, "leveled_up": false}
{"t": 170, "ts": 1788123413.5880666, "step": 340, "loss_diff": 0.9565395712852478, "reward": 0.5013334581214877, "level": 0, "difficulty": 0.05, "reward_ma": 0.38843707399295774, "leveled_up": false}
{"t": 171, "ts": 1788123414.4820242, "step": 342, "loss_diff": 0.8170186281204224, "reward": 0.5070170427901599, "level": 0, "difficulty": 0.05, "reward_ma": 0.40029507087267796, "leveled_up": false}
{"t": 172, "ts": 1788123415.3810227, "step": 344, "loss_diff": 0.7184154391288757, "reward": 0.6579236966099291, "level": 0, "difficulty": 0.05, "reward_ma": 0.4260579334464031, "leveled_up": false}
{"t": 173, "ts": 1788123416.2857506, "step": 346, "loss_diff": 0.871575653553009, "reward": 0.34922094187642255, "level": 0, "difficulty": 0.05, "reward_ma": 0.418374234289405, "leveled_up": false}
{"t": 174, "ts": 1788123426.7808688, "step": 348, "loss_diff": 1.1053818464279175, "reward": 0.2851172834637521, "level": 0, "difficulty": 0.05, "reward_ma": 0.40504853920683975, "leveled_up": false}
{"t": 175, "ts": 1788123427.7029684, "step": 350, "loss_diff": 0.9474084377288818, "reward": 0.4568568361705272, "level": 0, "difficulty": 0.05, "reward_ma": 0.4102293689032085, "leveled_up": false}
{"t": 176, "ts": 1788123428.5946093, "step": 352, "loss_diff": 0.7105404138565063, "reward": 0.19298551070734277, "level": 0, "difficulty": 0.05, "reward_ma": 0.3885049830836219, "leveled_up": false}
{"t": 177, "ts": 1788123429.5331, "step": 354, "loss_diff": 0.9314161539077759, "reward": 0.5535905607802402, "level": 0, "difficulty": 0.05, "reward_ma": 0.4050135408532838, "leveled_up": false}
{"t": 178, "ts": 1788123430.4365022, "step": 356, "loss_diff": 0.7073825597763062, "reward": 0.3235045185564619, "level": 0, "difficulty": 0.05, "reward_ma": 0.3968626386236016, "leveled_up": false}
{"t": 179, "ts": 1788123431.3447742, "step": 358, "loss_diff": 1.1244722604751587, "reward": 0.29830385950866806, "level": 0, "difficulty": 0.05, "reward_ma": 0.38700676071210827, "leveled_up": false}
{"t": 180, "ts": 1788123432.3847704, "step": 360, "loss_diff": 0.674098789691925, "reward": 0.47876267322175353, "level": 0, "difficulty": 0.05, "reward_ma": 0.39618235196307283, "leveled_up": false}
{"t": 181, "ts": 1788123433.44593, "step": 362, "loss_diff": 0.6583229303359985, "reward": 0.19394894511978572, "level": 0, "difficulty": 0.05, "reward_ma": 0.37595901127874415, "leveled_up": false}
{"t": 182, "ts": 1788123434.458155, "step": 364, "loss_diff": 0.8633039593696594, "reward": 0.1641768089770131, "level": 0, "difficulty": 0.05, "reward_ma": 0.354780791048571, "leveled_up": false}
{"t": 183, "ts": 1788123435.5345407, "step": 366, "loss_diff": 0.652091920375824, "reward": 0.19373925023814698, "level": 0, "difficulty": 0.05, "reward_ma": 0.3386766369675286, "leveled_up": false}
{"t": 184, "ts": 1788123436.589204, "step": 368, "loss_diff": 0.8856260180473328, "reward": 0.340785281239711, "level": 0, "difficulty": 0.05, "reward_ma": 0.3388875013947468, "leveled_up": false}
{"t": 185, "ts": 1788123437.7057648, "step": 370, "loss_diff": 0.791326105594635, "reward": 0.19672496546345397, "level": 0, "difficulty": 0.05, "reward_ma": 0.32467124780161755, "leveled_up": false}
{"t": 186, "ts": 1788123438.781286, "step": 372, "loss_diff": 0.5697054862976074, "reward": 0.5001294610772701, "level": 0, "difficulty": 0.05, "reward_ma": 0.3422170691291828, "leveled_up": false}
{"t": 187, "ts": 1788123439.6824443, "step": 374, "loss_diff": 0.6814063191413879, "reward": 0.4721875897099158, "level": 0, "difficulty": 0.05, "reward_ma": 0.35521412118725615, "leveled_up": false}
{"t": 188, "ts": 1788123440.601057, "step": 376, "loss_diff": 1.0109995603561401, "reward": 0.33990485689787664, "level": 0, "difficulty": 0.05, "reward_ma": 0.3536831947583182, "leveled_up": false}
{"t": 189, "ts": 1788123441.4975038, "step": 378, "loss_diff": 0.7731367349624634, "reward": 0.4456102523309747, "level": 0, "difficulty": 0.05, "reward_ma": 0.3628759005155839, "leveled_up": false}
{"t": 190, "ts": 1788123442.4367313, "step": 380, "loss_diff": 1.0519450902938843, "reward": 0.2829337199834333, "level": 0, "difficulty": 0.05, "reward_ma": 0.3548816824623688, "leveled_up": false}
{"t": 191, "ts": 1788123443.2931132, "step": 382, "loss_diff": 0.7511225342750549, "reward": 0.611890622318457, "level": 0, "difficulty": 0.05, "reward_ma": 0.38058257644797766, "leveled_up": false}
{"t": 192, "ts": 1788123444.17386, "step": 384, "loss_diff": 0.6825199127197266, "reward": 0.22949432091728694, "level": 0, "difficulty": 0.05, "reward_ma": 0.3654737508949086, "leveled_up": false}
{"t": 193, "ts": 1788123445.0862527, "step": 386, "loss_diff": 0.8870621919631958, "reward": 0.32148103895045754, "level": 0, "difficulty": 0.05, "reward_ma": 0.36107447970046347, "leveled_up": false}
{"t": 194, "ts": 1788123445.963528, "step": 388, "loss_diff": 0.7269977331161499, "reward": 0.2999258323192005, "level": 0, "difficulty": 0.05, "reward_ma": 0.3549596149623372, "leveled_up": false}
{"t": 195, "ts": 1788123446.8836339, "step": 390, "loss_diff": 0.8832559585571289, "reward": 0.6142962707476294, "level": 0, "difficulty": 0.05, "reward_ma": 0.38089328054086646, "leveled_up": false}
{"t": 196, "ts": 1788123447.7903385, "step": 392, "loss_diff": 0.8307183384895325, "reward": 0.328671208800962, "level": 0, "difficulty": 0.05, "reward_ma": 0.375671073366876, "leveled_up": false}
{"t": 197, "ts": 1788123448.698332, "step": 394, "loss_diff": 0.9197821617126465, "reward": 0.18757990664564284, "level": 0, "difficulty": 0.05, "reward_ma": 0.3568619566947527, "leveled_up": false}
{"t": 198, "ts": 1788123449.6764588, "step": 396, "loss_diff": 0.9231035113334656, "reward": 0.5467235171603356, "level": 0, "difficulty": 0.05, "reward_ma": 0.37584811274131097, "leveled_up": false}
{"t": 199, "ts": 1788123450.6336234, "step": 398, "loss_diff": 1.1302787065505981, "reward": 0.2654906332585931, "level": 0, "difficulty": 0.05, "reward_ma": 0.3648123647930392, "leveled_up": false}
{"t": 200, "ts": 1788123451.5808227, "step": 400, "loss_diff": 0.8564431071281433, "reward": 0.6245389100008897, "level": 0, "difficulty": 0.05, "reward_ma": 0.39078501931382426, "leveled_up": false}
{"t": 201, "ts": 1788123452.5345306, "step": 402, "loss_diff": 0.9320462346076965, "reward": 0.49968628241198, "level": 0, "difficulty": 0.05, "reward_ma": 0.4016751456236399, "leveled_up": false}
{"t": 202, "ts": 1788123453.4786024, "step": 404, "loss_diff": 0.7761660814285278, "reward": 0.5752207913451598, "level": 0, "difficulty": 0.05, "reward_ma": 0.4190297101957918, "leveled_up": false}
{"t": 0, "ts": 1788123541.9817958, "step": 0, "loss_diff": 6.375877857208252, "reward": 0.027074509358697874, "level": 0, "difficulty": 0.14395305882019024, "reward_ma": 0.0027074509358697876, "leveled_up": false}
{"t": 1, "ts": 1788123542.8572447, "step": 2, "loss_diff": 2.261342763900757, "reward": 0.05273127271152644, "level": 0, "difficulty": 0.08828129630369791, "reward_ma": 0.007709833113435453, "leveled_up": false}
{"t": 2, "ts": 1788123543.6752207, "step": 4, "loss_diff": 2.882507801055908, "reward": 0.04537276956382189, "level": 0, "difficulty": 0.05, "reward_ma": 0.011476126758474097, "leveled_up": false}
{"t": 3, "ts": 1788123544.547085, "step": 6, "loss_diff": 1.7498079538345337, "reward": 0.061287210990714054, "level": 0, "difficulty": 0.05, "reward_ma": 0.016457235181698095, "leveled_up": false}
{"t": 4, "ts": 1788123545.4384003, "step": 8, "loss_diff": 2.3586692810058594, "reward": 0.051398491831018966, "level": 0, "difficulty": 0.05, "reward_ma": 0.019951360846630184, "leveled_up": false}
{"t": 5, "ts": 1788123546.3991592, "step": 10, "loss_diff": 1.264802098274231, "reward": 0.16324500056086272, "level": 0, "difficulty": 0.05, "reward_ma": 0.03428072481805344, "leveled_up": false}
{"t": 6, "ts": 1788123547.3834562, "step": 12, "loss_diff": 1.5390410423278809, "reward": 0.22023941320892473, "level": 0, "difficulty": 0.05, "reward_ma": 0.05287659365714058, "leveled_up": false}
{"t": 7, "ts": 1788123548.328893, "step": 14, "loss_diff": 1.7170732021331787, "reward": 0.3233654062058278, "level": 0, "difficulty": 0.05, "reward_ma": 0.0799254749120093, "leveled_up": false}
{"t": 8, "ts": 1788123549.344063, "step": 16, "loss_diff": 1.2222168445587158, "reward": 0.5399268833920569, "level": 0, "difficulty": 0.05, "reward_ma": 0.12592561576001404, "leveled_up": false}
{"t": 9, "ts": 1788123550.2794402, "step": 18, "loss_diff": 1.104535460472107, "reward": 0.3821484903005443, "level": 0, "difficulty": 0.05, "reward_ma": 0.15154790321406708, "leveled_up": false}
{"t": 10, "ts": 1788123551.2321122, "step": 20, "loss_diff": 2.4826951026916504, "reward": 0.3652190618856766, "level": 0, "difficulty": 0.05, "reward_ma": 0.17291501908122803, "leveled_up": false}
{"t": 11, "ts": 1788123552.173732, "step": 22, "loss_diff": 1.2172272205352783, "reward": 0.3807370872512283, "level": 0, "difficulty": 0.05, "reward_ma": 0.19369722589822808, "leveled_up": false}
{"t": 12, "ts": 1788123553.0960057, "step": 24, "loss_diff": 1.5786826610565186, "reward": 0.4558028739734452, "level": 0, "difficulty": 0.05, "reward_ma": 0.21990779070574978, "leveled_up": false}
{"t": 13, "ts": 1788123554.0847578, "step": 26, "loss_diff": 3.0488698482513428, "reward": 0.4370582785630039, "level": 0, "difficulty": 0.05, "reward_ma": 0.2416228394914752, "leveled_up": false}
{"t": 14, "ts": 1788123555.0343094, "step": 28, "loss_diff": 1.2462568283081055, "reward": 0.41089681474211914, "level": 0, "difficulty": 0.05, "reward_ma": 0.2585502370165396, "leveled_up": false}
{"t": 15, "ts": 1788123555.9647708, "step": 30, "loss_diff": 1.4559968709945679, "reward": 0.47900175281685126, "level": 0, "difficulty": 0.05, "reward_ma": 0.2805953885965708, "leveled_up": false}
{"t": 16, "ts": 1788123556.8809536, "step": 32, "loss_diff": 1.0776503086090088, "reward": 0.08707678979793021, "level": 0, "difficulty": 0.05, "reward_ma": 0.26124352871670675, "leveled_up": false}
{"t": 17, "ts": 1788123557.7995622, "step": 34, "loss_diff": 2.9438889026641846, "reward": 0.402440396975126, "level": 0, "difficulty": 0.05, "reward_ma": 0.27536321554254867, "leveled_up": false}
{"t": 18, "ts": 1788123558.7649078, "step": 36, "loss_diff": 2.2346906661987305, "reward": 0.4245179070656455, "level": 0, "difficulty": 0.05, "reward_ma": 0.29027868469485835, "leveled_up": false}
{"t": 19, "ts": 1788123559.7454424, "step": 38, "loss_diff": 1.499672293663025, "reward": 0.4451730540134753, "level": 0, "difficulty": 0.05, "reward_ma": 0.30576812162672, "leveled_up": false}
{"t": 20, "ts": 1788123560.6883364, "step": 40, "loss_diff": 1.5458954572677612, "reward": 0.4704971167348757, "level": 0, "difficulty": 0.05, "reward_ma": 0.3222410211375356, "leveled_up": false}
{"t": 21, "ts": 1788123561.6349533, "step": 42, "loss_diff": 1.377400279045105, "reward": 0.4336920770167563, "level": 0, "difficulty": 0.05, "reward_ma": 0.3333861267254577, "leveled_up": false}
{"t": 22, "ts": 1788123562.5431485, "step": 44, "loss_diff": 0.9655675888061523, "reward": 0.43467024758067907, "level": 0, "difficulty": 0.05, "reward_ma": 0.3435145388109798, "leveled_up": false}
{"t": 23, "ts": 1788123563.4831169, "step": 46, "loss_diff": 1.1449123620986938, "reward": 0.47889135716970493, "level": 0, "difficulty": 0.05, "reward_ma": 0.3570522206468524, "leveled_up": false}
{"t": 24, "ts": 1788123564.4286616, "step": 48, "loss_diff": 0.9519112706184387, "reward": 0.24924174036345176, "level": 0, "difficulty": 0.05, "reward_ma": 0.3462711726185123, "leveled_up": false}
{"t": 25, "ts": 1788123565.3753855, "step": 50, "loss_diff": 1.093770146369934, "reward": 0.10295241130791373, "level": 0, "difficulty": 0.05, "reward_ma": 0.32193929648745245, "leveled_up": false}
{"t": 26, "ts": 1788123566.2720823, "step": 52, "loss_diff": 1.5811810493469238, "reward": 0.3696291607061965, "level": 0, "difficulty": 0.05, "reward_ma": 0.32670828290932685, "leveled_up": false}
{"t": 27, "ts": 1788123567.163088, "step": 54, "loss_diff": 0.9989147782325745, "reward": 0.4040560944320612, "level": 0, "difficulty": 0.05, "reward_ma": 0.3344430640616003, "leveled_up": false}
{"t": 28, "ts": 1788123568.065348, "step": 56, "loss_diff": 1.102276086807251, "reward": 0.4887110302382901, "level": 0, "difficulty": 0.05, "reward_ma": 0.3498698606792693, "leveled_up": false}
{"t": 29, "ts": 1788123575.7712524, "step": 58, "loss_diff": 1.0394067764282227, "reward": 0.4432854215637849, "level": 0, "difficulty": 0.05, "reward_ma": 0.35921141676772084, "leveled_up": false}
{"t": 30, "ts": 1788123576.6868427, "step": 60, "loss_diff": 0.9115756154060364, "reward": 0.4303343114382444, "level": 0, "difficulty": 0.05, "reward_ma": 0.3663237062347732, "leveled_up": false}
{"t": 31, "ts": 1788123577.588339, "step": 62, "loss_diff": 1.5529049634933472, "reward": 0.3187684467849451, "level": 0, "difficulty": 0.05, "reward_ma": 0.36156818028979043, "leveled_up": false}
{"t": 32, "ts": 1788123578.4910998, "step": 64, "loss_diff": 0.9056646823883057, "reward": 0.08860486824009581, "level": 0, "difficulty": 0.05, "reward_ma": 0.334271849084821, "leveled_up": false}
{"t": 33, "ts": 1788123579.455724, "step": 66, "loss_diff": 1.069912314414978, "reward": 0.3255714303299495, "level": 0, "difficulty": 0.05, "reward_ma": 0.3334018072093339, "leveled_up": false}
{"t": 34, "ts": 1788123580.3491588, "step": 68, "loss_diff": 1.2541648149490356, "reward": 0.2679066726875344, "level": 0, "difficulty": 0.05, "reward_ma": 0.32685229375715397, "leveled_up": false}
{"t": 35, "ts": 1788123581.2733119, "step": 70, "loss_diff": 1.0580512285232544, "reward": 0.3195967037122687, "level": 0, "difficulty": 0.05, "reward_ma": 0.32612673475266546, "leveled_up": false}
{"t": 36, "ts": 1788123582.1834567, "step": 72, "loss_diff": 1.343074083328247, "reward": 0.0884333177130737, "level": 0, "difficulty": 0.05, "reward_ma": 0.3023573930487063, "leveled_up": false}
{"t": 37, "ts": 1788123583.0987058, "step": 74, "loss_diff": 1.007141351699829, "reward": 0.23068133979433714, "level": 0, "difficulty": 0.05, "reward_ma": 0.29518978772326937, "leveled_up": false}
{"t": 38, "ts": 1788123584.173704, "step": 76, "loss_diff": 1.0749075412750244, "reward": 0.48779483878744134, "level": 0, "difficulty": 0.05, "reward_ma": 0.31445029282968656, "leveled_up": false}
{"t": 39, "ts": 1788123584.9853928, "step": 78, "loss_diff": 1.1072453260421753, "reward": 0.4604902967644809, "level": 0, "difficulty": 0.05, "reward_ma": 0.329054293223166, "leveled_up": false}
{"t": 40, "ts": 1788123585.8711257, "step": 80, "loss_diff": 1.3626192808151245, "reward": 0.4970519597077184, "level": 0, "difficulty": 0.05, "reward_ma": 0.3458540598716212, "leveled_up": false}
{"t": 41, "ts": 1788123586.6774607, "step": 82, "loss_diff": 1.4258108139038086, "reward": 0.44754012617248706, "level": 0, "difficulty": 0.05, "reward_ma": 0.35602266650170783, "leveled_up": false}
{"t": 42, "ts": 1788123587.489998, "step": 84, "loss_diff": 1.0877517461776733, "reward": 0.4994881095263192, "level": 0, "difficulty": 0.05, "reward_ma": 0.37036921080416896, "leveled_up": false}
{"t": 43, "ts": 1788123588.3617861, "step": 86, "loss_diff": 1.211464524269104, "reward": 0.4300093487631868, "level": 0, "difficulty": 0.05, "reward_ma": 0.37633322460007074, "leveled_up": false}
{"t": 44, "ts": 1788123589.1797817, "step": 88, "loss_diff": 1.0255602598190308, "reward": 0.42715268685809, "level": 0, "difficulty": 0.05, "reward_ma": 0.3814151708258727, "leveled_up": false}
{"t": 45, "ts": 1788123590.0733845, "step": 90, "loss_diff": 1.0906949043273926, "reward": 0.4258156465552492, "level": 0, "difficulty": 0.05, "reward_ma": 0.3858552183988103, "leveled_up": false}
{"t": 46, "ts": 1788123590.6568298, "step": 92, "loss_diff": 1.1150275468826294, "reward": 0.16013691453610196, "level": 0, "difficulty": 0.05, "reward_ma": 0.3632833880125395, "leveled_up": false}
{"t": 47, "ts": 1788123591.3569875, "step": 94, "loss_diff": 0.9956052899360657, "reward": 0.27468812745470184, "level": 0, "difficulty": 0.05, "reward_ma": 0.35442386195675574, "leveled_up": false}
{"t": 48, "ts": 1788123591.9530618, "step": 96, "loss_diff": 1.2945036888122559, "reward": 0.42648236983076093, "level": 0, "difficulty": 0.05, "reward_ma": 0.36162971274415623, "leveled_up": false}
{"t": 49, "ts": 1788123592.5349846, "step": 98, "loss_diff": 1.104658842086792, "reward": 0.2440329254842602, "level": 0, "difficulty": 0.05, "reward_ma": 0.34987003401816663, "leveled_up": false}
{"t": 50, "ts": 1788123593.1621325, "step": 100, "loss_diff": 1.116260051727295, "reward": 0.31863306737409225, "level": 0, "difficulty": 0.05, "reward_ma": 0.3467463373537592, "leveled_up": false}
{"t": 51, "ts": 1788123593.7429817, "step": 102, "loss_diff": 3.7032670974731445, "reward": 0.27698972644520065, "level": 0, "difficulty": 0.05, "reward_ma": 0.33977067626290336, "leveled_up": false}
{"t": 52, "ts": 1788123594.3441148, "step": 104, "loss_diff": 1.4225119352340698, "reward": 0.2352941031121897, "level": 0, "difficulty": 0.05, "reward_ma": 0.329323018947832, "leveled_up": false}
{"t": 53, "ts": 1788123594.942065, "step": 106, "loss_diff": 1.1679092645645142, "reward": 0.25922303952670434, "level": 0, "difficulty": 0.05, "reward_ma": 0.32231302100571924, "leveled_up": false}
{"t": 54, "ts": 1788123595.5358999, "step": 108, "loss_diff": 1.0309921503067017, "reward": 0.31500825920973696, "level": 0, "difficulty": 0.05, "reward_ma": 0.32158254482612103, "leveled_up": false}
{"t": 55, "ts": 1788123596.1486363, "step": 110, "loss_diff": 1.2731695175170898, "reward": 0.3927496023561143, "level": 0, "difficulty": 0.05, "reward_ma": 0.32869925057912036, "leveled_up": false}
{"t": 56, "ts": 1788123596.733772, "step": 112, "loss_diff": 1.3955566883087158, "reward": 0.07031431732865462, "level": 0, "difficulty": 0.05, "reward_ma": 0.3028607572540738, "leveled_up": false}
{"t": 57, "ts": 1788123597.3341284, "step": 114, "loss_diff": 1.6935276985168457, "reward": 0.307600018849823, "level": 0, "difficulty": 0.05, "reward_ma": 0.3033346834136487, "leveled_up": false}
{"t": 58, "ts": 1788123604.4353971, "step": 116, "loss_diff": 1.6420539617538452, "reward": 0.44957351982761834, "level": 0, "difficulty": 0.05, "reward_ma": 0.3179585670550457, "leveled_up": false}
{"t": 59, "ts": 1788123605.037534, "step": 118, "loss_diff": 0.9355432987213135, "reward": 0.30267231802550143, "level": 0, "difficulty": 0.05, "reward_ma": 0.3164299421520913, "leveled_up": false}
{"t": 60, "ts": 1788123605.651064, "step": 120, "loss_diff": 1.406489372253418, "reward": 0.30268214346304423, "level": 0, "difficulty": 0.05, "reward_ma": 0.31505516228318664, "leveled_up": false}
{"t": 61, "ts": 1788123606.2432988, "step": 122, "loss_diff": 1.0679621696472168, "reward": 0.490173269259333, "level": 0, "difficulty": 0.05, "reward_ma": 0.3325669729808013, "leveled_up": false}
{"t": 62, "ts": 1788123606.8496125, "step": 124, "loss_diff": 1.0831661224365234, "reward": 0.5166447445287274, "level": 0, "difficulty": 0.05, "reward_ma": 0.3509747501355939, "leveled_up": false}
{"t": 63, "ts": 1788123607.4890225, "step": 126, "loss_diff": 1.1884597539901733, "reward": 0.24633817154166598, "level": 0, "difficulty": 0.05, "reward_ma": 0.34051109227620113, "leveled_up": false}
{"t": 64, "ts": 1788123608.1384573, "step": 128, "loss_diff": 0.9706326723098755, "reward": 0.23913568631852866, "level": 0, "difficulty": 0.05, "reward_ma": 0.33037355168043386, "leveled_up": false}
{"t": 65, "ts": 1788123608.8389826, "step": 130, "loss_diff": 1.0277152061462402, "reward": 0.31976145394115774, "level": 0, "difficulty": 0.05, "reward_ma": 0.3293123419065062, "leveled_up": false}
{"t": 66, "ts": 1788123609.4441733, "step": 132, "loss_diff": 1.150758981704712, "reward": 0.25620788009683315, "level": 0, "difficulty": 0.05, "reward_ma": 0.3220018957255389, "leveled_up": false}
{"t": 67, "ts": 1788123610.0389464, "step": 134, "loss_diff": 0.9991151094436646, "reward": 0.415804263073456, "level": 0, "difficulty": 0.05, "reward_ma": 0.3313821324603306, "leveled_up": false}
{"t": 68, "ts": 1788123610.6433492, "step": 136, "loss_diff": 1.12003493309021, "reward": 0.3711312715984274, "level": 0, "difficulty": 0.05, "reward_ma": 0.33535704637414027, "leveled_up": false}
{"t": 69, "ts": 1788123611.2483735, "step": 138, "loss_diff": 1.2995991706848145, "reward": 0.304078479337452, "level": 0, "difficulty": 0.05, "reward_ma": 0.33222918967047144, "leveled_up": false}
{"t": 70, "ts": 1788123611.8624349, "step": 140, "loss_diff": 1.1091482639312744, "reward": 0.41846545374739924, "level": 0, "difficulty": 0.05, "reward_ma": 0.3408528160781642, "leveled_up": false}
{"t": 71, "ts": 1788123612.4496346, "step": 142, "loss_diff": 1.1851518154144287, "reward": 0.4324171546144786, "level": 0, "difficulty": 0.05, "reward_ma": 0.3500092499317956, "leveled_up": false}
{"t": 72, "ts": 1788123613.041997, "step": 144, "loss_diff": 0.9273537397384644, "reward": 0.4892602862556207, "level": 0, "difficulty": 0.05, "reward_ma": 0.36393435356417814, "leveled_up": false}
{"t": 73, "ts": 1788123613.6443336, "step": 146, "loss_diff": 0.8997348546981812, "reward": 0.34274596290345544, "level": 0, "difficulty": 0.05, "reward_ma": 0.3618155144981059, "leveled_up": false}
{"t": 74, "ts": 1788123614.2366288, "step": 148, "loss_diff": 1.1281293630599976, "reward": 0.3935814583371288, "level": 0, "difficulty": 0.05, "reward_ma": 0.3649921088820082, "leveled_up": false}
{"t": 75, "ts": 1788123614.856173, "step": 150, "loss_diff": 1.009535789489746, "reward": 0.5326532059480568, "level": 0, "difficulty": 0.05, "reward_ma": 0.38175821858861314, "leveled_up": false}
{"t": 76, "ts": 1788123615.4480538, "step": 152, "loss_diff": 1.1312620639801025, "reward": 0.33700727017353527, "level": 0, "difficulty": 0.05, "reward_ma": 0.3772831237471054, "leveled_up": false}
{"t": 77, "ts": 1788123616.0427682, "step": 154, "loss_diff": 0.9026869535446167, "reward": 0.3671056437472112, "level": 0, "difficulty": 0.05, "reward_ma": 0.376265375747116, "leveled_up": false}
{"t": 78, "ts": 1788123616.676894, "step": 156, "loss_diff": 1.0069597959518433, "reward": 0.4164366332700523, "level": 0, "difficulty": 0.05, "reward_ma": 0.3802825014994097, "leveled_up": false}
{"t": 79, "ts": 1788123617.2672431, "step": 158, "loss_diff": 1.1988186836242676, "reward": 0.46909865835567266, "level": 0, "difficulty": 0.05, "reward_ma": 0.389164117185036, "leveled_up": false}
{"t": 80, "ts": 1788123617.8920493, "step": 160, "loss_diff": 0.8713569641113281, "reward": 0.354425963534139, "level": 0, "difficulty": 0.05, "reward_ma": 0.38569030181994635, "leveled_up": false}
{"t": 81, "ts": 1788123618.5306673, "step": 162, "loss_diff": 1.0193310976028442, "reward": 0.4045126830393827, "level": 0, "difficulty": 0.05, "reward_ma": 0.38757253994189, "leveled_up": false}
{"t": 82, "ts": 1788123619.145052, "step": 164, "loss_diff": 1.0541038513183594, "reward": 0.35087566534975434, "level": 0, "difficulty": 0.05, "reward_ma": 0.3839028524826764, "leveled_up": false}
{"t": 83, "ts": 1788123619.7431984, "step": 166, "loss_diff": 1.0975724458694458, "reward": 0.28609826812046796, "level": 0, "difficulty": 0.05, "reward_ma": 0.37412239404645553, "leveled_up": false}
{"t": 84, "ts": 1788123620.3364325, "step": 168, "loss_diff": 1.0023674964904785, "reward": 0.349649851670932, "level": 0, "difficulty": 0.05, "reward_ma": 0.37167513980890315, "leveled_up": false}
{"t": 85, "ts": 1788123620.9499824, "step": 170, "loss_diff": 1.170852780342102, "reward": 0.3622399828762305, "level": 0, "difficulty": 0.05, "reward_ma": 0.3707316241156359, "leveled_up": false}
{"t": 86, "ts": 1788123621.5438519, "step": 172, "loss_diff": 1.1082305908203125, "reward": 0.38645646528677, "level": 0, "difficulty": 0.05, "reward_ma": 0.37230410823274934, "leveled_up": false}
{"t": 87, "ts": 1788123628.5531535, "step": 174, "loss_diff": 0.9968289732933044, "reward": 0.32147304259948434, "level": 0, "difficulty": 0.05, "reward_ma": 0.36722100166942284, "leveled_up": false}
{"t": 88, "ts": 1788123629.1597147, "step": 176, "loss_diff": 1.081242322921753, "reward": 0.31878233101611814, "level": 0, "difficulty": 0.05, "reward_ma": 0.3623771346040924, "leveled_up": false}
{"t": 89, "ts": 1788123629.7495978, "step": 178, "loss_diff": 1.2072514295578003, "reward": 0.30767827046983437, "level": 0, "difficulty": 0.05, "reward_ma": 0.3569072481906666, "leveled_up": false}
{"t": 90, "ts": 1788123630.3618171, "step": 180, "loss_diff": 0.9226078987121582, "reward": 0.38062552013423545, "level": 0, "difficulty": 0.05, "reward_ma": 0.3592790753850235, "leveled_up": false}
{"t": 91, "ts": 1788123630.9563649, "step": 182, "loss_diff": 1.061659574508667, "reward": 0.27537700883094646, "level": 0, "difficulty": 0.05, "reward_ma": 0.35088886872961583, "leveled_up": false}
{"t": 92, "ts": 1788123631.5433946, "step": 184, "loss_diff": 1.1062395572662354, "reward": 0.3788824976667973, "level": 0, "difficulty": 0.05, "reward_ma": 0.35368823162333396, "leveled_up": false}
{"t": 93, "ts": 1788123632.1428077, "step": 186, "loss_diff": 1.1797175407409668, "reward": 0.39011598616177556, "level": 0, "difficulty": 0.05, "reward_ma": 0.35733100707717813, "leveled_up": false}
{"t": 94, "ts": 1788123632.7386913, "step": 188, "loss_diff": 0.9994303584098816, "reward": 0.3046599071308484, "level": 0, "difficulty": 0.05, "reward_ma": 0.35206389708254515, "leveled_up": false}
{"t": 95, "ts": 1788123633.356836, "step": 190, "loss_diff": 1.1126811504364014, "reward": 0.3492525022322407, "level": 0, "difficulty": 0.05, "reward_ma": 0.3517827575975147, "leveled_up": false}
{"t": 96, "ts": 1788123633.942893, "step": 192, "loss_diff": 1.008276343345642, "reward": 0.11560002258174176, "level": 0, "difficulty": 0.05, "reward_ma": 0.3281644840959374, "leveled_up": false}
{"t": 97, "ts": 1788123634.5371237, "step": 194, "loss_diff": 0.9675255417823792, "reward": 0.2772513063672107, "level": 0, "difficulty": 0.05, "reward_ma": 0.3230731663230647, "leveled_up": false}
{"t": 98, "ts": 1788123635.1423898, "step": 196, "loss_diff": 1.1887335777282715, "reward": 0.14948725812386787, "level": 0, "difficulty": 0.05, "reward_ma": 0.305714575503145, "leveled_up": false}
{"t": 99, "ts": 1788123635.7361286, "step": 198, "loss_diff": 1.0304572582244873, "reward": 0.16822970724181213, "level": 0, "difficulty": 0.05, "reward_ma": 0.29196608867701174, "leveled_up": false}
{"t": 100, "ts": 1788123636.3658175, "step": 200, "loss_diff": 1.2269995212554932, "reward": 0.3698087566740072, "level": 0, "difficulty": 0.05, "reward_ma": 0.2997503554767113, "leveled_up": false}
{"t": 101, "ts": 1788123636.942847, "step": 202, "loss_diff": 1.4934215545654297, "reward": 0.2816160903813959, "level": 0, "difficulty": 0.05, "reward_ma": 0.29793692896717977, "leveled_up": false}
{"t": 102, "ts": 1788123637.5381901, "step": 204, "loss_diff": 0.9013948440551758, "reward": 0.254405294108349, "level": 0, "difficulty": 0.05, "reward_ma": 0.2935837654812967, "leveled_up": false}
{"t": 103, "ts": 1788123638.141119, "step": 206, "loss_diff": 1.0848093032836914, "reward": 0.2541241016715826, "level": 0, "difficulty": 0.05, "reward_ma": 0.28963779910032533, "leveled_up": false}
{"t": 104, "ts": 1788123638.7351484, "step": 208, "loss_diff": 1.112896203994751, "reward": 0.22876047332769628, "level": 0, "difficulty": 0.05, "reward_ma": 0.28355006652306247, "leveled_up": false}
{"t": 105, "ts": 1788123639.348922, "step": 210, "loss_diff": 0.9840590357780457, "reward": 0.27348893125084933, "level": 0, "difficulty": 0.05, "reward_ma": 0.2825439529958412, "leveled_up": false}
{"t": 106, "ts": 1788123639.9364312, "step": 212, "loss_diff": 1.176857352256775, "reward": 0.28975375267459924, "level": 0, "difficulty": 0.05, "reward_ma": 0.28326493296371696, "leveled_up": false}
{"t": 107, "ts": 1788123640.5328114, "step": 214, "loss_diff": 0.7572039365768433, "reward": 0.18722439249260703, "level": 0, "difficulty": 0.05, "reward_ma": 0.27366087891660595, "leveled_up": false}
{"t": 108, "ts": 1788123641.1471255, "step": 216, "loss_diff": 1.0103753805160522, "reward": 0.2803639080297432, "level": 0, "difficulty": 0.05, "reward_ma": 0.2743311818279197, "leveled_up": false}
{"t": 109, "ts": 1788123641.7351959, "step": 218, "loss_diff": 0.999121904373169, "reward": 0.2392423848803668, "level": 0, "difficulty": 0.05, "reward_ma": 0.27082230213316444, "leveled_up": false}
{"t": 110, "ts": 1788123642.346893, "step": 220, "loss_diff": 1.193429946899414, "reward": 0.3444834619869862, "level": 0, "difficulty": 0.05, "reward_ma": 0.2781884181185466, "leveled_up": false}
{"t": 111, "ts": 1788123642.9353435, "step": 222, "loss_diff": 0.9793842434883118, "reward": 0.09322876638879368, "level": 0, "difficulty": 0.05, "reward_ma": 0.2596924529455713, "leveled_up": false}
{"t": 112, "ts": 1788123643.534137, "step": 224, "loss_diff": 1.02731454372406, "reward": 0.4346065670237102, "level": 0, "difficulty": 0.05, "reward_ma": 0.2771838643533852, "leveled_up": false}
{"t": 113, "ts": 1788123644.1594584, "step": 226, "loss_diff": 0.9762557148933411, "reward": 0.2362167542065498, "level": 0, "difficulty": 0.05, "reward_ma": 0.27308715333870165, "leveled_up": false}
{"t": 114, "ts": 1788123644.7481575, "step": 228, "loss_diff": 0.9970007538795471, "reward": 0.33080416073948843, "level": 0, "difficulty": 0.05, "reward_ma": 0.2788588540787803, "leveled_up": false}
{"t": 115, "ts": 1788123645.3496623, "step": 230, "loss_diff": 1.093976378440857, "reward": 0.45780722515588707, "level": 0, "difficulty": 0.05, "reward_ma": 0.296753691186491, "leveled_up": false}
{"t": 116, "ts": 1788123652.3869033, "step": 232, "loss_diff": 0.8690709471702576, "reward": 0.35707052805033, "level": 0, "difficulty": 0.05, "reward_ma": 0.3027853748728749, "leveled_up": false}
{"t": 117, "ts": 1788123652.993078, "step": 234, "loss_diff": 1.0214956998825073, "reward": 0.2474843297932621, "level": 0, "difficulty": 0.05, "reward_ma": 0.2972552703649136, "leveled_up": false}
{"t": 118, "ts": 1788123653.6377006, "step": 236, "loss_diff": 1.0530987977981567, "reward": 0.23952159475855117, "level": 0, "difficulty": 0.05, "reward_ma": 0.2914819028042774, "leveled_up": false}
{"t": 119, "ts": 1788123654.2344937, "step": 238, "loss_diff": 0.9155853986740112, "reward": 0.4314748192068818, "level": 0, "difficulty": 0.05, "reward_ma": 0.3054811944445378, "leveled_up": false}
{"t": 120, "ts": 1788123654.8476267, "step": 240, "loss_diff": 0.9078196287155151, "reward": 0.22697523766506272, "level": 0, "difficulty": 0.05, "reward_ma": 0.29763059876659026, "leveled_up": false}
{"t": 121, "ts": 1788123655.4402964, "step": 242, "loss_diff": 0.9128587245941162, "reward": 0.27304361869190413, "level": 0, "difficulty": 0.05, "reward_ma": 0.2951719007591217, "leveled_up": false}
{"t": 122, "ts": 1788123656.0348883, "step": 244, "loss_diff": 1.1727110147476196, "reward": 0.2805308469560871, "level": 0, "difficulty": 0.05, "reward_ma": 0.29370779537881825, "leveled_up": false}
{"t": 123, "ts": 1788123656.6399925, "step": 246, "loss_diff": 1.0251208543777466, "reward": 0.2181784403665371, "level": 0, "difficulty": 0.05, "reward_ma": 0.28615485987759015, "leveled_up": false}
{"t": 124, "ts": 1788123657.2510388, "step": 248, "loss_diff": 1.0286378860473633, "reward": 0.14684317453846696, "level": 0, "difficulty": 0.05, "reward_ma": 0.27222369134367785, "leveled_up": false}
{"t": 125, "ts": 1788123657.8602269, "step": 250, "loss_diff": 0.9173992872238159, "reward": 0.09077340297557233, "level": 0, "difficulty": 0.05, "reward_ma": 0.2540786625068673, "leveled_up": false}
{"t": 126, "ts": 1788123658.4466891, "step": 252, "loss_diff": 0.9592026472091675, "reward": 0.18382657788234993, "level": 0, "difficulty": 0.05, "reward_ma": 0.24705345404441556, "leveled_up": false}
{"t": 127, "ts": 1788123659.0434253, "step": 254, "loss_diff": 1.0232166051864624, "reward": 0.18545142071913379, "level": 0, "difficulty": 0.05, "reward_ma": 0.24089325071188739, "leveled_up": false}
{"t": 128, "ts": 1788123659.6429904, "step": 256, "loss_diff": 1.0092072486877441, "reward": 0.18292343814388284, "level": 0, "difficulty": 0.05, "reward_ma": 0.23509626945508694, "leveled_up": false}
{"t": 129, "ts": 1788123660.2427905, "step": 258, "loss_diff": 1.1221733093261719, "reward": 0.3287172882060646, "level": 0, "difficulty": 0.05, "reward_ma": 0.24445837133018472, "leveled_up": false}
{"t": 130, "ts": 1788123660.8526273, "step": 260, "loss_diff": 0.9369949698448181, "reward": 0.49984375030721107, "level": 0, "difficulty": 0.05, "reward_ma": 0.2699969092278874, "leveled_up": false}
{"t": 131, "ts": 1788123661.4536107, "step": 262, "loss_diff": 1.1596190929412842, "reward": 0.484552912986152, "level": 0, "difficulty": 0.05, "reward_ma": 0.2914525096037138, "leveled_up": false}
{"t": 132, "ts": 1788123662.041896, "step": 264, "loss_diff": 1.2684659957885742, "reward": 0.07825925213997656, "level": 0, "difficulty": 0.05, "reward_ma": 0.27013318385734014, "leveled_up": false}
{"t": 133, "ts": 1788123662.6421545, "step": 266, "loss_diff": 1.169499397277832, "reward": 0.3577629546074379, "level": 0, "difficulty": 0.05, "reward_ma": 0.2788961609323499, "leveled_up": false}
{"t": 134, "ts": 1788123663.2351685, "step": 268, "loss_diff": 1.0424416065216064, "reward": 0.4676026389744464, "level": 0, "difficulty": 0.05, "reward_ma": 0.2977668087365596, "leveled_up": false}
{"t": 135, "ts": 1788123663.8468573, "step": 270, "loss_diff": 1.0998369455337524, "reward": 0.5045134914159426, "level": 0, "difficulty": 0.05, "reward_ma": 0.31844147700449793, "leveled_up": false}
{"t": 136, "ts": 1788123664.4351153, "step": 272, "loss_diff": 0.9101269841194153, "reward": 0.2934992266304166, "level": 0, "difficulty": 0.05, "reward_ma": 0.3159472519670898, "leveled_up": false}
{"t": 137, "ts": 1788123665.033538, "step": 274, "loss_diff": 1.0922456979751587, "reward": 0.32271960964911145, "level": 0, "difficulty": 0.05, "reward_ma": 0.31662448773529195, "leveled_up": false}
{"t": 138, "ts": 1788123665.6406808, "step": 276, "loss_diff": 1.0475586652755737, "reward": 0.46056751047486405, "level": 0, "difficulty": 0.05, "reward_ma": 0.33101879000924916, "leveled_up": false}
{"t": 139, "ts": 1788123666.229883, "step": 278, "loss_diff": 1.028209924697876, "reward": 0.24702603668750472, "level": 0, "difficulty": 0.05, "reward_ma": 0.3226195146770747, "leveled_up": false}
{"t": 140, "ts": 1788123666.8483891, "step": 280, "loss_diff": 0.8655838966369629, "reward": 0.314952726051189, "level": 0, "difficulty": 0.05, "reward_ma": 0.3218528358144862, "leveled_up": false}
{"t": 141, "ts": 1788123667.4369848, "step": 282, "loss_diff": 0.9832199811935425, "reward": 0.30336621887447773, "level": 0, "difficulty": 0.05, "reward_ma": 0.3200041741204854, "leveled_up": false}
{"t": 142, "ts": 1788123668.0319383, "step": 284, "loss_diff": 0.9833272099494934, "reward": 0.2669003232529785, "level": 0, "difficulty": 0.05, "reward_ma": 0.31469378903373474, "leveled_up": false}
{"t": 143, "ts": 1788123668.6471665, "step": 286, "loss_diff": 1.0713783502578735, "reward": 0.4114916042768062, "level": 0, "difficulty": 0.05, "reward_ma": 0.3243735705580419, "leveled_up": false}
{"t": 144, "ts": 1788123669.247735, "step": 288, "loss_diff": 1.0275871753692627, "reward": 0.1873141865175042, "level": 0, "difficulty": 0.05, "reward_ma": 0.3106676321539881, "leveled_up": false}
{"t": 145, "ts": 1788123687.155967, "step": 290, "loss_diff": 1.0209542512893677, "reward": 0.0809603099765255, "level": 0, "difficulty": 0.05, "reward_ma": 0.28769689993624187, "leveled_up": false}
{"t": 146, "ts": 1788123687.8974771, "step": 292, "loss_diff": 0.9670606851577759, "reward": 0.08464372442281135, "level": 0, "difficulty": 0.05, "reward_ma": 0.26739158238489885, "leveled_up": false}
{"t": 147, "ts": 1788123688.8411224, "step": 294, "loss_diff": 0.795501708984375, "reward": 0.40299109754291196, "level": 0, "difficulty": 0.05, "reward_ma": 0.28095153390070016, "leveled_up": false}
{"t": 148, "ts": 1788123689.602928, "step": 296, "loss_diff": 0.9332053065299988, "reward": 0.1881349220905463, "level": 0, "difficulty": 0.05, "reward_ma": 0.2716698727196848, "leveled_up": false}
{"t": 149, "ts": 1788123690.385097, "step": 298, "loss_diff": 0.9127210378646851, "reward": 0.24207028414536985, "level": 0, "difficulty": 0.05, "reward_ma": 0.2687099138622533, "leveled_up": false}
{"t": 150, "ts": 1788123691.7341623, "step": 300, "loss_diff": 0.9320003390312195, "reward": 0.4035855952104521, "level": 0, "difficulty": 0.05, "reward_ma": 0.2821974819970732, "leveled_up": false}
{"t": 151, "ts": 1788123692.4972563, "step": 302, "loss_diff": 0.7896603345870972, "reward": 0.43218758722261974, "level": 0, "difficulty": 0.05, "reward_ma": 0.2971964925196279, "leveled_up": false}
{"t": 152, "ts": 1788123693.29101, "step": 304, "loss_diff": 0.8958765268325806, "reward": 0.6178090657564824, "level": 0, "difficulty": 0.05, "reward_ma": 0.32925774984331335, "leveled_up": false}
{"t": 153, "ts": 1788123694.0996797, "step": 306, "loss_diff": 0.9078506827354431, "reward": 0.22911499159399945, "level": 0, "difficulty": 0.05, "reward_ma": 0.319243474018382, "leveled_up": false}
{"t": 154, "ts": 1788123694.8908424, "step": 308, "loss_diff": 0.8200124502182007, "reward": 0.43760724730824513, "level": 0, "difficulty": 0.05, "reward_ma": 0.3310798513473683, "leveled_up": false}
{"t": 155, "ts": 1788123695.7361188, "step": 310, "loss_diff": 0.9959784746170044, "reward": 0.22638477576814847, "level": 0, "difficulty": 0.05, "reward_ma": 0.3206103437894463, "leveled_up": false}
{"t": 156, "ts": 1788123696.551429, "step": 312, "loss_diff": 0.8455708026885986, "reward": 0.16676753100446795, "level": 0, "difficulty": 0.05, "reward_ma": 0.30522606251094847, "leveled_up": false}
{"t": 157, "ts": 1788123697.3902557, "step": 314, "loss_diff": 0.8493297100067139, "reward": 0.4643281898159829, "level": 0, "difficulty": 0.05, "reward_ma": 0.32113627524145194, "leveled_up": false}
{"t": 158, "ts": 1788123698.1985981, "step": 316, "loss_diff": 0.9356692433357239, "reward": 0.4660413102048596, "level": 0, "difficulty": 0.05, "reward_ma": 0.3356267787377927, "leveled_up": false}
{"t": 159, "ts": 1788123699.0007708, "step": 318, "loss_diff": 1.039062738418579, "reward": 0.3835626793757135, "level": 0, "difficulty": 0.05, "reward_ma": 0.34042036880158477, "leveled_up": false}
{"t": 160, "ts": 1788123699.8349955, "step": 320, "loss_diff": 0.8116710782051086, "reward": 0.47090385593781103, "level": 0, "difficulty": 0.05, "reward_ma": 0.3534687175152074, "leveled_up": false}
{"t": 161, "ts": 1788123700.5982513, "step": 322, "loss_diff": 1.0295134782791138, "reward": 0.6310082120780083, "level": 0, "difficulty": 0.05, "reward_ma": 0.38122266697148754, "leveled_up": false}
{"t": 162, "ts": 1788123701.3962684, "step": 324, "loss_diff": 0.8013626933097839, "reward": 0.16385002646375485, "level": 0, "difficulty": 0.05, "reward_ma": 0.3594854029207143, "leveled_up": false}
{"t": 163, "ts": 1788123702.2289736, "step": 326, "loss_diff": 0.999953031539917, "reward": 0.31673504849963563, "level": 0, "difficulty": 0.05, "reward_ma": 0.35521036747860646, "leveled_up": false}
{"t": 164, "ts": 1788123702.9994135, "step": 328, "loss_diff": 0.805298388004303, "reward": 0.41434525860847143, "level": 0, "difficulty": 0.05, "reward_ma": 0.36112385659159296, "leveled_up": false}
{"t": 165, "ts": 1788123703.840481, "step": 330, "loss_diff": 0.9140858054161072, "reward": 0.36254456203295315, "level": 0, "difficulty": 0.05, "reward_ma": 0.36126592713572897, "leveled_up": false}
{"t": 166, "ts": 1788123704.5966408, "step": 332, "loss_diff": 0.6271159648895264, "reward": 0.36783698657854924, "level": 0, "difficulty": 0.05, "reward_ma": 0.361923033080011, "leveled_up": false}
{"t": 167, "ts": 1788123705.3910391, "step": 334, "loss_diff": 1.0844422578811646, "reward": 0.408212117001763, "level": 0, "difficulty": 0.05, "reward_ma": 0.36655194147218617, "leveled_up": false}
{"t": 168, "ts": 1788123706.2287996, "step": 336, "loss_diff": 0.7154873013496399, "reward": 0.34409558968624687, "level": 0, "difficulty": 0.05, "reward_ma": 0.36430630629359223, "leveled_up": false}
{"t": 169, "ts": 1788123707.0561094, "step": 338, "loss_diff": 0.6974487900733948, "reward": 0.4801735564777694, "level": 0, "difficulty": 0.05, "reward_ma": 0.37589303131200996, "leveled_up": false}
{"t": 170, "ts": 1788123707.8726745, "step": 340, "loss_diff": 0.9565395712852478, "reward": 0.5013334581214877, "level": 0, "difficulty": 0.05, "reward_ma": 0.38843707399295774, "leveled_up": false}
{"t": 171, "ts": 1788123708.6424217, "step": 342, "loss_diff": 0.8170186281204224, "reward": 0.5070170427901599, "level": 0, "difficulty": 0.05, "reward_ma": 0.40029507087267796, "leveled_up": false}
{"t": 172, "ts": 1788123709.4372745, "step": 344, "loss_diff": 0.7184154391288757, "reward": 0.6579236966099291, "level": 0, "difficulty": 0.05, "reward_ma": 0.4260579334464031, "leveled_up": false}
{"t": 173, "ts": 1788123710.2339227, "step": 346, "loss_diff": 0.871575653553009, "reward": 0.34922094187642255, "level": 0, "difficulty": 0.05, "reward_ma": 0.418374234289405, "leveled_up": false}
{"t": 174, "ts": 1788123721.5348175, "step": 348, "loss_diff": 1.1053818464279175, "reward": 0.2851172834637521, "level": 0, "difficulty": 0.05, "reward_ma": 0.40504853920683975, "leveled_up": false}
{"t": 175, "ts": 1788123722.3646169, "step": 350, "loss_diff": 0.9474084377288818, "reward": 0.4568568361705272, "level": 0, "difficulty": 0.05, "reward_ma": 0.4102293689032085, "leveled_up": false}
{"t": 176, "ts": 1788123723.1403, "step": 352, "loss_diff": 0.7105404138565063, "reward": 0.19298551070734277, "level": 0, "difficulty": 0.05, "reward_ma": 0.3885049830836219, "leveled_up": false}
{"t": 177, "ts": 1788123723.9342585, "step": 354, "loss_diff": 0.9314161539077759, "reward": 0.5535905607802402, "level": 0, "difficulty": 0.05, "reward_ma": 0.4050135408532838, "leveled_up": false}
{"t": 178, "ts": 1788123724.7358708, "step": 356, "loss_diff": 0.7073825597763062, "reward": 0.3235045185564619, "level": 0, "difficulty": 0.05, "reward_ma": 0.3968626386236016, "leveled_up": false}
{"t": 179, "ts": 1788123725.535187, "step": 358, "loss_diff": 1.1244722604751587, "reward": 0.29830385950866806, "level": 0, "difficulty": 0.05, "reward_ma": 0.38700676071210827, "leveled_up": false}
{"t": 180, "ts": 1788123726.3464222, "step": 360, "loss_diff": 0.674098789691925, "reward": 0.47876267322175353, "level": 0, "difficulty": 0.05, "reward_ma": 0.39618235196307283, "leveled_up": false}
{"t": 181, "ts": 1788123727.1306756, "step": 362, "loss_diff": 0.6583229303359985, "reward": 0.19394894511978572, "level": 0, "difficulty": 0.05, "reward_ma": 0.37595901127874415, "leveled_up": false}
{"t": 182, "ts": 1788123727.9336693, "step": 364, "loss_diff": 0.8633039593696594, "reward": 0.1641768089770131, "level": 0, "difficulty": 0.05, "reward_ma": 0.354780791048571, "leveled_up": false}
{"t": 183, "ts": 1788123729.1719186, "step": 366, "loss_diff": 0.652091920375824, "reward": 0.19373925023814698, "level": 0, "difficulty": 0.05, "reward_ma": 0.3386766369675286, "leveled_up": false}
{"t": 184, "ts": 1788123730.0687704, "step": 368, "loss_diff": 0.8856260180473328, "reward": 0.340785281239711, "level": 0, "difficulty": 0.05, "reward_ma": 0.3388875013947468, "leveled_up": false}
{"t": 185, "ts": 1788123730.861731, "step": 370, "loss_diff": 0.791326105594635, "reward": 0.19672496546345397, "level": 0, "difficulty": 0.05, "reward_ma": 0.32467124780161755, "leveled_up": false}
{"t": 186, "ts": 1788123731.6412227, "step": 372, "loss_diff": 0.5697054862976074, "reward": 0.5001294610772701, "level": 0, "difficulty": 0.05, "reward_ma": 0.3422170691291828, "leveled_up": false}
{"t": 187, "ts": 1788123732.4307837, "step": 374, "loss_diff": 0.6814063191413879, "reward": 0.4721875897099158, "level": 0, "difficulty": 0.05, "reward_ma": 0.35521412118725615, "leveled_up": false}
{"t": 188, "ts": 1788123733.5500495, "step": 376, "loss_diff": 1.0109995603561401, "reward": 0.33990485689787664, "level": 0, "difficulty": 0.05, "reward_ma": 0.3536831947583182, "leveled_up": false}
{"t": 189, "ts": 1788123734.490785, "step": 378, "loss_diff": 0.7731367349624634, "reward": 0.4456102523309747, "level": 0, "difficulty": 0.05, "reward_ma": 0.3628759005155839, "leveled_up": false}
{"t": 190, "ts": 1788123735.3416145, "step": 380, "loss_diff": 1.0519450902938843, "reward": 0.2829337199834333, "level": 0, "difficulty": 0.05, "reward_ma": 0.3548816824623688, "leveled_up": false}
{"t": 191, "ts": 1788123736.1305466, "step": 382, "loss_diff": 0.7511225342750549, "reward": 0.611890622318457, "level": 0, "difficulty": 0.05, "reward_ma": 0.38058257644797766, "leveled_up": false}
{"t": 192, "ts": 1788123736.9350908, "step": 384, "loss_diff": 0.6825199127197266, "reward": 0.22949432091728694, "level": 0, "difficulty": 0.05, "reward_ma": 0.3654737508949086, "leveled_up": false}
{"t": 193, "ts": 1788123737.6977897, "step": 386, "loss_diff": 0.8870621919631958, "reward": 0.32148103895045754, "level": 0, "difficulty": 0.05, "reward_ma": 0.36107447970046347, "leveled_up": false}
{"t": 194, "ts": 1788123738.4742146, "step": 388, "loss_diff": 0.7269977331161499, "reward": 0.2999258323192005, "level": 0, "difficulty": 0.05, "reward_ma": 0.3549596149623372, "leveled_up": false}
{"t": 195, "ts": 1788123739.2838168, "step": 390, "loss_diff": 0.8832559585571289, "reward": 0.6142962707476294, "level": 0, "difficulty": 0.05, "reward_ma": 0.38089328054086646, "leveled_up": false}
{"t": 196, "ts": 1788123740.0981197, "step": 392, "loss_diff": 0.8307183384895325, "reward": 0.328671208800962, "level": 0, "difficulty": 0.05, "reward_ma": 0.375671073366876, "leveled_up": false}
{"t": 197, "ts": 1788123740.9334228, "step": 394, "loss_diff": 0.9197821617126465, "reward": 0.18757990664564284, "level": 0, "difficulty": 0.05, "reward_ma": 0.3568619566947527, "leveled_up": false}
{"t": 198, "ts": 1788123741.7971053, "step": 396, "loss_diff": 0.9231035113334656, "reward": 0.5467235171603356, "level": 0, "difficulty": 0.05, "reward_ma": 0.37584811274131097, "leveled_up": false}
{"t": 199, "ts": 1788123742.6441967, "step": 398, "loss_diff": 1.1302787065505981, "reward": 0.2654906332585931, "level": 0, "difficulty": 0.05, "reward_ma": 0.3648123647930392, "leveled_up": false}
{"t": 200, "ts": 1788123743.4732072, "step": 400, "loss_diff": 0.8564431071281433, "reward": 0.6245389100008897, "level": 0, "difficulty": 0.05, "reward_ma": 0.39078501931382426, "leveled_up": false}
{"t": 201, "ts": 1788123744.2499218, "step": 402, "loss_diff": 0.9320462346076965, "reward": 0.49968628241198, "level": 0, "difficulty": 0.05, "reward_ma": 0.4016751456236399, "leveled_up": false}
{"t": 202, "ts": 1788123745.032147, "step": 404, "loss_diff": 0.7761660814285278, "reward": 0.5752207913451598, "level": 0, "difficulty": 0.05, "reward_ma": 0.4190297101957918, "leveled_up": false}
{"t": 203, "ts": 1788123756.2447658, "step": 406, "loss_diff": 1.0603011846542358, "reward": 0.1250354479822963, "level": 0, "difficulty": 0.05, "reward_ma": 0.38963028397444227, "leveled_up": false}
{"t": 204, "ts": 1788123757.0539784, "step": 408, "loss_diff": 0.6173869371414185, "reward": 0.46352278943230585, "level": 0, "difficulty": 0.05, "reward_ma": 0.39701953452022865, "leveled_up": false}
{"t": 205, "ts": 1788123757.8636446, "step": 410, "loss_diff": 0.7427785396575928, "reward": 0.42562218635347815, "level": 0, "difficulty": 0.05, "reward_ma": 0.3998797997035536, "leveled_up": false}
{"t": 206, "ts": 1788123758.6506672, "step": 412, "loss_diff": 1.073204517364502, "reward": 0.1953925364626531, "level": 0, "difficulty": 0.05, "reward_ma": 0.3794310733794635, "leveled_up": false}
{"t": 207, "ts": 1788123759.446749, "step": 414, "loss_diff": 0.7877435684204102, "reward": 0.38033316452815014, "level": 0, "difficulty": 0.05, "reward_ma": 0.37952128249433215, "leveled_up": false}
{"t": 208, "ts": 1788123760.26369, "step": 416, "loss_diff": 0.7406008839607239, "reward": 0.20100952207743367, "level": 0, "difficulty": 0.05, "reward_ma": 0.3616701064526423, "leveled_up": false}
{"t": 209, "ts": 1788123761.0844138, "step": 418, "loss_diff": 1.0534720420837402, "reward": 0.210947006019657, "level": 0, "difficulty": 0.05, "reward_ma": 0.3465977964093438, "leveled_up": false}
{"t": 210, "ts": 1788123761.9475164, "step": 420, "loss_diff": 0.773792028427124, "reward": 0.601513208014764, "level": 0, "difficulty": 0.05, "reward_ma": 0.3720893375698858, "leveled_up": false}
{"t": 211, "ts": 1788123762.742916, "step": 422, "loss_diff": 1.043933629989624, "reward": 0.5356919785654763, "level": 0, "difficulty": 0.05, "reward_ma": 0.38844960166944487, "leveled_up": false}
{"t": 212, "ts": 1788123763.5419643, "step": 424, "loss_diff": 0.4739598333835602, "reward": 0.4168032418025371, "level": 0, "difficulty": 0.05, "reward_ma": 0.39128496568275406, "leveled_up": false}
{"t": 213, "ts": 1788123764.3944, "step": 426, "loss_diff": 1.0502160787582397, "reward": 0.30250547611834533, "level": 0, "difficulty": 0.05, "reward_ma": 0.3824070167263132, "leveled_up": false}
{"t": 214, "ts": 1788123765.251443, "step": 428, "loss_diff": 0.8642058372497559, "reward": 0.1353803437154068, "level": 0, "difficulty": 0.05, "reward_ma": 0.35770434942522256, "leveled_up": false}
{"t": 215, "ts": 1788123766.239725, "step": 430, "loss_diff": 0.6389265060424805, "reward": 0.6313886599457804, "level": 0, "difficulty": 0.05, "reward_ma": 0.38507278047727833, "leveled_up": false}
{"t": 216, "ts": 1788123767.0420468, "step": 432, "loss_diff": 0.8384482860565186, "reward": 0.3822633989208084, "level": 0, "difficulty": 0.05, "reward_ma": 0.3847918423216314, "leveled_up": false}
{"t": 217, "ts": 1788123767.8544626, "step": 434, "loss_diff": 0.9440151453018188, "reward": 0.3541982060013681, "level": 0, "difficulty": 0.05, "reward_ma": 0.3817324786896051, "leveled_up": false}
{"t": 218, "ts": 1788123768.6624212, "step": 436, "loss_diff": 0.7161222696304321, "reward": 0.3362603763598948, "level": 0, "difficulty": 0.05, "reward_ma": 0.3771852684566341, "leveled_up": false}
{"t": 219, "ts": 1788123769.4701242, "step": 438, "loss_diff": 0.5776732563972473, "reward": 0.37366597791972966, "level": 0, "difficulty": 0.05, "reward_ma": 0.37683333940294367, "leveled_up": false}
{"t": 220, "ts": 1788123770.277212, "step": 440, "loss_diff": 0.536375105381012, "reward": 0.46326573662433723, "level": 0, "difficulty": 0.05, "reward_ma": 0.38547657912508304, "leveled_up": false}
{"t": 221, "ts": 1788123771.1044452, "step": 442, "loss_diff": 0.6632160544395447, "reward": 0.6612148211068121, "level": 0, "difficulty": 0.05, "reward_ma": 0.41305040332325593, "leveled_up": false}
{"t": 222, "ts": 1788123772.0390182, "step": 444, "loss_diff": 0.8494402170181274, "reward": 0.6168203065665603, "level": 0, "difficulty": 0.05, "reward_ma": 0.4334273936475864, "leveled_up": false}
{"t": 223, "ts": 1788123773.242908, "step": 446, "loss_diff": 0.7178254127502441, "reward": 0.5877412009484599, "level": 0, "difficulty": 0.05, "reward_ma": 0.4488587743776738, "leveled_up": false}
{"t": 224, "ts": 1788123774.286037, "step": 448, "loss_diff": 0.855889081954956, "reward": 0.40728127970618216, "level": 0, "difficulty": 0.05, "reward_ma": 0.4447010249105246, "leveled_up": false}
{"t": 225, "ts": 1788123775.1686776, "step": 450, "loss_diff": 0.6593937873840332, "reward": 0.2555610192604735, "level": 0, "difficulty": 0.05, "reward_ma": 0.4257870243455195, "leveled_up": false}
{"t": 226, "ts": 1788123775.9518757, "step": 452, "loss_diff": 0.7535009980201721, "reward": 0.5905863255508742, "level": 0, "difficulty": 0.05, "reward_ma": 0.442266954466055, "leveled_up": false}
{"t": 227, "ts": 1788123776.752032, "step": 454, "loss_diff": 0.8027371764183044, "reward": 0.17110445655606765, "level": 0, "difficulty": 0.05, "reward_ma": 0.41515070467505627, "leveled_up": false}
{"t": 228, "ts": 1788123777.5682902, "step": 456, "loss_diff": 0.8325701355934143, "reward": 0.26269229612499967, "level": 0, "difficulty": 0.05, "reward_ma": 0.3999048638200506, "leveled_up": false}
{"t": 229, "ts": 1788123778.3490262, "step": 458, "loss_diff": 0.6555758118629456, "reward": 0.5611643478596635, "level": 0, "difficulty": 0.05, "reward_ma": 0.4160308122240119, "leveled_up": false}
{"t": 230, "ts": 1788123779.1764002, "step": 460, "loss_diff": 0.8795039057731628, "reward": 0.6380618776842113, "level": 0, "difficulty": 0.05, "reward_ma": 0.4382339187700318, "leveled_up": false}
{"t": 231, "ts": 1788123779.9679468, "step": 462, "loss_diff": 0.6370010375976562, "reward": 0.496515567771168, "level": 0, "difficulty": 0.05, "reward_ma": 0.44406208367014544, "leveled_up": false}
{"t": 232, "ts": 1788123791.4450345, "step": 464, "loss_diff": 0.8474015593528748, "reward": 0.42692144484814426, "level": 0, "difficulty": 0.05, "reward_ma": 0.44234801978794536, "leveled_up": false}
{"t": 233, "ts": 1788123792.247686, "step": 466, "loss_diff": 0.8543564081192017, "reward": 0.25567917898675385, "level": 0, "difficulty": 0.05, "reward_ma": 0.42368113570782623, "leveled_up": false}
{"t": 234, "ts": 1788123793.0384705, "step": 468, "loss_diff": 0.7182199954986572, "reward": 0.44692328738811643, "level": 0, "difficulty": 0.05, "reward_ma": 0.4260053508758552, "leveled_up": false}
{"t": 235, "ts": 1788123793.8639238, "step": 470, "loss_diff": 0.670067548751831, "reward": 0.5775996972226978, "level": 0, "difficulty": 0.05, "reward_ma": 0.4411647855105395, "leveled_up": false}
{"t": 236, "ts": 1788123794.6493514, "step": 472, "loss_diff": 0.7794950008392334, "reward": 0.42259705536641096, "level": 0, "difficulty": 0.05, "reward_ma": 0.43930801249612667, "leveled_up": false}
{"t": 237, "ts": 1788123795.447308, "step": 474, "loss_diff": 0.5169423818588257, "reward": 0.6216086157290636, "level": 0, "difficulty": 0.05, "reward_ma": 0.4575380728194203, "leveled_up": false}
{"t": 238, "ts": 1788123796.2682266, "step": 476, "loss_diff": 0.7238700985908508, "reward": 0.2151349401078338, "level": 0, "difficulty": 0.05, "reward_ma": 0.4332977595482617, "leveled_up": false}
{"t": 239, "ts": 1788123797.0568085, "step": 478, "loss_diff": 0.8030753135681152, "reward": 0.5276936766484389, "level": 0, "difficulty": 0.05, "reward_ma": 0.44273735125827945, "leveled_up": false}
{"t": 240, "ts": 1788123797.8647506, "step": 480, "loss_diff": 0.6587119698524475, "reward": 0.39964094866818706, "level": 0, "difficulty": 0.05, "reward_ma": 0.43842771099927025, "leveled_up": false}
{"t": 241, "ts": 1788123798.6491888, "step": 482, "loss_diff": 0.6645142436027527, "reward": 0.5799911030516824, "level": 0, "difficulty": 0.05, "reward_ma": 0.4525840502045115, "leveled_up": false}
{"t": 242, "ts": 1788123799.454693, "step": 484, "loss_diff": 0.9462156295776367, "reward": 0.6613618271481712, "level": 0, "difficulty": 0.05, "reward_ma": 0.4734618278988775, "leveled_up": false}
{"t": 243, "ts": 1788123800.2461553, "step": 486, "loss_diff": 0.583662211894989, "reward": 0.6949343503451508, "level": 0, "difficulty": 0.05, "reward_ma": 0.49560908014350485, "leveled_up": false}
{"t": 244, "ts": 1788123801.0436761, "step": 488, "loss_diff": 0.814755380153656, "reward": 0.437110695187572, "level": 0, "difficulty": 0.05, "reward_ma": 0.48975924164791157, "leveled_up": false}
{"t": 245, "ts": 1788123801.870681, "step": 490, "loss_diff": 1.220394253730774, "reward": 0.3062912393256202, "level": 0, "difficulty": 0.05, "reward_ma": 0.47141244141568245, "leveled_up": false}
{"t": 246, "ts": 1788123802.6720862, "step": 492, "loss_diff": 0.81096351146698, "reward": 0.44926223773115376, "level": 0, "difficulty": 0.05, "reward_ma": 0.4691974210472296, "leveled_up": false}
{"t": 247, "ts": 1788123803.6759725, "step": 494, "loss_diff": 1.0392563343048096, "reward": 0.2520003142502498, "level": 0, "difficulty": 0.05, "reward_ma": 0.44747771036753164, "leveled_up": false}
{"t": 248, "ts": 1788123804.5903904, "step": 496, "loss_diff": 1.0704509019851685, "reward": 0.43637129533767327, "level": 0, "difficulty": 0.05, "reward_ma": 0.4463670688645458, "leveled_up": false}
{"t": 249, "ts": 1788123805.5356963, "step": 498, "loss_diff": 0.9256948232650757, "reward": 0.4235436227075784, "level": 0, "difficulty": 0.05, "reward_ma": 0.4440847242488491, "leveled_up": false}
{"t": 250, "ts": 1788123806.5290534, "step": 500, "loss_diff": 0.8103475570678711, "reward": 0.5005108350283558, "level": 0, "difficulty": 0.05, "reward_ma": 0.4497273353267998, "leveled_up": false}
{"t": 251, "ts": 1788123807.3884044, "step": 502, "loss_diff": 0.8417604565620422, "reward": 0.5027952561331147, "level": 0, "difficulty": 0.05, "reward_ma": 0.4550341274074313, "leveled_up": false}
{"t": 252, "ts": 1788123808.2785995, "step": 504, "loss_diff": 0.9364433884620667, "reward": 0.5604401270957916, "level": 0, "difficulty": 0.05, "reward_ma": 0.46557472737626737, "leveled_up": false}
{"t": 253, "ts": 1788123809.1926928, "step": 506, "loss_diff": 0.8423573970794678, "reward": 0.3347606813589138, "level": 0, "difficulty": 0.05, "reward_ma": 0.452493322774532, "leveled_up": false}
{"t": 254, "ts": 1788123810.0926116, "step": 508, "loss_diff": 0.6393901109695435, "reward": 0.19354341282460333, "level": 0, "difficulty": 0.05, "reward_ma": 0.42659833177953915, "leveled_up": false}
{"t": 255, "ts": 1788123811.0902805, "step": 510, "loss_diff": 0.9681890606880188, "reward": 0.24547530537814555, "level": 0, "difficulty": 0.05, "reward_ma": 0.4084860291393998, "leveled_up": false}
{"t": 256, "ts": 1788123811.9561439, "step": 512, "loss_diff": 0.6723839640617371, "reward": 0.5034978819433475, "level": 0, "difficulty": 0.05, "reward_ma": 0.4179872144197946, "leveled_up": false}
{"t": 257, "ts": 1788123812.7493074, "step": 514, "loss_diff": 0.8124113082885742, "reward": 0.3165179360780724, "level": 0, "difficulty": 0.05, "reward_ma": 0.4078402865856224, "leveled_up": false}
{"t": 258, "ts": 1788123813.5615141, "step": 516, "loss_diff": 0.7886868119239807, "reward": 0.29192576005193244, "level": 0, "difficulty": 0.05, "reward_ma": 0.3962488339322534, "leveled_up": false}
{"t": 259, "ts": 1788123814.6614654, "step": 518, "loss_diff": 0.8629862070083618, "reward": 0.5697766561895933, "level": 0, "difficulty": 0.05, "reward_ma": 0.4136016161579874, "leveled_up": false}
{"t": 260, "ts": 1788123815.503263, "step": 520, "loss_diff": 0.7292838096618652, "reward": 0.09717385082190776, "level": 0, "difficulty": 0.05, "reward_ma": 0.38195883962437943, "leveled_up": false}
{"t": 261, "ts": 1788123827.1820037, "step": 522, "loss_diff": 0.8388395309448242, "reward": 0.6258397145556999, "level": 0, "difficulty": 0.05, "reward_ma": 0.40634692711751147, "leveled_up": false}
{"t": 262, "ts": 1788123828.0511823, "step": 524, "loss_diff": 0.6017024517059326, "reward": 0.10683382034430135, "level": 0, "difficulty": 0.05, "reward_ma": 0.3763956164401905, "leveled_up": false}
{"t": 263, "ts": 1788123828.9400625, "step": 526, "loss_diff": 0.9215236902236938, "reward": 0.3363067793339695, "level": 0, "difficulty": 0.05, "reward_ma": 0.3723867327295684, "leveled_up": false}
{"t": 264, "ts": 1788123829.758851, "step": 528, "loss_diff": 0.753214418888092, "reward": 0.2697768482760153, "level": 0, "difficulty": 0.05, "reward_ma": 0.3621257442842131, "leveled_up": false}
{"t": 265, "ts": 1788123830.5786262, "step": 530, "loss_diff": 0.7036833763122559, "reward": 0.43896613453723765, "level": 0, "difficulty": 0.05, "reward_ma": 0.3698097833095156, "leveled_up": false}
{"t": 266, "ts": 1788123831.4497893, "step": 532, "loss_diff": 0.9680744409561157, "reward": 0.302189113662976, "level": 0, "difficulty": 0.05, "reward_ma": 0.36304771634486166, "leveled_up": false}
{"t": 267, "ts": 1788123832.3011658, "step": 534, "loss_diff": 0.7816386222839355, "reward": 0.3557858848572498, "level": 0, "difficulty": 0.05, "reward_ma": 0.3623215331961005, "leveled_up": false}
{"t": 268, "ts": 1788123833.1897273, "step": 536, "loss_diff": 0.7268164157867432, "reward": 0.47082830779566914, "level": 0, "difficulty": 0.05, "reward_ma": 0.3731722106560574, "leveled_up": false}
{"t": 269, "ts": 1788123834.061188, "step": 538, "loss_diff": 0.951907217502594, "reward": 0.4468648462263853, "level": 0, "difficulty": 0.05, "reward_ma": 0.38054147421309015, "leveled_up": false}
{"t": 270, "ts": 1788123834.882919, "step": 540, "loss_diff": 0.7081298828125, "reward": 0.42755633005577975, "level": 0, "difficulty": 0.05, "reward_ma": 0.3852429597973591, "leveled_up": false}
{"t": 271, "ts": 1788123835.7441387, "step": 542, "loss_diff": 0.7351515293121338, "reward": 0.1664877937163834, "level": 0, "difficulty": 0.05, "reward_ma": 0.36336744318926156, "leveled_up": false}
{"t": 272, "ts": 1788123836.656015, "step": 544, "loss_diff": 0.6266281604766846, "reward": 0.43542519317554584, "level": 0, "difficulty": 0.05, "reward_ma": 0.37057321818789, "leveled_up": false}
{"t": 273, "ts": 1788123837.4899154, "step": 546, "loss_diff": 0.7311508655548096, "reward": 0.6225838315754335, "level": 0, "difficulty": 0.05, "reward_ma": 0.39577427952664435, "leveled_up": false}
{"t": 274, "ts": 1788123838.3627267, "step": 548, "loss_diff": 0.726329505443573, "reward": 0.20684829263268462, "level": 0, "difficulty": 0.05, "reward_ma": 0.3768816808372484, "leveled_up": false}
{"t": 275, "ts": 1788123839.2349532, "step": 550, "loss_diff": 1.0897676944732666, "reward": 0.5557964185720173, "level": 0, "difficulty": 0.05, "reward_ma": 0.39477315461072526, "leveled_up": false}
{"t": 276, "ts": 1788123840.051102, "step": 552, "loss_diff": 0.6683163642883301, "reward": 0.5629311367945373, "level": 0, "difficulty": 0.05, "reward_ma": 0.41158895282910646, "leveled_up": false}
{"t": 277, "ts": 1788123840.8503616, "step": 554, "loss_diff": 1.0259546041488647, "reward": 0.5624419597522748, "level": 0, "difficulty": 0.05, "reward_ma": 0.42667425352142335, "leveled_up": false}
{"t": 278, "ts": 1788123841.6789424, "step": 556, "loss_diff": 0.8656180500984192, "reward": 0.3409888736952421, "level": 0, "difficulty": 0.05, "reward_ma": 0.4181057155388052, "leveled_up": false}
{"t": 279, "ts": 1788123842.533141, "step": 558, "loss_diff": 0.8112888336181641, "reward": 0.6060045939819277, "level": 0, "difficulty": 0.05, "reward_ma": 0.4368956033831175, "leveled_up": false}
{"t": 280, "ts": 1788123843.3670084, "step": 560, "loss_diff": 0.660988450050354, "reward": 0.652104339796992, "level": 0, "difficulty": 0.05, "reward_ma": 0.458416477024505, "leveled_up": false}
{"t": 281, "ts": 1788123844.1659658, "step": 562, "loss_diff": 0.7787672877311707, "reward": 0.5792353576245566, "level": 0, "difficulty": 0.05, "reward_ma": 0.4704983650845102, "leveled_up": false}
{"t": 282, "ts": 1788123844.971817, "step": 564, "loss_diff": 0.7463462948799133, "reward": 0.2236537067554712, "level": 0, "difficulty": 0.05, "reward_ma": 0.4458138992516063, "leveled_up": false}
{"t": 283, "ts": 1788123845.9027634, "step": 566, "loss_diff": 0.5766501426696777, "reward": 0.6556180565908211, "level": 0, "difficulty": 0.05, "reward_ma": 0.46679431498552776, "leveled_up": false}
{"t": 284, "ts": 1788123847.1753938, "step": 568, "loss_diff": 0.5931395888328552, "reward": 0.5350691131047943, "level": 0, "difficulty": 0.05, "reward_ma": 0.4736217947974545, "leveled_up": false}
{"t": 285, "ts": 1788123848.3942442, "step": 570, "loss_diff": 0.9108591675758362, "reward": 0.666297815292639, "level": 0, "difficulty": 0.05, "reward_ma": 0.49288939684697297, "leveled_up": false}
{"t": 286, "ts": 1788123849.4292455, "step": 572, "loss_diff": 0.8034666776657104, "reward": 0.21924205026889348, "level": 0, "difficulty": 0.05, "reward_ma": 0.46552466218916505, "leveled_up": false}
{"t": 287, "ts": 1788123850.2610424, "step": 574, "loss_diff": 0.8044121861457825, "reward": 0.36081492411394234, "level": 0, "difficulty": 0.05, "reward_ma": 0.4550536883816428, "leveled_up": false}
{"t": 288, "ts": 1788123851.1494918, "step": 576, "loss_diff": 0.6883098483085632, "reward": 0.5899694275761445, "level": 0, "difficulty": 0.05, "reward_ma": 0.468545262301093, "leveled_up": false}
{"t": 289, "ts": 1788123851.95073, "step": 578, "loss_diff": 0.6672096252441406, "reward": 0.3279014941077557, "level": 0, "difficulty": 0.05, "reward_ma": 0.4544808854817593, "leveled_up": false}
{"t": 290, "ts": 1788123879.3337548, "step": 580, "loss_diff": 0.6003480553627014, "reward": 0.10046755756558447, "level": 0, "difficulty": 0.05, "reward_ma": 0.4190795526901418, "leveled_up": false}
{"t": 291, "ts": 1788123880.3654563, "step": 582, "loss_diff": 0.6087555885314941, "reward": 0.3546010527529426, "level": 0, "difficulty": 0.05, "reward_ma": 0.41263170269642185, "leveled_up": false}
{"t": 292, "ts": 1788123881.4525087, "step": 584, "loss_diff": 0.8792245388031006, "reward": 0.3028126408585128, "level": 0, "difficulty": 0.05, "reward_ma": 0.401649796512631, "leveled_up": false}
{"t": 293, "ts": 1788123882.4974613, "step": 586, "loss_diff": 1.068260908126831, "reward": 0.5536243289681538, "level": 0, "difficulty": 0.05, "reward_ma": 0.4168472497581833, "leveled_up": false}
{"t": 294, "ts": 1788123883.5555022, "step": 588, "loss_diff": 1.02934730052948, "reward": 0.3217967109802493, "level": 0, "difficulty": 0.05, "reward_ma": 0.40734219588038995, "leveled_up": false}
{"t": 295, "ts": 1788123884.6380618, "step": 590, "loss_diff": 0.6453231573104858, "reward": 0.38597537052164604, "level": 0, "difficulty": 0.05, "reward_ma": 0.4052055133445156, "leveled_up": false}
{"t": 296, "ts": 1788123885.6554706, "step": 592, "loss_diff": 0.8835554122924805, "reward": 0.27117695475788817, "level": 0, "difficulty": 0.05, "reward_ma": 0.39180265748585286, "leveled_up": false}
{"t": 297, "ts": 1788123886.6618798, "step": 594, "loss_diff": 0.8208853006362915, "reward": 0.21376632199146356, "level": 0, "difficulty": 0.05, "reward_ma": 0.37399902393641393, "leveled_up": false}
{"t": 298, "ts": 1788123887.7379973, "step": 596, "loss_diff": 0.8098783493041992, "reward": 0.26843564090411354, "level": 0, "difficulty": 0.05, "reward_ma": 0.3634426856331839, "leveled_up": false}
{"t": 299, "ts": 1788123888.7541003, "step": 598, "loss_diff": 0.6329671740531921, "reward": 0.4650521564614639, "level": 0, "difficulty": 0.05, "reward_ma": 0.3736036327160119, "leveled_up": false}
{"t": 300, "ts": 1788123889.87818, "step": 600, "loss_diff": 0.6545259356498718, "reward": 0.4252685500323498, "level": 0, "difficulty": 0.05, "reward_ma": 0.3787701244476457, "leveled_up": false}
{"t": 301, "ts": 1788123890.8677216, "step": 602, "loss_diff": 0.8149380087852478, "reward": 0.5121689620995402, "level": 0, "difficulty": 0.05, "reward_ma": 0.39211000821283515, "leveled_up": false}
{"t": 302, "ts": 1788123891.8540277, "step": 604, "loss_diff": 0.643328845500946, "reward": 0.4768915323901639, "level": 0, "difficulty": 0.05, "reward_ma": 0.40058816063056807, "leveled_up": false}
{"t": 303, "ts": 1788123892.8534863, "step": 606, "loss_diff": 0.7961629629135132, "reward": 0.5447231910283161, "level": 0, "difficulty": 0.05, "reward_ma": 0.4150016636703429, "leveled_up": false}
{"t": 304, "ts": 1788123893.8537495, "step": 608, "loss_diff": 1.0644179582595825, "reward": 0.25056726750558084, "level": 0, "difficulty": 0.05, "reward_ma": 0.3985582240538667, "leveled_up": false}
{"t": 305, "ts": 1788123894.8641577, "step": 610, "loss_diff": 0.726807713508606, "reward": 0.23049537916749413, "level": 0, "difficulty": 0.05, "reward_ma": 0.38175193956522946, "leveled_up": false}
{"t": 306, "ts": 1788123895.8293738, "step": 612, "loss_diff": 0.7668309211730957, "reward": 0.09724013163592303, "level": 0, "difficulty": 0.05, "reward_ma": 0.35330075877229883, "leveled_up": false}
{"t": 307, "ts": 1788123896.7923992, "step": 614, "loss_diff": 0.6897676587104797, "reward": 0.42655592824884647, "level": 0, "difficulty": 0.05, "reward_ma": 0.36062627571995365, "leveled_up": false}
{"t": 308, "ts": 1788123897.842404, "step": 616, "loss_diff": 0.6294546723365784, "reward": 0.2355128843551348, "level": 0, "difficulty": 0.05, "reward_ma": 0.34811493658347176, "leveled_up": false}
{"t": 309, "ts": 1788123898.8019497, "step": 618, "loss_diff": 1.0157527923583984, "reward": 0.30627176886769936, "level": 0, "difficulty": 0.05, "reward_ma": 0.3439306198118945, "leveled_up": false}
{"t": 310, "ts": 1788123899.853634, "step": 620, "loss_diff": 0.6349954605102539, "reward": 0.20983278466293814, "level": 0, "difficulty": 0.05, "reward_ma": 0.33052083629699885, "leveled_up": false}
{"t": 311, "ts": 1788123900.8351047, "step": 622, "loss_diff": 0.49314895272254944, "reward": 0.1554627060831517, "level": 0, "difficulty": 0.05, "reward_ma": 0.31301502327561415, "leveled_up": false}
{"t": 312, "ts": 1788123901.8043547, "step": 624, "loss_diff": 0.8311187028884888, "reward": 0.27165023900903673, "level": 0, "difficulty": 0.05, "reward_ma": 0.30887854484895644, "leveled_up": false}
{"t": 313, "ts": 1788123902.838903, "step": 626, "loss_diff": 0.9358965158462524, "reward": 0.10710794200977701, "level": 0, "difficulty": 0.05, "reward_ma": 0.2887014845650385, "leveled_up": false}
{"t": 314, "ts": 1788123903.798143, "step": 628, "loss_diff": 0.6840254068374634, "reward": 0.23755169739203844, "level": 0, "difficulty": 0.05, "reward_ma": 0.28358650584773853, "leveled_up": false}
{"t": 315, "ts": 1788123904.8476856, "step": 630, "loss_diff": 0.6998306512832642, "reward": 0.4427317287973079, "level": 0, "difficulty": 0.05, "reward_ma": 0.2995010281426955, "leveled_up": false}
{"t": 316, "ts": 1788123905.9019003, "step": 632, "loss_diff": 0.7411525845527649, "reward": 0.4283677364705831, "level": 0, "difficulty": 0.05, "reward_ma": 0.31238769897548435, "leveled_up": false}
{"t": 317, "ts": 1788123906.9006531, "step": 634, "loss_diff": 1.0241774320602417, "reward": 0.3370821045909942, "level": 0, "difficulty": 0.05, "reward_ma": 0.31485713953703537, "leveled_up": false}
{"t": 318, "ts": 1788123907.932487, "step": 636, "loss_diff": 0.7623616456985474, "reward": 0.20612662076249344, "level": 0, "difficulty": 0.05, "reward_ma": 0.3039840876595812, "leveled_up": false}
{"t": 319, "ts": 1788123922.7362654, "step": 638, "loss_diff": 0.846967339515686, "reward": 0.41643117681748837, "level": 0, "difficulty": 0.05, "reward_ma": 0.3152287965753719, "leveled_up": false}
{"t": 320, "ts": 1788123923.7490132, "step": 640, "loss_diff": 0.6965667605400085, "reward": 0.14061473209366931, "level": 0, "difficulty": 0.05, "reward_ma": 0.29776739012720166, "leveled_up": false}
{"t": 321, "ts": 1788123924.7300367, "step": 642, "loss_diff": 0.9065108299255371, "reward": 0.252868916474652, "level": 0, "difficulty": 0.05, "reward_ma": 0.29327754276194673, "leveled_up": false}
{"t": 322, "ts": 1788123925.7039275, "step": 644, "loss_diff": 0.6040196418762207, "reward": 0.4244396522690536, "level": 0, "difficulty": 0.05, "reward_ma": 0.3063937537126574, "leveled_up": false}
{"t": 323, "ts": 1788123926.7304444, "step": 646, "loss_diff": 0.6241250038146973, "reward": 0.42550479348781595, "level": 0, "difficulty": 0.05, "reward_ma": 0.3183048576901733, "leveled_up": false}
{"t": 324, "ts": 1788123927.704242, "step": 648, "loss_diff": 0.6195745468139648, "reward": 0.26508927637509133, "level": 0, "difficulty": 0.05, "reward_ma": 0.3129832995586651, "leveled_up": false}
{"t": 325, "ts": 1788123928.777384, "step": 650, "loss_diff": 0.7181042432785034, "reward": 0.5836271052953753, "level": 0, "difficulty": 0.05, "reward_ma": 0.3400476801323361, "leveled_up": false}
{"t": 326, "ts": 1788123929.756052, "step": 652, "loss_diff": 0.7299792170524597, "reward": 0.4158710881781743, "level": 0, "difficulty": 0.05, "reward_ma": 0.34763002093691997, "leveled_up": false}
{"t": 327, "ts": 1788123930.754021, "step": 654, "loss_diff": 0.722488522529602, "reward": 0.2372306229566283, "level": 0, "difficulty": 0.05, "reward_ma": 0.33659008113889083, "leveled_up": false}
{"t": 328, "ts": 1788123931.8002727, "step": 656, "loss_diff": 0.8670418858528137, "reward": 0.5075360499708113, "level": 0, "difficulty": 0.05, "reward_ma": 0.3536846780220829, "leveled_up": false}
{"t": 329, "ts": 1788123932.8368332, "step": 658, "loss_diff": 0.8969948887825012, "reward": 0.2748712124636735, "level": 0, "difficulty": 0.05, "reward_ma": 0.34580333146624204, "leveled_up": false}
{"t": 330, "ts": 1788123933.8751793, "step": 660, "loss_diff": 0.6895419359207153, "reward": 0.21640240180603876, "level": 0, "difficulty": 0.05, "reward_ma": 0.33286323850022176, "leveled_up": false}
{"t": 331, "ts": 1788123934.840466, "step": 662, "loss_diff": 0.8074486255645752, "reward": 0.18453253983073342, "level": 0, "difficulty": 0.05, "reward_ma": 0.31803016863327294, "leveled_up": false}
{"t": 332, "ts": 1788123935.8376234, "step": 664, "loss_diff": 0.8195186853408813, "reward": 0.48725868857842436, "level": 0, "difficulty": 0.05, "reward_ma": 0.3349530206277881, "leveled_up": false}
{"t": 333, "ts": 1788123936.83707, "step": 666, "loss_diff": 0.7803412675857544, "reward": 0.2560855283829065, "level": 0, "difficulty": 0.05, "reward_ma": 0.32706627140329997, "leveled_up": false}
{"t": 334, "ts": 1788123937.7962048, "step": 668, "loss_diff": 0.8193715810775757, "reward": 0.43157189105715515, "level": 0, "difficulty": 0.05, "reward_ma": 0.3375168333686855, "leveled_up": false}
{"t": 335, "ts": 1788123938.845559, "step": 670, "loss_diff": 0.6055037379264832, "reward": 0.1854856867283124, "level": 0, "difficulty": 0.05, "reward_ma": 0.32231371870464814, "leveled_up": false}
{"t": 336, "ts": 1788123939.830008, "step": 672, "loss_diff": 0.7644745111465454, "reward": 0.3064611968848981, "level": 0, "difficulty": 0.05, "reward_ma": 0.3207284665226731, "leveled_up": false}
{"t": 337, "ts": 1788123940.8022451, "step": 674, "loss_diff": 0.8514091372489929, "reward": 0.3576383911888702, "level": 0, "difficulty": 0.05, "reward_ma": 0.32441945898929286, "leveled_up": false}
{"t": 338, "ts": 1788123941.8613744, "step": 676, "loss_diff": 0.9523432850837708, "reward": 0.23603241630805094, "level": 0, "difficulty": 0.05, "reward_ma": 0.31558075472116864, "leveled_up": false}
{"t": 339, "ts": 1788123942.9717364, "step": 678, "loss_diff": 0.7408804893493652, "reward": 0.33656951599833673, "level": 0, "difficulty": 0.05, "reward_ma": 0.31767963084888545, "leveled_up": false}
{"t": 340, "ts": 1788123944.0636032, "step": 680, "loss_diff": 0.8394399285316467, "reward": 0.387485796277517, "level": 0, "difficulty": 0.05, "reward_ma": 0.3246602473917486, "leveled_up": false}
{"t": 341, "ts": 1788123945.1969445, "step": 682, "loss_diff": 0.5878261923789978, "reward": 0.38153191906095907, "level": 0, "difficulty": 0.05, "reward_ma": 0.3303474145586696, "leveled_up": false}
{"t": 342, "ts": 1788123946.2809489, "step": 684, "loss_diff": 0.6915162801742554, "reward": 0.3013234046316951, "level": 0, "difficulty": 0.05, "reward_ma": 0.3274450135659722, "leveled_up": false}
{"t": 343, "ts": 1788123947.3718126, "step": 686, "loss_diff": 0.6481981873512268, "reward": 0.18132697052886798, "level": 0, "difficulty": 0.05, "reward_ma": 0.31283320926226177, "leveled_up": false}
{"t": 344, "ts": 1788123948.4612808, "step": 688, "loss_diff": 0.8793836832046509, "reward": 0.4236336431980523, "level": 0, "difficulty": 0.05, "reward_ma": 0.32391325265584087, "leveled_up": false}
{"t": 345, "ts": 1788123949.5807188, "step": 690, "loss_diff": 0.7105376720428467, "reward": 0.3713575613914999, "level": 0, "difficulty": 0.05, "reward_ma": 0.3286576835294068, "leveled_up": false}
{"t": 346, "ts": 1788123950.6796427, "step": 692, "loss_diff": 0.7528589367866516, "reward": 0.3618438385937352, "level": 0, "difficulty": 0.05, "reward_ma": 0.3319762990358396, "leveled_up": false}
{"t": 347, "ts": 1788123951.8051584, "step": 694, "loss_diff": 0.7204210758209229, "reward": 0.2565921459030759, "level": 0, "difficulty": 0.05, "reward_ma": 0.3244378837225632, "leveled_up": false}
{"t": 348, "ts": 1788123968.5907464, "step": 696, "loss_diff": 0.7122046947479248, "reward": 0.2242058553648435, "level": 0, "difficulty": 0.05, "reward_ma": 0.31441468088679125, "leveled_up": false}
{"t": 349, "ts": 1788123969.697665, "step": 698, "loss_diff": 0.8719531297683716, "reward": 0.22817272558653146, "level": 0, "difficulty": 0.05, "reward_ma": 0.3057904853567653, "leveled_up": false}
{"t": 350, "ts": 1788123970.8629682, "step": 700, "loss_diff": 1.0376008749008179, "reward": 0.19696478952890006, "level": 0, "difficulty": 0.05, "reward_ma": 0.2949079157739788, "leveled_up": false}
{"t": 351, "ts": 1788123971.954537, "step": 702, "loss_diff": 0.5849218368530273, "reward": 0.39938711065304033, "level": 0, "difficulty": 0.05, "reward_ma": 0.305355835261885, "leveled_up": false}
{"t": 352, "ts": 1788123973.046967, "step": 704, "loss_diff": 0.7344207763671875, "reward": 0.3547404269981717, "level": 0, "difficulty": 0.05, "reward_ma": 0.31029429443551365, "leveled_up": false}
{"t": 353, "ts": 1788123974.1703749, "step": 706, "loss_diff": 0.7681571841239929, "reward": 0.4365741895282173, "level": 0, "difficulty": 0.05, "reward_ma": 0.322922283944784, "leveled_up": false}
{"t": 354, "ts": 1788123975.2861714, "step": 708, "loss_diff": 0.7381158471107483, "reward": 0.1758662016905636, "level": 0, "difficulty": 0.05, "reward_ma": 0.308216675719362, "leveled_up": false}
{"t": 355, "ts": 1788123976.4355319, "step": 710, "loss_diff": 0.9478118419647217, "reward": 0.3713974942617165, "level": 0, "difficulty": 0.05, "reward_ma": 0.31453475757359745, "leveled_up": false}
{"t": 356, "ts": 1788123977.4929395, "step": 712, "loss_diff": 0.8972823619842529, "reward": 0.254759071483465, "level": 0, "difficulty": 0.05, "reward_ma": 0.30855718896458423, "leveled_up": false}
{"t": 357, "ts": 1788123978.571503, "step": 714, "loss_diff": 0.7674492597579956, "reward": 0.3565010684914429, "level": 0, "difficulty": 0.05, "reward_ma": 0.31335157691727006, "leveled_up": false}
{"t": 358, "ts": 1788123979.6846073, "step": 716, "loss_diff": 0.6297904849052429, "reward": 0.33659137337766437, "level": 0, "difficulty": 0.05, "reward_ma": 0.3156755565633095, "leveled_up": false}
{"t": 359, "ts": 1788123981.0570567, "step": 718, "loss_diff": 0.7349626421928406, "reward": 0.5574936798483663, "level": 0, "difficulty": 0.05, "reward_ma": 0.33985736889181517, "leveled_up": false}
{"t": 360, "ts": 1788123982.2967815, "step": 720, "loss_diff": 0.6218574643135071, "reward": 0.5335558168154363, "level": 0, "difficulty": 0.05, "reward_ma": 0.3592272136841773, "leveled_up": false}
{"t": 361, "ts": 1788123983.3442008, "step": 722, "loss_diff": 0.7504819631576538, "reward": 0.32464117748120014, "level": 0, "difficulty": 0.05, "reward_ma": 0.3557686100638796, "leveled_up": false}
{"t": 362, "ts": 1788123984.3518262, "step": 724, "loss_diff": 0.5962763428688049, "reward": 0.4684173932981977, "level": 0, "difficulty": 0.05, "reward_ma": 0.3670334883873114, "leveled_up": false}
{"t": 363, "ts": 1788123985.4641118, "step": 726, "loss_diff": 0.6558157205581665, "reward": 0.603506727357019, "level": 0, "difficulty": 0.05, "reward_ma": 0.3906808122842822, "leveled_up": false}
{"t": 364, "ts": 1788123986.4578233, "step": 728, "loss_diff": 0.5895679593086243, "reward": 0.2877389510338253, "level": 0, "difficulty": 0.05, "reward_ma": 0.3803866261592365, "leveled_up": false}
{"t": 365, "ts": 1788123987.4768417, "step": 730, "loss_diff": 0.685579776763916, "reward": 0.2874521199137618, "level": 0, "difficulty": 0.05, "reward_ma": 0.37109317553468907, "leveled_up": false}
{"t": 366, "ts": 1788123988.4764616, "step": 732, "loss_diff": 0.9012828469276428, "reward": 0.12206154319524681, "level": 0, "difficulty": 0.05, "reward_ma": 0.34619001230074486, "leveled_up": false}
{"t": 367, "ts": 1788123989.5406342, "step": 734, "loss_diff": 1.2002707719802856, "reward": 0.25277819177599786, "level": 0, "difficulty": 0.05, "reward_ma": 0.33684883024827017, "leveled_up": false}
{"t": 368, "ts": 1788123990.6350882, "step": 736, "loss_diff": 0.6935812830924988, "reward": 0.25311233054167204, "level": 0, "difficulty": 0.05, "reward_ma": 0.32847518027761036, "leveled_up": false}
{"t": 369, "ts": 1788123991.655151, "step": 738, "loss_diff": 0.6234226822853088, "reward": 0.5481401077060478, "level": 0, "difficulty": 0.05, "reward_ma": 0.3504416730204541, "leveled_up": false}
{"t": 370, "ts": 1788123992.6853545, "step": 740, "loss_diff": 0.743628978729248, "reward": 0.25781283173612096, "level": 0, "difficulty": 0.05, "reward_ma": 0.3411787888920208, "leveled_up": false}
{"t": 371, "ts": 1788123993.7399864, "step": 742, "loss_diff": 0.7337540984153748, "reward": 0.12878479378832, "level": 0, "difficulty": 0.05, "reward_ma": 0.31993938938165073, "leveled_up": false}
{"t": 372, "ts": 1788123994.7505074, "step": 744, "loss_diff": 0.8774293065071106, "reward": 0.11586998801735718, "level": 0, "difficulty": 0.05, "reward_ma": 0.2995324492452214, "leveled_up": false}
{"t": 373, "ts": 1788123995.7972267, "step": 746, "loss_diff": 0.7000715136528015, "reward": 0.2087452876580922, "level": 0, "difficulty": 0.05, "reward_ma": 0.29045373308650846, "leveled_up": false}
{"t": 374, "ts": 1788123996.8418198, "step": 748, "loss_diff": 0.6819623112678528, "reward": 0.22043229661234529, "level": 0, "difficulty": 0.05, "reward_ma": 0.28345158943909216, "leveled_up": false}
{"t": 375, "ts": 1788123997.8942678, "step": 750, "loss_diff": 0.9455233812332153, "reward": 0.173112112534762, "level": 0, "difficulty": 0.05, "reward_ma": 0.2724176417486591, "leveled_up": false}
{"t": 376, "ts": 1788123998.949935, "step": 752, "loss_diff": 0.6414312720298767, "reward": 0.15823188592411358, "level": 0, "difficulty": 0.05, "reward_ma": 0.2609990661662046, "leveled_up": false}
{"t": 377, "ts": 1788124015.0739245, "step": 754, "loss_diff": 0.7212862968444824, "reward": 0.5143510441815521, "level": 0, "difficulty": 0.05, "reward_ma": 0.28633426396773937, "leveled_up": false}
{"t": 378, "ts": 1788124016.155367, "step": 756, "loss_diff": 0.8423933982849121, "reward": 0.19162758640034644, "level": 0, "difficulty": 0.05, "reward_ma": 0.2768635962110001, "leveled_up": false}
{"t": 379, "ts": 1788124017.1762288, "step": 758, "loss_diff": 0.6731317043304443, "reward": 0.12127986881049324, "level": 0, "difficulty": 0.05, "reward_ma": 0.2613052234709494, "leveled_up": false}
{"t": 380, "ts": 1788124018.3694613, "step": 760, "loss_diff": 0.9123106002807617, "reward": 0.2657297270236678, "level": 0, "difficulty": 0.05, "reward_ma": 0.26174767382622127, "leveled_up": false}
{"t": 381, "ts": 1788124019.391875, "step": 762, "loss_diff": 0.7073389291763306, "reward": 0.6034851499504106, "level": 0, "difficulty": 0.05, "reward_ma": 0.2959214214386402, "leveled_up": false}
{"t": 382, "ts": 1788124020.5641465, "step": 764, "loss_diff": 1.0025180578231812, "reward": 0.21999976370659668, "level": 0, "difficulty": 0.05, "reward_ma": 0.2883292556654358, "leveled_up": false}
{"t": 383, "ts": 1788124021.6357222, "step": 766, "loss_diff": 0.8057315945625305, "reward": 0.21631517972278932, "level": 0, "difficulty": 0.05, "reward_ma": 0.28112784807117114, "leveled_up": false}
{"t": 384, "ts": 1788124022.6510181, "step": 768, "loss_diff": 0.959133505821228, "reward": 0.444310588056286, "level": 0, "difficulty": 0.05, "reward_ma": 0.29744612206968263, "leveled_up": false}
{"t": 385, "ts": 1788124023.6747203, "step": 770, "loss_diff": 0.6797021627426147, "reward": 0.1691361663815864, "level": 0, "difficulty": 0.05, "reward_ma": 0.284615126500873, "leveled_up": false}
{"t": 386, "ts": 1788124024.6622086, "step": 772, "loss_diff": 0.882429838180542, "reward": 0.3368876535539249, "level": 0, "difficulty": 0.05, "reward_ma": 0.2898423792061782, "leveled_up": false}
{"t": 387, "ts": 1788124025.6441967, "step": 774, "loss_diff": 0.6571193933486938, "reward": 0.4735016409836535, "level": 0, "difficulty": 0.05, "reward_ma": 0.30820830538392574, "leveled_up": false}
{"t": 388, "ts": 1788124026.698755, "step": 776, "loss_diff": 0.7674533128738403, "reward": 0.4994527497608256, "level": 0, "difficulty": 0.05, "reward_ma": 0.32733274982161575, "leveled_up": false}
{"t": 389, "ts": 1788124027.7321842, "step": 778, "loss_diff": 0.8013508915901184, "reward": 0.2414625976553895, "level": 0, "difficulty": 0.05, "reward_ma": 0.31874573460499317, "leveled_up": false}
{"t": 390, "ts": 1788124028.7886147, "step": 780, "loss_diff": 0.8252769112586975, "reward": 0.25064054628285093, "level": 0, "difficulty": 0.05, "reward_ma": 0.31193521577277894, "leveled_up": false}
{"t": 391, "ts": 1788124029.8562253, "step": 782, "loss_diff": 0.7707956433296204, "reward": 0.3306554610149791, "level": 0, "difficulty": 0.05, "reward_ma": 0.31380724029699897, "leveled_up": false}
{"t": 392, "ts": 1788124030.8667097, "step": 784, "loss_diff": 1.2253919839859009, "reward": 0.30170865637031924, "level": 0, "difficulty": 0.05, "reward_ma": 0.312597381904331, "leveled_up": false}
{"t": 393, "ts": 1788124031.957969, "step": 786, "loss_diff": 1.0250446796417236, "reward": 0.36051586680282965, "level": 0, "difficulty": 0.05, "reward_ma": 0.3173892303941809, "leveled_up": false}
{"t": 394, "ts": 1788124032.980465, "step": 788, "loss_diff": 0.8392128348350525, "reward": 0.18125691759424062, "level": 0, "difficulty": 0.05, "reward_ma": 0.3037759991141869, "leveled_up": false}
{"t": 395, "ts": 1788124034.0599403, "step": 790, "loss_diff": 0.8440313339233398, "reward": 0.27941275527984877, "level": 0, "difficulty": 0.05, "reward_ma": 0.30133967473075307, "leveled_up": false}
{"t": 396, "ts": 1788124035.0668619, "step": 792, "loss_diff": 0.7866522669792175, "reward": 0.18710175082912736, "level": 0, "difficulty": 0.05, "reward_ma": 0.2899158823405905, "leveled_up": false}
{"t": 397, "ts": 1788124036.2615023, "step": 794, "loss_diff": 0.7578088045120239, "reward": 0.31766830074351626, "level": 0, "difficulty": 0.05, "reward_ma": 0.29269112418088306, "leveled_up": false}
{"t": 398, "ts": 1788124037.3551269, "step": 796, "loss_diff": 0.8331109285354614, "reward": 0.19917172160634655, "level": 0, "difficulty": 0.05, "reward_ma": 0.28333918392342944, "leveled_up": false}
{"t": 399, "ts": 1788124038.3866646, "step": 798, "loss_diff": 0.7821845412254333, "reward": 0.17225941284720409, "level": 0, "difficulty": 0.05, "reward_ma": 0.2722312068158069, "leveled_up": false}
{"t": 400, "ts": 1788124039.560051, "step": 800, "loss_diff": 1.029294729232788, "reward": 0.3108960266711035, "level": 0, "difficulty": 0.05, "reward_ma": 0.27609768880133656, "leveled_up": false}
{"t": 401, "ts": 1788124040.5731883, "step": 802, "loss_diff": 0.9820583462715149, "reward": 0.18689632621758018, "level": 0, "difficulty": 0.05, "reward_ma": 0.26717755254296094, "leveled_up": false}
{"t": 402, "ts": 1788124041.6422818, "step": 804, "loss_diff": 0.786033034324646, "reward": 0.4582485465242797, "level": 0, "difficulty": 0.05, "reward_ma": 0.2862846519410928, "leveled_up": false}
{"t": 403, "ts": 1788124042.7366614, "step": 806, "loss_diff": 0.8063333034515381, "reward": 0.5452915748924584, "level": 0, "difficulty": 0.05, "reward_ma": 0.3121853442362294, "leveled_up": false}
{"t": 404, "ts": 1788124043.7843416, "step": 808, "loss_diff": 0.9927734136581421, "reward": 0.317602638483127, "level": 0, "difficulty": 0.05, "reward_ma": 0.3127270736609192, "leveled_up": false}
{"t": 405, "ts": 1788124044.8860483, "step": 810, "loss_diff": 1.0387297868728638, "reward": 0.11384311482544439, "level": 0, "difficulty": 0.05, "reward_ma": 0.2928386777773717, "leveled_up": false}
{"t": 0, "ts": 1788124261.0617113, "step": 0, "loss_diff": 6.375877857208252, "reward": 0.027074509358697874, "level": 0, "difficulty": 0.14395305882019024, "reward_ma": 0.0027074509358697876, "leveled_up": false}
{"t": 1, "ts": 1788124261.862441, "step": 2, "loss_diff": 2.261342763900757, "reward": 0.05273127271152644, "level": 0, "difficulty": 0.08828129630369791, "reward_ma": 0.007709833113435453, "leveled_up": false}
{"t": 2, "ts": 1788124262.6626415, "step": 4, "loss_diff": 2.882507801055908, "reward": 0.04537276956382189, "level": 0, "difficulty": 0.05, "reward_ma": 0.011476126758474097, "leveled_up": false}
{"t": 3, "ts": 1788124263.4601934, "step": 6, "loss_diff": 1.7498079538345337, "reward": 0.061287210990714054, "level": 0, "difficulty": 0.05, "reward_ma": 0.016457235181698095, "leveled_up": false}
{"t": 4, "ts": 1788124264.2614143, "step": 8, "loss_diff": 2.3586692810058594, "reward": 0.051398491831018966, "level": 0, "difficulty": 0.05, "reward_ma": 0.019951360846630184, "leveled_up": false}
{"t": 5, "ts": 1788124265.071304, "step": 10, "loss_diff": 1.264802098274231, "reward": 0.16324500056086272, "level": 0, "difficulty": 0.05, "reward_ma": 0.03428072481805344, "leveled_up": false}
{"t": 6, "ts": 1788124265.8657515, "step": 12, "loss_diff": 1.5390410423278809, "reward": 0.22023941320892473, "level": 0, "difficulty": 0.05, "reward_ma": 0.05287659365714058, "leveled_up": false}
{"t": 7, "ts": 1788124266.6647334, "step": 14, "loss_diff": 1.7170732021331787, "reward": 0.3233654062058278, "level": 0, "difficulty": 0.05, "reward_ma": 0.0799254749120093, "leveled_up": false}
{"t": 8, "ts": 1788124267.495949, "step": 16, "loss_diff": 1.2222168445587158, "reward": 0.5399268833920569, "level": 0, "difficulty": 0.05, "reward_ma": 0.12592561576001404, "leveled_up": false}
{"t": 9, "ts": 1788124268.350593, "step": 18, "loss_diff": 1.104535460472107, "reward": 0.3821484903005443, "level": 0, "difficulty": 0.05, "reward_ma": 0.15154790321406708, "leveled_up": false}
{"t": 10, "ts": 1788124269.179373, "step": 20, "loss_diff": 2.4826951026916504, "reward": 0.3652190618856766, "level": 0, "difficulty": 0.05, "reward_ma": 0.17291501908122803, "leveled_up": false}
{"t": 11, "ts": 1788124269.967116, "step": 22, "loss_diff": 1.2172272205352783, "reward": 0.3807370872512283, "level": 0, "difficulty": 0.05, "reward_ma": 0.19369722589822808, "leveled_up": false}
{"t": 12, "ts": 1788124270.7623973, "step": 24, "loss_diff": 1.5786826610565186, "reward": 0.4558028739734452, "level": 0, "difficulty": 0.05, "reward_ma": 0.21990779070574978, "leveled_up": false}
{"t": 13, "ts": 1788124271.6304317, "step": 26, "loss_diff": 3.0488698482513428, "reward": 0.4370582785630039, "level": 0, "difficulty": 0.05, "reward_ma": 0.2416228394914752, "leveled_up": false}
{"t": 14, "ts": 1788124272.4555216, "step": 28, "loss_diff": 1.2462568283081055, "reward": 0.41089681474211914, "level": 0, "difficulty": 0.05, "reward_ma": 0.2585502370165396, "leveled_up": false}
{"t": 15, "ts": 1788124273.2642295, "step": 30, "loss_diff": 1.4559968709945679, "reward": 0.47900175281685126, "level": 0, "difficulty": 0.05, "reward_ma": 0.2805953885965708, "leveled_up": false}
{"t": 16, "ts": 1788124274.063343, "step": 32, "loss_diff": 1.0776503086090088, "reward": 0.08707678979793021, "level": 0, "difficulty": 0.05, "reward_ma": 0.26124352871670675, "leveled_up": false}
{"t": 17, "ts": 1788124274.856325, "step": 34, "loss_diff": 2.9438889026641846, "reward": 0.402440396975126, "level": 0, "difficulty": 0.05, "reward_ma": 0.27536321554254867, "leveled_up": false}
{"t": 18, "ts": 1788124275.6726983, "step": 36, "loss_diff": 2.2346906661987305, "reward": 0.4245179070656455, "level": 0, "difficulty": 0.05, "reward_ma": 0.29027868469485835, "leveled_up": false}
{"t": 19, "ts": 1788124276.4851518, "step": 38, "loss_diff": 1.499672293663025, "reward": 0.4451730540134753, "level": 0, "difficulty": 0.05, "reward_ma": 0.30576812162672, "leveled_up": false}
{"t": 20, "ts": 1788124277.3636062, "step": 40, "loss_diff": 1.5458954572677612, "reward": 0.4704971167348757, "level": 0, "difficulty": 0.05, "reward_ma": 0.3222410211375356, "leveled_up": false}
{"t": 21, "ts": 1788124278.1661506, "step": 42, "loss_diff": 1.377400279045105, "reward": 0.4336920770167563, "level": 0, "difficulty": 0.05, "reward_ma": 0.3333861267254577, "leveled_up": false}
{"t": 22, "ts": 1788124278.9924042, "step": 44, "loss_diff": 0.9655675888061523, "reward": 0.43467024758067907, "level": 0, "difficulty": 0.05, "reward_ma": 0.3435145388109798, "leveled_up": false}
{"t": 23, "ts": 1788124279.8912504, "step": 46, "loss_diff": 1.1449123620986938, "reward": 0.47889135716970493, "level": 0, "difficulty": 0.05, "reward_ma": 0.3570522206468524, "leveled_up": false}
{"t": 24, "ts": 1788124280.77682, "step": 48, "loss_diff": 0.9519112706184387, "reward": 0.24924174036345176, "level": 0, "difficulty": 0.05, "reward_ma": 0.3462711726185123, "leveled_up": false}
{"t": 25, "ts": 1788124281.681665, "step": 50, "loss_diff": 1.093770146369934, "reward": 0.10295241130791373, "level": 0, "difficulty": 0.05, "reward_ma": 0.32193929648745245, "leveled_up": false}
{"t": 26, "ts": 1788124282.566044, "step": 52, "loss_diff": 1.5811810493469238, "reward": 0.3696291607061965, "level": 0, "difficulty": 0.05, "reward_ma": 0.32670828290932685, "leveled_up": false}
{"t": 27, "ts": 1788124283.3887882, "step": 54, "loss_diff": 0.9989147782325745, "reward": 0.4040560944320612, "level": 0, "difficulty": 0.05, "reward_ma": 0.3344430640616003, "leveled_up": false}
{"t": 28, "ts": 1788124284.286805, "step": 56, "loss_diff": 1.102276086807251, "reward": 0.4887110302382901, "level": 0, "difficulty": 0.05, "reward_ma": 0.3498698606792693, "leveled_up": false}
{"t": 29, "ts": 1788124291.797949, "step": 58, "loss_diff": 1.0394067764282227, "reward": 0.4432854215637849, "level": 0, "difficulty": 0.05, "reward_ma": 0.35921141676772084, "leveled_up": false}
{"t": 30, "ts": 1788124292.6704097, "step": 60, "loss_diff": 0.9115756154060364, "reward": 0.4303343114382444, "level": 0, "difficulty": 0.05, "reward_ma": 0.3663237062347732, "leveled_up": false}
{"t": 31, "ts": 1788124293.4597626, "step": 62, "loss_diff": 1.5529049634933472, "reward": 0.3187684467849451, "level": 0, "difficulty": 0.05, "reward_ma": 0.36156818028979043, "leveled_up": false}
{"t": 32, "ts": 1788124294.2626288, "step": 64, "loss_diff": 0.9056646823883057, "reward": 0.08860486824009581, "level": 0, "difficulty": 0.05, "reward_ma": 0.334271849084821, "leveled_up": false}
{"t": 33, "ts": 1788124295.0641754, "step": 66, "loss_diff": 1.069912314414978, "reward": 0.3255714303299495, "level": 0, "difficulty": 0.05, "reward_ma": 0.3334018072093339, "leveled_up": false}
{"t": 34, "ts": 1788124295.867979, "step": 68, "loss_diff": 1.2541648149490356, "reward": 0.2679066726875344, "level": 0, "difficulty": 0.05, "reward_ma": 0.32685229375715397, "leveled_up": false}
{"t": 35, "ts": 1788124296.6764882, "step": 70, "loss_diff": 1.0580512285232544, "reward": 0.3195967037122687, "level": 0, "difficulty": 0.05, "reward_ma": 0.32612673475266546, "leveled_up": false}
{"t": 36, "ts": 1788124297.4624312, "step": 72, "loss_diff": 1.343074083328247, "reward": 0.0884333177130737, "level": 0, "difficulty": 0.05, "reward_ma": 0.3023573930487063, "leveled_up": false}
{"t": 37, "ts": 1788124298.2640226, "step": 74, "loss_diff": 1.007141351699829, "reward": 0.23068133979433714, "level": 0, "difficulty": 0.05, "reward_ma": 0.29518978772326937, "leveled_up": false}
{"t": 38, "ts": 1788124299.0800629, "step": 76, "loss_diff": 1.0749075412750244, "reward": 0.48779483878744134, "level": 0, "difficulty": 0.05, "reward_ma": 0.31445029282968656, "leveled_up": false}
{"t": 39, "ts": 1788124299.8907957, "step": 78, "loss_diff": 1.1072453260421753, "reward": 0.4604902967644809, "level": 0, "difficulty": 0.05, "reward_ma": 0.329054293223166, "leveled_up": false}
{"t": 40, "ts": 1788124300.7683942, "step": 80, "loss_diff": 1.3626192808151245, "reward": 0.4970519597077184, "level": 0, "difficulty": 0.05, "reward_ma": 0.3458540598716212, "leveled_up": false}
{"t": 41, "ts": 1788124301.5726392, "step": 82, "loss_diff": 1.4258108139038086, "reward": 0.44754012617248706, "level": 0, "difficulty": 0.05, "reward_ma": 0.35602266650170783, "leveled_up": false}
{"t": 42, "ts": 1788124302.3653643, "step": 84, "loss_diff": 1.0877517461776733, "reward": 0.4994881095263192, "level": 0, "difficulty": 0.05, "reward_ma": 0.37036921080416896, "leveled_up": false}
{"t": 43, "ts": 1788124303.1718, "step": 86, "loss_diff": 1.211464524269104, "reward": 0.4300093487631868, "level": 0, "difficulty": 0.05, "reward_ma": 0.37633322460007074, "leveled_up": false}
{"t": 44, "ts": 1788124303.9856212, "step": 88, "loss_diff": 1.0255602598190308, "reward": 0.42715268685809, "level": 0, "difficulty": 0.05, "reward_ma": 0.3814151708258727, "leveled_up": false}
{"t": 45, "ts": 1788124304.864956, "step": 90, "loss_diff": 1.0906949043273926, "reward": 0.4258156465552492, "level": 0, "difficulty": 0.05, "reward_ma": 0.3858552183988103, "leveled_up": false}
{"t": 46, "ts": 1788124305.67422, "step": 92, "loss_diff": 1.1205264329910278, "reward": 0.4325187185020765, "level": 0, "difficulty": 0.05, "reward_ma": 0.390521568409137, "leveled_up": false}
{"t": 47, "ts": 1788124306.4804301, "step": 94, "loss_diff": 0.9699904322624207, "reward": 0.5068120675406308, "level": 0, "difficulty": 0.05, "reward_ma": 0.4021506183222864, "leveled_up": false}
{"t": 48, "ts": 1788124307.3467698, "step": 96, "loss_diff": 0.9266322255134583, "reward": 0.5110397412245162, "level": 0, "difficulty": 0.05, "reward_ma": 0.4130395306125094, "leveled_up": false}
{"t": 49, "ts": 1788124308.1608865, "step": 98, "loss_diff": 1.1405550241470337, "reward": 0.417495222071332, "level": 0, "difficulty": 0.05, "reward_ma": 0.41348509975839165, "leveled_up": false}
{"t": 50, "ts": 1788124309.0365064, "step": 100, "loss_diff": 1.0351632833480835, "reward": 0.5285417180905774, "level": 0, "difficulty": 0.05, "reward_ma": 0.4249907615916102, "leveled_up": false}
{"t": 51, "ts": 1788124309.6462982, "step": 102, "loss_diff": 3.2294464111328125, "reward": 0.1627771854328715, "level": 0, "difficulty": 0.05, "reward_ma": 0.39876940397573635, "leveled_up": false}
{"t": 52, "ts": 1788124310.247123, "step": 104, "loss_diff": 1.9983794689178467, "reward": 0.2027706742579994, "level": 0, "difficulty": 0.05, "reward_ma": 0.37916953100396267, "leveled_up": false}
{"t": 53, "ts": 1788124310.8531487, "step": 106, "loss_diff": 1.3527534008026123, "reward": 0.3286847521025586, "level": 0, "difficulty": 0.05, "reward_ma": 0.37412105311382227, "leveled_up": false}
{"t": 54, "ts": 1788124311.4617245, "step": 108, "loss_diff": 4.690540790557861, "reward": 0.25226967424380903, "level": 0, "difficulty": 0.05, "reward_ma": 0.36193591522682095, "leveled_up": false}
{"t": 55, "ts": 1788124312.072102, "step": 110, "loss_diff": 1.0762348175048828, "reward": 0.3629854305852693, "level": 0, "difficulty": 0.05, "reward_ma": 0.3620408667626658, "leveled_up": false}
{"t": 56, "ts": 1788124312.6672983, "step": 112, "loss_diff": 1.1363893747329712, "reward": 0.2083464469028261, "level": 0, "difficulty": 0.05, "reward_ma": 0.34667142477668184, "leveled_up": false}
{"t": 57, "ts": 1788124313.2663636, "step": 114, "loss_diff": 1.5749198198318481, "reward": 0.24205805973871836, "level": 0, "difficulty": 0.05, "reward_ma": 0.3362100882728855, "leveled_up": false}
{"t": 58, "ts": 1788124321.4306712, "step": 116, "loss_diff": 0.9904364347457886, "reward": 0.3515800893375206, "level": 0, "difficulty": 0.05, "reward_ma": 0.337747088379349, "leveled_up": false}
{"t": 59, "ts": 1788124322.0541148, "step": 118, "loss_diff": 0.9766214489936829, "reward": 0.39741462349358997, "level": 0, "difficulty": 0.05, "reward_ma": 0.34371384189077314, "leveled_up": false}
{"t": 60, "ts": 1788124322.6743567, "step": 120, "loss_diff": 1.2519700527191162, "reward": 0.30784107624948825, "level": 0, "difficulty": 0.05, "reward_ma": 0.34012656532664465, "leveled_up": false}
{"t": 61, "ts": 1788124323.2683346, "step": 122, "loss_diff": 1.0965144634246826, "reward": 0.45334643562302934, "level": 0, "difficulty": 0.05, "reward_ma": 0.35144855235628314, "leveled_up": false}
{"t": 62, "ts": 1788124323.859725, "step": 124, "loss_diff": 1.1266026496887207, "reward": 0.33466220681902026, "level": 0, "difficulty": 0.05, "reward_ma": 0.34976991780255684, "leveled_up": false}
{"t": 63, "ts": 1788124324.4774456, "step": 126, "loss_diff": 1.5660260915756226, "reward": 0.21244160286664443, "level": 0, "difficulty": 0.05, "reward_ma": 0.3360370863089656, "leveled_up": false}
{"t": 64, "ts": 1788124325.0613744, "step": 128, "loss_diff": 1.3015650510787964, "reward": 0.28925240692604803, "level": 0, "difficulty": 0.05, "reward_ma": 0.3313586183706739, "leveled_up": false}
{"t": 65, "ts": 1788124325.6734316, "step": 130, "loss_diff": 0.9387465119361877, "reward": 0.264274906820359, "level": 0, "difficulty": 0.05, "reward_ma": 0.3246502472156424, "leveled_up": false}
{"t": 66, "ts": 1788124326.2671442, "step": 132, "loss_diff": 1.5396595001220703, "reward": 0.3210323263504257, "level": 0, "difficulty": 0.05, "reward_ma": 0.32428845512912075, "leveled_up": false}
{"t": 67, "ts": 1788124326.864398, "step": 134, "loss_diff": 1.1001746654510498, "reward": 0.37735532290335716, "level": 0, "difficulty": 0.05, "reward_ma": 0.3295951419065444, "leveled_up": false}
{"t": 68, "ts": 1788124327.4759278, "step": 136, "loss_diff": 1.0605119466781616, "reward": 0.40513224149741217, "level": 0, "difficulty": 0.05, "reward_ma": 0.3371488518656312, "leveled_up": false}
{"t": 69, "ts": 1788124328.0682983, "step": 138, "loss_diff": 0.9140422344207764, "reward": 0.32988614277119876, "level": 0, "difficulty": 0.05, "reward_ma": 0.33642258095618793, "leveled_up": false}
{"t": 70, "ts": 1788124328.6750112, "step": 140, "loss_diff": 1.1683669090270996, "reward": 0.3577965177317563, "level": 0, "difficulty": 0.05, "reward_ma": 0.33855997463374476, "leveled_up": false}
{"t": 71, "ts": 1788124329.2727773, "step": 142, "loss_diff": 1.0224107503890991, "reward": 0.49298308942328634, "level": 0, "difficulty": 0.05, "reward_ma": 0.3540022861126989, "leveled_up": false}
{"t": 72, "ts": 1788124329.8592644, "step": 144, "loss_diff": 1.200632095336914, "reward": 0.37176230594218873, "level": 0, "difficulty": 0.05, "reward_ma": 0.3557782880956479, "leveled_up": false}
{"t": 73, "ts": 1788124330.4646592, "step": 146, "loss_diff": 0.9218477010726929, "reward": 0.2350113065306575, "level": 0, "difficulty": 0.05, "reward_ma": 0.34370158993914884, "leveled_up": false}
{"t": 74, "ts": 1788124331.0687337, "step": 148, "loss_diff": 1.090155839920044, "reward": 0.34274304205978534, "level": 0, "difficulty": 0.05, "reward_ma": 0.3436057351512125, "leveled_up": false}
{"t": 75, "ts": 1788124331.6833766, "step": 150, "loss_diff": 1.1418951749801636, "reward": 0.47874161951155086, "level": 0, "difficulty": 0.05, "reward_ma": 0.35711932358724635, "leveled_up": false}
{"t": 76, "ts": 1788124332.2975404, "step": 152, "loss_diff": 1.205183982849121, "reward": 0.40041217587751654, "level": 0, "difficulty": 0.05, "reward_ma": 0.3614486088162734, "leveled_up": false}
{"t": 77, "ts": 1788124332.9560971, "step": 154, "loss_diff": 0.8813561797142029, "reward": 0.3728424762702045, "level": 0, "difficulty": 0.05, "reward_ma": 0.3625879955616665, "leveled_up": false}
{"t": 78, "ts": 1788124333.566012, "step": 156, "loss_diff": 1.066197156906128, "reward": 0.36120335545025106, "level": 0, "difficulty": 0.05, "reward_ma": 0.36244953155052495, "leveled_up": false}
{"t": 79, "ts": 1788124334.1590602, "step": 158, "loss_diff": 1.2009230852127075, "reward": 0.4256780751933583, "level": 0, "difficulty": 0.05, "reward_ma": 0.3687723859148083, "leveled_up": false}
{"t": 80, "ts": 1788124334.7744646, "step": 160, "loss_diff": 0.9298587441444397, "reward": 0.3733095454099631, "level": 0, "difficulty": 0.05, "reward_ma": 0.3692261018643238, "leveled_up": false}
{"t": 81, "ts": 1788124335.3727531, "step": 162, "loss_diff": 1.21603524684906, "reward": 0.3332132479054409, "level": 0, "difficulty": 0.05, "reward_ma": 0.3656248164684355, "leveled_up": false}
{"t": 82, "ts": 1788124335.97213, "step": 164, "loss_diff": 1.0329409837722778, "reward": 0.27922445017755676, "level": 0, "difficulty": 0.05, "reward_ma": 0.3569847798393476, "leveled_up": false}
{"t": 83, "ts": 1788124336.5871813, "step": 166, "loss_diff": 1.2793610095977783, "reward": 0.2566288012938698, "level": 0, "difficulty": 0.05, "reward_ma": 0.34694918198479985, "leveled_up": false}
{"t": 84, "ts": 1788124337.2435632, "step": 168, "loss_diff": 1.1030712127685547, "reward": 0.38185614066171647, "level": 0, "difficulty": 0.05, "reward_ma": 0.35043987785249153, "leveled_up": false}
{"t": 85, "ts": 1788124337.8705084, "step": 170, "loss_diff": 1.2360787391662598, "reward": 0.40286705511829646, "level": 0, "difficulty": 0.05, "reward_ma": 0.35568259557907206, "leveled_up": false}
{"t": 86, "ts": 1788124338.458642, "step": 172, "loss_diff": 1.09861159324646, "reward": 0.3691372873307643, "level": 0, "difficulty": 0.05, "reward_ma": 0.35702806475424126, "leveled_up": false}
{"t": 87, "ts": 1788124346.0769358, "step": 174, "loss_diff": 0.9099856615066528, "reward": 0.2969905935269663, "level": 0, "difficulty": 0.05, "reward_ma": 0.35102431763151376, "leveled_up": false}
{"t": 88, "ts": 1788124346.697801, "step": 176, "loss_diff": 1.1395773887634277, "reward": 0.19823052486674408, "level": 0, "difficulty": 0.05, "reward_ma": 0.3357449383550368, "leveled_up": false}
{"t": 89, "ts": 1788124347.396489, "step": 178, "loss_diff": 1.1734471321105957, "reward": 0.22337969026186574, "level": 0, "difficulty": 0.05, "reward_ma": 0.32450841354571974, "leveled_up": false}
{"t": 90, "ts": 1788124348.0833569, "step": 180, "loss_diff": 0.9231919050216675, "reward": 0.1777293048989378, "level": 0, "difficulty": 0.05, "reward_ma": 0.3098305026810415, "leveled_up": false}
{"t": 91, "ts": 1788124348.7579036, "step": 182, "loss_diff": 1.0228389501571655, "reward": 0.23972821814039175, "level": 0, "difficulty": 0.05, "reward_ma": 0.30282027422697655, "leveled_up": false}
{"t": 92, "ts": 1788124349.401152, "step": 184, "loss_diff": 1.114783763885498, "reward": 0.46409232774839565, "level": 0, "difficulty": 0.05, "reward_ma": 0.31894747957911845, "leveled_up": false}
{"t": 93, "ts": 1788124350.0714762, "step": 186, "loss_diff": 1.1225087642669678, "reward": 0.2195249513594052, "level": 0, "difficulty": 0.05, "reward_ma": 0.3090052267571471, "leveled_up": false}
{"t": 94, "ts": 1788124350.8325086, "step": 188, "loss_diff": 0.9724816083908081, "reward": 0.19049793353842598, "level": 0, "difficulty": 0.05, "reward_ma": 0.297154497435275, "leveled_up": false}
{"t": 95, "ts": 1788124351.5002875, "step": 190, "loss_diff": 1.2473911046981812, "reward": 0.2999176671369289, "level": 0, "difficulty": 0.05, "reward_ma": 0.29743081440544045, "leveled_up": false}
{"t": 96, "ts": 1788124352.1674545, "step": 192, "loss_diff": 0.9513300657272339, "reward": 0.10557185362551269, "level": 0, "difficulty": 0.05, "reward_ma": 0.2782449183274477, "leveled_up": false}
{"t": 97, "ts": 1788124352.7799244, "step": 194, "loss_diff": 1.000342845916748, "reward": 0.2752668851667548, "level": 0, "difficulty": 0.05, "reward_ma": 0.2779471150113784, "leveled_up": false}
{"t": 98, "ts": 1788124353.4567606, "step": 196, "loss_diff": 1.0326482057571411, "reward": 0.10828020068993047, "level": 0, "difficulty": 0.05, "reward_ma": 0.2609804235792336, "leveled_up": false}
{"t": 99, "ts": 1788124354.0694602, "step": 198, "loss_diff": 0.9576151967048645, "reward": 0.16823358470449234, "level": 0, "difficulty": 0.05, "reward_ma": 0.2517057396917595, "leveled_up": false}
{"t": 100, "ts": 1788124354.7494836, "step": 200, "loss_diff": 1.134629487991333, "reward": 0.4399029894146475, "level": 0, "difficulty": 0.05, "reward_ma": 0.27052546466404837, "leveled_up": false}
{"t": 101, "ts": 1788124355.3721743, "step": 202, "loss_diff": 1.2589521408081055, "reward": 0.2635198752832074, "level": 0, "difficulty": 0.05, "reward_ma": 0.2698249057259643, "leveled_up": false}
{"t": 102, "ts": 1788124355.9899607, "step": 204, "loss_diff": 1.7693896293640137, "reward": 0.18320033625705048, "level": 0, "difficulty": 0.05, "reward_ma": 0.2611624487790729, "leveled_up": false}
{"t": 103, "ts": 1788124356.6720827, "step": 206, "loss_diff": 1.0537925958633423, "reward": 0.2625528618594101, "level": 0, "difficulty": 0.05, "reward_ma": 0.2613014900871066, "leveled_up": false}
{"t": 104, "ts": 1788124357.297311, "step": 208, "loss_diff": 1.2098478078842163, "reward": 0.19384606852478714, "level": 0, "difficulty": 0.05, "reward_ma": 0.25455594793087466, "leveled_up": false}
{"t": 105, "ts": 1788124357.9856837, "step": 210, "loss_diff": 1.0379080772399902, "reward": 0.1974940759510414, "level": 0, "difficulty": 0.05, "reward_ma": 0.24884976073289133, "leveled_up": false}
{"t": 106, "ts": 1788124358.6652982, "step": 212, "loss_diff": 1.1931519508361816, "reward": 0.28010740527728745, "level": 0, "difficulty": 0.05, "reward_ma": 0.25197552518733096, "leveled_up": false}
{"t": 107, "ts": 1788124359.2976322, "step": 214, "loss_diff": 0.7589678168296814, "reward": 0.2209247367485484, "level": 0, "difficulty": 0.05, "reward_ma": 0.2488704463434527, "leveled_up": false}
{"t": 108, "ts": 1788124359.968206, "step": 216, "loss_diff": 1.0857174396514893, "reward": 0.3329134372078235, "level": 0, "difficulty": 0.05, "reward_ma": 0.2572747454298898, "leveled_up": false}
{"t": 109, "ts": 1788124360.581339, "step": 218, "loss_diff": 1.0025215148925781, "reward": 0.25718181934062895, "level": 0, "difficulty": 0.05, "reward_ma": 0.25726545282096375, "leveled_up": false}
{"t": 110, "ts": 1788124361.2723591, "step": 220, "loss_diff": 1.0570108890533447, "reward": 0.2561170307705003, "level": 0, "difficulty": 0.05, "reward_ma": 0.25715061061591743, "leveled_up": false}
{"t": 111, "ts": 1788124361.9030945, "step": 222, "loss_diff": 0.9779860377311707, "reward": 0.09048916739732267, "level": 0, "difficulty": 0.05, "reward_ma": 0.24048446629405795, "leveled_up": false}
{"t": 112, "ts": 1788124362.5760999, "step": 224, "loss_diff": 1.0060416460037231, "reward": 0.28579159644576124, "level": 0, "difficulty": 0.05, "reward_ma": 0.2450151793092283, "leveled_up": false}
{"t": 113, "ts": 1788124363.2750998, "step": 226, "loss_diff": 0.9501501321792603, "reward": 0.26986591804873294, "level": 0, "difficulty": 0.05, "reward_ma": 0.24750025318317875, "leveled_up": false}
{"t": 114, "ts": 1788124363.9411616, "step": 228, "loss_diff": 1.0019943714141846, "reward": 0.2910350264782922, "level": 0, "difficulty": 0.05, "reward_ma": 0.2518537305126901, "leveled_up": false}
{"t": 115, "ts": 1788124364.5681002, "step": 230, "loss_diff": 1.006337285041809, "reward": 0.34895456803744834, "level": 0, "difficulty": 0.05, "reward_ma": 0.26156381426516595, "leveled_up": false}
{"t": 116, "ts": 1788124372.0759208, "step": 232, "loss_diff": 0.8619522452354431, "reward": 0.4323595889331612, "level": 0, "difficulty": 0.05, "reward_ma": 0.2786433917319655, "leveled_up": false}
{"t": 117, "ts": 1788124372.6600769, "step": 234, "loss_diff": 1.1018341779708862, "reward": 0.3018754132948577, "level": 0, "difficulty": 0.05, "reward_ma": 0.28096659388825473, "leveled_up": false}
{"t": 118, "ts": 1788124373.2627234, "step": 236, "loss_diff": 1.0074708461761475, "reward": 0.26732727103061366, "level": 0, "difficulty": 0.05, "reward_ma": 0.27960266160249064, "leveled_up": false}
{"t": 119, "ts": 1788124373.8598104, "step": 238, "loss_diff": 0.9639285206794739, "reward": 0.4443821700928035, "level": 0, "difficulty": 0.05, "reward_ma": 0.29608061245152195, "leveled_up": false}
{"t": 120, "ts": 1788124374.4754605, "step": 240, "loss_diff": 0.9211483597755432, "reward": 0.22004772736197042, "level": 0, "difficulty": 0.05, "reward_ma": 0.2884773239425668, "leveled_up": false}
{"t": 121, "ts": 1788124375.0620818, "step": 242, "loss_diff": 0.856855034828186, "reward": 0.27482771532061623, "level": 0, "difficulty": 0.05, "reward_ma": 0.28711236308037175, "leveled_up": false}
{"t": 122, "ts": 1788124375.6597915, "step": 244, "loss_diff": 1.1078529357910156, "reward": 0.24353662009226912, "level": 0, "difficulty": 0.05, "reward_ma": 0.28275478878156146, "leveled_up": false}
{"t": 123, "ts": 1788124376.2602131, "step": 246, "loss_diff": 1.0135574340820312, "reward": 0.2901202357374902, "level": 0, "difficulty": 0.05, "reward_ma": 0.2834913334771544, "leveled_up": false}
{"t": 124, "ts": 1788124376.8581204, "step": 248, "loss_diff": 1.0582339763641357, "reward": 0.1521358891578698, "level": 0, "difficulty": 0.05, "reward_ma": 0.27035578904522595, "leveled_up": false}
{"t": 125, "ts": 1788124377.4741702, "step": 250, "loss_diff": 0.9454221129417419, "reward": 0.08797027660839961, "level": 0, "difficulty": 0.05, "reward_ma": 0.2521172378015433, "leveled_up": false}
{"t": 126, "ts": 1788124378.0522544, "step": 252, "loss_diff": 0.991637110710144, "reward": 0.35276753461414734, "level": 0, "difficulty": 0.05, "reward_ma": 0.2621822674828037, "leveled_up": false}
{"t": 127, "ts": 1788124378.6473606, "step": 254, "loss_diff": 0.9462147951126099, "reward": 0.19689068871805954, "level": 0, "difficulty": 0.05, "reward_ma": 0.2556531096063293, "leveled_up": false}
{"t": 128, "ts": 1788124379.2613394, "step": 256, "loss_diff": 1.0402017831802368, "reward": 0.2979827203614046, "level": 0, "difficulty": 0.05, "reward_ma": 0.25988607068183683, "leveled_up": false}
{"t": 129, "ts": 1788124379.8538866, "step": 258, "loss_diff": 1.1342613697052002, "reward": 0.3842125627557319, "level": 0, "difficulty": 0.05, "reward_ma": 0.27231871988922635, "leveled_up": false}
{"t": 130, "ts": 1788124380.4676442, "step": 260, "loss_diff": 0.9372249245643616, "reward": 0.2239237067477009, "level": 0, "difficulty": 0.05, "reward_ma": 0.2674792185750738, "leveled_up": false}
{"t": 131, "ts": 1788124381.0610023, "step": 262, "loss_diff": 1.1669816970825195, "reward": 0.3610046700380676, "level": 0, "difficulty": 0.05, "reward_ma": 0.2768317637213732, "leveled_up": false}
{"t": 132, "ts": 1788124381.6476817, "step": 264, "loss_diff": 1.2031512260437012, "reward": 0.07759840363263494, "level": 0, "difficulty": 0.05, "reward_ma": 0.2569084277124994, "leveled_up": false}
{"t": 133, "ts": 1788124382.3314092, "step": 266, "loss_diff": 1.183274507522583, "reward": 0.3510008212235868, "level": 0, "difficulty": 0.05, "reward_ma": 0.2663176670636081, "leveled_up": false}
{"t": 134, "ts": 1788124383.0716195, "step": 268, "loss_diff": 1.0453146696090698, "reward": 0.45390084577183265, "level": 0, "difficulty": 0.05, "reward_ma": 0.28507598493443054, "leveled_up": false}
{"t": 135, "ts": 1788124383.7689822, "step": 270, "loss_diff": 1.1129533052444458, "reward": 0.4969274711787748, "level": 0, "difficulty": 0.05, "reward_ma": 0.306261133558865, "leveled_up": false}
{"t": 136, "ts": 1788124384.3594706, "step": 272, "loss_diff": 0.9046464562416077, "reward": 0.3386729453636109, "level": 0, "difficulty": 0.05, "reward_ma": 0.3095023147393396, "leveled_up": false}
{"t": 137, "ts": 1788124384.9591925, "step": 274, "loss_diff": 1.0688976049423218, "reward": 0.24221804293265414, "level": 0, "difficulty": 0.05, "reward_ma": 0.3027738875586711, "leveled_up": false}
{"t": 138, "ts": 1788124385.5619705, "step": 276, "loss_diff": 1.1099798679351807, "reward": 0.3024218548096772, "level": 0, "difficulty": 0.05, "reward_ma": 0.3027386842837717, "leveled_up": false}
{"t": 139, "ts": 1788124386.153776, "step": 278, "loss_diff": 0.9676569700241089, "reward": 0.23564900212308076, "level": 0, "difficulty": 0.05, "reward_ma": 0.2960297160677026, "leveled_up": false}
{"t": 140, "ts": 1788124386.7662003, "step": 280, "loss_diff": 0.8703284859657288, "reward": 0.31006977610670966, "level": 0, "difficulty": 0.05, "reward_ma": 0.2974337220716033, "leveled_up": false}
{"t": 141, "ts": 1788124387.354255, "step": 282, "loss_diff": 0.9751437902450562, "reward": 0.27920725593476137, "level": 0, "difficulty": 0.05, "reward_ma": 0.2956110754579191, "leveled_up": false}
{"t": 142, "ts": 1788124387.953662, "step": 284, "loss_diff": 1.1029963493347168, "reward": 0.2510501696120603, "level": 0, "difficulty": 0.05, "reward_ma": 0.29115498487333324, "leveled_up": false}
{"t": 143, "ts": 1788124388.5604718, "step": 286, "loss_diff": 0.9480315446853638, "reward": 0.36140298094856915, "level": 0, "difficulty": 0.05, "reward_ma": 0.29817978448085686, "leveled_up": false}
{"t": 144, "ts": 1788124389.1595948, "step": 288, "loss_diff": 0.9864801168441772, "reward": 0.17433926016798135, "level": 0, "difficulty": 0.05, "reward_ma": 0.2857957320495693, "leveled_up": false}
{"t": 145, "ts": 1788124408.267437, "step": 290, "loss_diff": 1.0397584438323975, "reward": 0.08027606640413261, "level": 0, "difficulty": 0.05, "reward_ma": 0.26524376548502565, "leveled_up": false}
{"t": 146, "ts": 1788124409.0418844, "step": 292, "loss_diff": 0.9702232480049133, "reward": 0.09024305357710785, "level": 0, "difficulty": 0.05, "reward_ma": 0.24774369429423387, "leveled_up": false}
{"t": 147, "ts": 1788124409.8450155, "step": 294, "loss_diff": 0.6871588826179504, "reward": 0.2110855364523366, "level": 0, "difficulty": 0.05, "reward_ma": 0.24407787851004414, "leveled_up": false}
{"t": 148, "ts": 1788124410.6379936, "step": 296, "loss_diff": 0.7934941053390503, "reward": 0.3366859414400058, "level": 0, "difficulty": 0.05, "reward_ma": 0.2533386848030403, "leveled_up": false}
{"t": 149, "ts": 1788124411.4010277, "step": 298, "loss_diff": 0.9614850282669067, "reward": 0.33409139878485, "level": 0, "difficulty": 0.05, "reward_ma": 0.26141395620122126, "leveled_up": false}
{"t": 150, "ts": 1788124412.718704, "step": 300, "loss_diff": 0.8490744829177856, "reward": 0.3894505770731917, "level": 0, "difficulty": 0.05, "reward_ma": 0.2742176182884183, "leveled_up": false}
{"t": 151, "ts": 1788124413.4966903, "step": 302, "loss_diff": 0.8269151449203491, "reward": 0.33447695232292396, "level": 0, "difficulty": 0.05, "reward_ma": 0.2802435516918689, "leveled_up": false}
{"t": 152, "ts": 1788124414.2927682, "step": 304, "loss_diff": 0.9677382111549377, "reward": 0.39174435061419777, "level": 0, "difficulty": 0.05, "reward_ma": 0.29139363158410175, "leveled_up": false}
{"t": 153, "ts": 1788124415.1000519, "step": 306, "loss_diff": 0.9980179071426392, "reward": 0.20241231810472954, "level": 0, "difficulty": 0.05, "reward_ma": 0.28249550023616454, "leveled_up": false}
{"t": 154, "ts": 1788124415.8956668, "step": 308, "loss_diff": 0.8083651065826416, "reward": 0.26458601420260186, "level": 0, "difficulty": 0.05, "reward_ma": 0.2807045516328083, "leveled_up": false}
{"t": 155, "ts": 1788124416.738496, "step": 310, "loss_diff": 1.1187760829925537, "reward": 0.21878858745445692, "level": 0, "difficulty": 0.05, "reward_ma": 0.27451295521497315, "leveled_up": false}
{"t": 156, "ts": 1788124417.5004098, "step": 312, "loss_diff": 1.1339983940124512, "reward": 0.14981942480752436, "level": 0, "difficulty": 0.05, "reward_ma": 0.2620436021742283, "leveled_up": false}
{"t": 157, "ts": 1788124418.2981694, "step": 314, "loss_diff": 1.0292388200759888, "reward": 0.40527564347060857, "level": 0, "difficulty": 0.05, "reward_ma": 0.27636680630386634, "leveled_up": false}
{"t": 158, "ts": 1788124419.1360314, "step": 316, "loss_diff": 1.0317002534866333, "reward": 0.503477244397122, "level": 0, "difficulty": 0.05, "reward_ma": 0.29907785011319193, "leveled_up": false}
{"t": 159, "ts": 1788124419.902397, "step": 318, "loss_diff": 1.0630398988723755, "reward": 0.4978053954116358, "level": 0, "difficulty": 0.05, "reward_ma": 0.3189506046430363, "leveled_up": false}
{"t": 160, "ts": 1788124420.7427454, "step": 320, "loss_diff": 1.1315631866455078, "reward": 0.5747908109154579, "level": 0, "difficulty": 0.05, "reward_ma": 0.3445346252702785, "leveled_up": false}
{"t": 161, "ts": 1788124421.5317414, "step": 322, "loss_diff": 1.0950195789337158, "reward": 0.5106866260742625, "level": 0, "difficulty": 0.05, "reward_ma": 0.3611498253506769, "leveled_up": false}
{"t": 162, "ts": 1788124422.2952266, "step": 324, "loss_diff": 0.9048417806625366, "reward": 0.20703738895391754, "level": 0, "difficulty": 0.05, "reward_ma": 0.34573858171100097, "leveled_up": false}
{"t": 163, "ts": 1788124423.1029356, "step": 326, "loss_diff": 0.9616619348526001, "reward": 0.40653667388507747, "level": 0, "difficulty": 0.05, "reward_ma": 0.3518183909284086, "leveled_up": false}
{"t": 164, "ts": 1788124423.8883917, "step": 328, "loss_diff": 0.8210275173187256, "reward": 0.4309861133873315, "level": 0, "difficulty": 0.05, "reward_ma": 0.35973516317430093, "leveled_up": false}
{"t": 165, "ts": 1788124424.7537546, "step": 330, "loss_diff": 0.9589722752571106, "reward": 0.5151637693303944, "level": 0, "difficulty": 0.05, "reward_ma": 0.3752780237899103, "leveled_up": false}
{"t": 166, "ts": 1788124425.7387881, "step": 332, "loss_diff": 0.6871326565742493, "reward": 0.5195301869153645, "level": 0, "difficulty": 0.05, "reward_ma": 0.3897032401024558, "leveled_up": false}
{"t": 167, "ts": 1788124426.538594, "step": 334, "loss_diff": 1.034531831741333, "reward": 0.41932069588121607, "level": 0, "difficulty": 0.05, "reward_ma": 0.3926649856803318, "leveled_up": false}
{"t": 168, "ts": 1788124427.344408, "step": 336, "loss_diff": 0.7157145738601685, "reward": 0.35043782690152286, "level": 0, "difficulty": 0.05, "reward_ma": 0.38844226980245095, "leveled_up": false}
{"t": 169, "ts": 1788124428.1566012, "step": 338, "loss_diff": 0.8900777101516724, "reward": 0.4952024325985571, "level": 0, "difficulty": 0.05, "reward_ma": 0.39911828608206157, "leveled_up": false}
{"t": 170, "ts": 1788124429.1483989, "step": 340, "loss_diff": 0.9227975010871887, "reward": 0.5623524322525588, "level": 0, "difficulty": 0.05, "reward_ma": 0.41544170069911135, "leveled_up": false}
{"t": 171, "ts": 1788124429.935061, "step": 342, "loss_diff": 0.7884010076522827, "reward": 0.4155443050866343, "level": 0, "difficulty": 0.05, "reward_ma": 0.41545196113786365, "leveled_up": false}
{"t": 172, "ts": 1788124430.7338219, "step": 344, "loss_diff": 0.7139163017272949, "reward": 0.6402561109515268, "level": 0, "difficulty": 0.05, "reward_ma": 0.43793237611922997, "leveled_up": false}
{"t": 173, "ts": 1788124431.573018, "step": 346, "loss_diff": 0.8295431137084961, "reward": 0.27811216563314844, "level": 0, "difficulty": 0.05, "reward_ma": 0.42195035507062184, "leveled_up": false}
{"t": 174, "ts": 1788124442.6573746, "step": 348, "loss_diff": 1.0275444984436035, "reward": 0.31572010373073367, "level": 0, "difficulty": 0.05, "reward_ma": 0.41132732993663307, "leveled_up": false}
{"t": 175, "ts": 1788124443.4800253, "step": 350, "loss_diff": 0.8389238715171814, "reward": 0.5085204182804108, "level": 0, "difficulty": 0.05, "reward_ma": 0.42104663877101084, "leveled_up": false}
{"t": 176, "ts": 1788124444.3028402, "step": 352, "loss_diff": 0.8345240354537964, "reward": 0.2531331766867428, "level": 0, "difficulty": 0.05, "reward_ma": 0.404255292562584, "leveled_up": false}
{"t": 177, "ts": 1788124445.1038656, "step": 354, "loss_diff": 0.8159962892532349, "reward": 0.5743431974357143, "level": 0, "difficulty": 0.05, "reward_ma": 0.42126408304989704, "leveled_up": false}
{"t": 178, "ts": 1788124445.9336834, "step": 356, "loss_diff": 0.8090333938598633, "reward": 0.3046204649950538, "level": 0, "difficulty": 0.05, "reward_ma": 0.40959972124441274, "leveled_up": false}
{"t": 179, "ts": 1788124446.9476578, "step": 358, "loss_diff": 1.1097707748413086, "reward": 0.49378356803078727, "level": 0, "difficulty": 0.05, "reward_ma": 0.4180181059230502, "leveled_up": false}
{"t": 180, "ts": 1788124447.763397, "step": 360, "loss_diff": 0.6858614683151245, "reward": 0.5905117434253648, "level": 0, "difficulty": 0.05, "reward_ma": 0.43526746967328167, "leveled_up": false}
{"t": 181, "ts": 1788124448.5489106, "step": 362, "loss_diff": 0.6763747334480286, "reward": 0.3056547643547075, "level": 0, "difficulty": 0.05, "reward_ma": 0.42230619914142425, "leveled_up": false}
{"t": 182, "ts": 1788124449.3391063, "step": 364, "loss_diff": 1.0518686771392822, "reward": 0.21873958374273078, "level": 0, "difficulty": 0.05, "reward_ma": 0.40194953760155494, "leveled_up": false}
{"t": 183, "ts": 1788124450.139924, "step": 366, "loss_diff": 0.6818619966506958, "reward": 0.2825348398823516, "level": 0, "difficulty": 0.05, "reward_ma": 0.39000806782963465, "leveled_up": false}
{"t": 184, "ts": 1788124450.9357967, "step": 368, "loss_diff": 0.8754026293754578, "reward": 0.4578939596165519, "level": 0, "difficulty": 0.05, "reward_ma": 0.3967966570083264, "leveled_up": false}
{"t": 185, "ts": 1788124451.759891, "step": 370, "loss_diff": 0.8458711504936218, "reward": 0.35503616133397004, "level": 0, "difficulty": 0.05, "reward_ma": 0.3926206074408908, "leveled_up": false}
{"t": 186, "ts": 1788124452.538097, "step": 372, "loss_diff": 0.5548908710479736, "reward": 0.6478351131982947, "level": 0, "difficulty": 0.05, "reward_ma": 0.4181420580166312, "leveled_up": false}
{"t": 187, "ts": 1788124453.3335304, "step": 374, "loss_diff": 0.6701674461364746, "reward": 0.48770218741448035, "level": 0, "difficulty": 0.05, "reward_ma": 0.4250980709564161, "leveled_up": false}
{"t": 188, "ts": 1788124454.1550026, "step": 376, "loss_diff": 0.9561388492584229, "reward": 0.4948806941816246, "level": 0, "difficulty": 0.05, "reward_ma": 0.43207633327893696, "leveled_up": false}
{"t": 189, "ts": 1788124454.9394426, "step": 378, "loss_diff": 0.6750997304916382, "reward": 0.5763773466382919, "level": 0, "difficulty": 0.05, "reward_ma": 0.4465064346148725, "leveled_up": false}
{"t": 190, "ts": 1788124455.754597, "step": 380, "loss_diff": 1.0214452743530273, "reward": 0.426145622175329, "level": 0, "difficulty": 0.05, "reward_ma": 0.44447035337091817, "leveled_up": false}
{"t": 191, "ts": 1788124456.542439, "step": 382, "loss_diff": 0.7363844513893127, "reward": 0.4488704339915274, "level": 0, "difficulty": 0.05, "reward_ma": 0.4449103614329791, "leveled_up": false}
{"t": 192, "ts": 1788124457.3374271, "step": 384, "loss_diff": 0.6858685612678528, "reward": 0.415613189995151, "level": 0, "difficulty": 0.05, "reward_ma": 0.44198064428919626, "leveled_up": false}
{"t": 193, "ts": 1788124458.1584747, "step": 386, "loss_diff": 0.8713582158088684, "reward": 0.5011588267752503, "level": 0, "difficulty": 0.05, "reward_ma": 0.4478984625378017, "leveled_up": false}
{"t": 194, "ts": 1788124458.9511888, "step": 388, "loss_diff": 0.6731917262077332, "reward": 0.4505994029844459, "level": 0, "difficulty": 0.05, "reward_ma": 0.4481685565824661, "leveled_up": false}
{"t": 195, "ts": 1788124459.753644, "step": 390, "loss_diff": 0.6611339449882507, "reward": 0.5772819478892219, "level": 0, "difficulty": 0.05, "reward_ma": 0.46107989571314173, "leveled_up": false}
{"t": 196, "ts": 1788124460.53645, "step": 392, "loss_diff": 0.631679117679596, "reward": 0.29508164733613446, "level": 0, "difficulty": 0.05, "reward_ma": 0.444480070875441, "leveled_up": false}
{"t": 197, "ts": 1788124461.3493512, "step": 394, "loss_diff": 0.8589016199111938, "reward": 0.20838537784626532, "level": 0, "difficulty": 0.05, "reward_ma": 0.42087060157252343, "leveled_up": false}
{"t": 198, "ts": 1788124462.1455622, "step": 396, "loss_diff": 0.8536362051963806, "reward": 0.5763150937763026, "level": 0, "difficulty": 0.05, "reward_ma": 0.4364150507929014, "leveled_up": false}
{"t": 199, "ts": 1788124462.9420643, "step": 398, "loss_diff": 1.0681973695755005, "reward": 0.3090535261469441, "level": 0, "difficulty": 0.05, "reward_ma": 0.42367889832830563, "leveled_up": false}
{"t": 200, "ts": 1788124463.7707043, "step": 400, "loss_diff": 0.6055352687835693, "reward": 0.6005937554391383, "level": 0, "difficulty": 0.05, "reward_ma": 0.4413703840393889, "leveled_up": false}
{"t": 201, "ts": 1788124464.5553312, "step": 402, "loss_diff": 0.7692553400993347, "reward": 0.5202272976039285, "level": 0, "difficulty": 0.05, "reward_ma": 0.44925607539584284, "leveled_up": false}
{"t": 202, "ts": 1788124465.3378742, "step": 404, "loss_diff": 0.726010799407959, "reward": 0.4694647834045411, "level": 0, "difficulty": 0.05, "reward_ma": 0.45127694619671266, "leveled_up": false}
{"t": 203, "ts": 1788124476.4639695, "step": 406, "loss_diff": 1.0583943128585815, "reward": 0.2360850947262519, "level": 0, "difficulty": 0.05, "reward_ma": 0.42975776104966656, "leveled_up": false}
{"t": 204, "ts": 1788124477.2505143, "step": 408, "loss_diff": 0.5008852481842041, "reward": 0.4447103374414205, "level": 0, "difficulty": 0.05, "reward_ma": 0.43125301868884197, "leveled_up": false}
{"t": 205, "ts": 1788124478.0586646, "step": 410, "loss_diff": 0.6787420511245728, "reward": 0.5116171589398407, "level": 0, "difficulty": 0.05, "reward_ma": 0.43928943271394183, "leveled_up": false}
{"t": 206, "ts": 1788124478.846096, "step": 412, "loss_diff": 1.0820789337158203, "reward": 0.23492059979481608, "level": 0, "difficulty": 0.05, "reward_ma": 0.41885254942202926, "leveled_up": false}
{"t": 207, "ts": 1788124479.671044, "step": 414, "loss_diff": 0.775780200958252, "reward": 0.58222145897472, "level": 0, "difficulty": 0.05, "reward_ma": 0.43518944037729834, "leveled_up": false}
{"t": 208, "ts": 1788124480.5428708, "step": 416, "loss_diff": 0.6972547173500061, "reward": 0.19537651323739452, "level": 0, "difficulty": 0.05, "reward_ma": 0.411208147663308, "leveled_up": false}
{"t": 209, "ts": 1788124481.3952684, "step": 418, "loss_diff": 0.9933017492294312, "reward": 0.38137968823647417, "level": 0, "difficulty": 0.05, "reward_ma": 0.40822530172062466, "leveled_up": false}
{"t": 210, "ts": 1788124482.2898014, "step": 420, "loss_diff": 0.6763489246368408, "reward": 0.4971960215350227, "level": 0, "difficulty": 0.05, "reward_ma": 0.4171223737020645, "leveled_up": false}
{"t": 211, "ts": 1788124483.0999053, "step": 422, "loss_diff": 0.9612135887145996, "reward": 0.5208500380721155, "level": 0, "difficulty": 0.05, "reward_ma": 0.4274951401390696, "leveled_up": false}
{"t": 212, "ts": 1788124483.9306931, "step": 424, "loss_diff": 0.43673110008239746, "reward": 0.3480897146624983, "level": 0, "difficulty": 0.05, "reward_ma": 0.41955459759141245, "leveled_up": false}
{"t": 213, "ts": 1788124484.8456087, "step": 426, "loss_diff": 1.0058180093765259, "reward": 0.2496180921703246, "level": 0, "difficulty": 0.05, "reward_ma": 0.4025609470493037, "leveled_up": false}
{"t": 214, "ts": 1788124485.6691256, "step": 428, "loss_diff": 0.7851418852806091, "reward": 0.23184717348661577, "level": 0, "difficulty": 0.05, "reward_ma": 0.3854895696930349, "leveled_up": false}
{"t": 215, "ts": 1788124486.534729, "step": 430, "loss_diff": 0.6214768886566162, "reward": 0.6018138087859766, "level": 0, "difficulty": 0.05, "reward_ma": 0.40712199360232904, "leveled_up": false}
{"t": 216, "ts": 1788124487.3600967, "step": 432, "loss_diff": 0.7785149812698364, "reward": 0.45144384763072737, "level": 0, "difficulty": 0.05, "reward_ma": 0.4115541790051689, "leveled_up": false}
{"t": 217, "ts": 1788124488.2672732, "step": 434, "loss_diff": 0.8312326073646545, "reward": 0.48046699474910864, "level": 0, "difficulty": 0.05, "reward_ma": 0.4184454605795629, "leveled_up": false}
{"t": 218, "ts": 1788124489.1536357, "step": 436, "loss_diff": 0.6738259792327881, "reward": 0.4553490220360224, "level": 0, "difficulty": 0.05, "reward_ma": 0.42213581672520883, "leveled_up": false}
{"t": 219, "ts": 1788124490.0545661, "step": 438, "loss_diff": 0.5745286345481873, "reward": 0.5525863353216506, "level": 0, "difficulty": 0.05, "reward_ma": 0.43518086858485305, "leveled_up": false}
{"t": 220, "ts": 1788124490.9010189, "step": 440, "loss_diff": 0.5395364761352539, "reward": 0.33907020229002, "level": 0, "difficulty": 0.05, "reward_ma": 0.42556980195536975, "leveled_up": false}
{"t": 221, "ts": 1788124491.9718814, "step": 442, "loss_diff": 0.665549099445343, "reward": 0.5849963295689931, "level": 0, "difficulty": 0.05, "reward_ma": 0.4415124547167321, "leveled_up": false}
{"t": 222, "ts": 1788124492.8350484, "step": 444, "loss_diff": 0.8583515286445618, "reward": 0.6609080896202886, "level": 0, "difficulty": 0.05, "reward_ma": 0.46345201820708776, "leveled_up": false}
{"t": 223, "ts": 1788124493.6755385, "step": 446, "loss_diff": 0.7278361320495605, "reward": 0.5737690885718916, "level": 0, "difficulty": 0.05, "reward_ma": 0.47448372524356813, "leveled_up": false}
{"t": 224, "ts": 1788124494.4947684, "step": 448, "loss_diff": 0.8507634401321411, "reward": 0.5032949506364262, "level": 0, "difficulty": 0.05, "reward_ma": 0.47736484778285393, "leveled_up": false}
{"t": 225, "ts": 1788124495.3959339, "step": 450, "loss_diff": 0.6603546142578125, "reward": 0.5197550210214807, "level": 0, "difficulty": 0.05, "reward_ma": 0.4816038651067166, "leveled_up": false}
{"t": 226, "ts": 1788124496.2570443, "step": 452, "loss_diff": 0.6901055574417114, "reward": 0.4481320225365649, "level": 0, "difficulty": 0.05, "reward_ma": 0.4782566808497014, "leveled_up": false}
{"t": 227, "ts": 1788124497.0839515, "step": 454, "loss_diff": 0.7861963510513306, "reward": 0.22277368377743015, "level": 0, "difficulty": 0.05, "reward_ma": 0.4527083811424743, "leveled_up": false}
{"t": 228, "ts": 1788124497.9618268, "step": 456, "loss_diff": 0.8118587732315063, "reward": 0.3434977935603145, "level": 0, "difficulty": 0.05, "reward_ma": 0.44178732238425833, "leveled_up": false}
{"t": 229, "ts": 1788124498.795455, "step": 458, "loss_diff": 0.6931009292602539, "reward": 0.6032092383534419, "level": 0, "difficulty": 0.05, "reward_ma": 0.4579295139811767, "leveled_up": false}
{"t": 230, "ts": 1788124499.6859596, "step": 460, "loss_diff": 0.9034407734870911, "reward": 0.5568672320440564, "level": 0, "difficulty": 0.05, "reward_ma": 0.4678232857874647, "leveled_up": false}
{"t": 231, "ts": 1788124500.5567796, "step": 462, "loss_diff": 0.6214205622673035, "reward": 0.5060519643062935, "level": 0, "difficulty": 0.05, "reward_ma": 0.4716461536393476, "leveled_up": false}
{"t": 232, "ts": 1788124512.2571392, "step": 464, "loss_diff": 0.864059329032898, "reward": 0.37592225014776104, "level": 0, "difficulty": 0.05, "reward_ma": 0.46207376329018895, "leveled_up": false}
{"t": 233, "ts": 1788124513.0869408, "step": 466, "loss_diff": 0.8703997731208801, "reward": 0.25294204418103067, "level": 0, "difficulty": 0.05, "reward_ma": 0.4411605913792731, "leveled_up": false}
{"t": 234, "ts": 1788124513.9450245, "step": 468, "loss_diff": 0.732730507850647, "reward": 0.3247449829484869, "level": 0, "difficulty": 0.05, "reward_ma": 0.42951903053619445, "leveled_up": false}
{"t": 235, "ts": 1788124514.782384, "step": 470, "loss_diff": 0.6464511156082153, "reward": 0.3882667362776499, "level": 0, "difficulty": 0.05, "reward_ma": 0.42539380111034, "leveled_up": false}
{"t": 236, "ts": 1788124515.5558944, "step": 472, "loss_diff": 0.8133926391601562, "reward": 0.35320455680672536, "level": 0, "difficulty": 0.05, "reward_ma": 0.41817487667997855, "leveled_up": false}
{"t": 237, "ts": 1788124516.3439415, "step": 474, "loss_diff": 0.5178502798080444, "reward": 0.6891482043818515, "level": 0, "difficulty": 0.05, "reward_ma": 0.4452722094501658, "leveled_up": false}
{"t": 238, "ts": 1788124517.1459703, "step": 476, "loss_diff": 0.7260997295379639, "reward": 0.4838209011297131, "level": 0, "difficulty": 0.05, "reward_ma": 0.4491270786181205, "leveled_up": false}
{"t": 239, "ts": 1788124517.902488, "step": 478, "loss_diff": 0.7837108373641968, "reward": 0.5862058270466146, "level": 0, "difficulty": 0.05, "reward_ma": 0.4628349534609699, "leveled_up": false}
{"t": 240, "ts": 1788124518.7417045, "step": 480, "loss_diff": 0.6389090418815613, "reward": 0.335344607775504, "level": 0, "difficulty": 0.05, "reward_ma": 0.45008591889242333, "leveled_up": false}
{"t": 241, "ts": 1788124519.5314753, "step": 482, "loss_diff": 0.6634604930877686, "reward": 0.4216060279401174, "level": 0, "difficulty": 0.05, "reward_ma": 0.44723792979719273, "leveled_up": false}
{"t": 242, "ts": 1788124520.2964673, "step": 484, "loss_diff": 0.9464825391769409, "reward": 0.6453866109804303, "level": 0, "difficulty": 0.05, "reward_ma": 0.46705279791551646, "leveled_up": false}
{"t": 243, "ts": 1788124521.104174, "step": 486, "loss_diff": 0.6177882552146912, "reward": 0.6008416104013149, "level": 0, "difficulty": 0.05, "reward_ma": 0.4804316791640963, "leveled_up": false}
{"t": 244, "ts": 1788124521.8991728, "step": 488, "loss_diff": 0.844150722026825, "reward": 0.39112470068544336, "level": 0, "difficulty": 0.05, "reward_ma": 0.471500981316231, "leveled_up": false}
{"t": 245, "ts": 1788124522.7537413, "step": 490, "loss_diff": 1.235107421875, "reward": 0.35696511417735055, "level": 0, "difficulty": 0.05, "reward_ma": 0.460047394602343, "leveled_up": false}
{"t": 246, "ts": 1788124523.540645, "step": 492, "loss_diff": 0.7659422755241394, "reward": 0.22116675831071841, "level": 0, "difficulty": 0.05, "reward_ma": 0.43615933097318055, "leveled_up": false}
{"t": 247, "ts": 1788124524.3594053, "step": 494, "loss_diff": 0.7264889478683472, "reward": 0.3617301559634332, "level": 0, "difficulty": 0.05, "reward_ma": 0.42871641347220585, "leveled_up": false}
{"t": 248, "ts": 1788124525.1598692, "step": 496, "loss_diff": 0.9371883273124695, "reward": 0.24947215413507529, "level": 0, "difficulty": 0.05, "reward_ma": 0.4107919875384928, "leveled_up": false}
{"t": 249, "ts": 1788124525.9466558, "step": 498, "loss_diff": 0.8062615394592285, "reward": 0.4136097587240668, "level": 0, "difficulty": 0.05, "reward_ma": 0.4110737646570502, "leveled_up": false}
{"t": 250, "ts": 1788124526.7761762, "step": 500, "loss_diff": 0.5816274881362915, "reward": 0.3457917799612264, "level": 0, "difficulty": 0.05, "reward_ma": 0.40454556618746784, "leveled_up": false}
{"t": 251, "ts": 1788124527.5624604, "step": 502, "loss_diff": 0.6929188966751099, "reward": 0.3937031004220751, "level": 0, "difficulty": 0.05, "reward_ma": 0.4034613196109286, "leveled_up": false}
{"t": 252, "ts": 1788124528.354023, "step": 504, "loss_diff": 0.7611421346664429, "reward": 0.48878767291639214, "level": 0, "difficulty": 0.05, "reward_ma": 0.41199395494147495, "leveled_up": false}
{"t": 253, "ts": 1788124529.1942904, "step": 506, "loss_diff": 0.9285996556282043, "reward": 0.30231244337604285, "level": 0, "difficulty": 0.05, "reward_ma": 0.40102580378493174, "leveled_up": false}
{"t": 254, "ts": 1788124530.1032243, "step": 508, "loss_diff": 0.7921373844146729, "reward": 0.18002945913686844, "level": 0, "difficulty": 0.05, "reward_ma": 0.3789261693201254, "leveled_up": false}
{"t": 255, "ts": 1788124530.972331, "step": 510, "loss_diff": 0.962792158126831, "reward": 0.24429928704156853, "level": 0, "difficulty": 0.05, "reward_ma": 0.3654634810922697, "leveled_up": false}
{"t": 256, "ts": 1788124531.7621763, "step": 512, "loss_diff": 0.6522824764251709, "reward": 0.26647307145443716, "level": 0, "difficulty": 0.05, "reward_ma": 0.3555644401284865, "leveled_up": false}
{"t": 257, "ts": 1788124532.547945, "step": 514, "loss_diff": 0.8777517676353455, "reward": 0.33895130996968476, "level": 0, "difficulty": 0.05, "reward_ma": 0.3539031271126063, "leveled_up": false}
{"t": 258, "ts": 1788124533.3538299, "step": 516, "loss_diff": 0.853302001953125, "reward": 0.2172317124586129, "level": 0, "difficulty": 0.05, "reward_ma": 0.3402359856472069, "leveled_up": false}
{"t": 259, "ts": 1788124534.3495352, "step": 518, "loss_diff": 1.0588054656982422, "reward": 0.5495283825915144, "level": 0, "difficulty": 0.05, "reward_ma": 0.36116522534163764, "leveled_up": false}
{"t": 260, "ts": 1788124535.165369, "step": 520, "loss_diff": 0.798730731010437, "reward": 0.13332534359894704, "level": 0, "difficulty": 0.05, "reward_ma": 0.33838123716736856, "leveled_up": false}
{"t": 261, "ts": 1788124546.5036688, "step": 522, "loss_diff": 0.7998270392417908, "reward": 0.4213010906826027, "level": 0, "difficulty": 0.05, "reward_ma": 0.346673222518892, "leveled_up": false}
{"t": 262, "ts": 1788124547.340264, "step": 524, "loss_diff": 0.6765878796577454, "reward": 0.1257823231439642, "level": 0, "difficulty": 0.05, "reward_ma": 0.32458413258139923, "leveled_up": false}
{"t": 263, "ts": 1788124548.1945448, "step": 526, "loss_diff": 0.9775434732437134, "reward": 0.4205223980601845, "level": 0, "difficulty": 0.05, "reward_ma": 0.3341779591292778, "leveled_up": false}
{"t": 264, "ts": 1788124549.0549562, "step": 528, "loss_diff": 0.7688657641410828, "reward": 0.30098024028584736, "level": 0, "difficulty": 0.05, "reward_ma": 0.33085818724493476, "leveled_up": false}
{"t": 265, "ts": 1788124549.9796326, "step": 530, "loss_diff": 0.7000913023948669, "reward": 0.516748607389046, "level": 0, "difficulty": 0.05, "reward_ma": 0.3494472292593459, "leveled_up": false}
{"t": 266, "ts": 1788124550.870419, "step": 532, "loss_diff": 0.8849226236343384, "reward": 0.41140314201191713, "level": 0, "difficulty": 0.05, "reward_ma": 0.35564282053460305, "leveled_up": false}
{"t": 267, "ts": 1788124551.7621408, "step": 534, "loss_diff": 0.8591675758361816, "reward": 0.3136361132307927, "level": 0, "difficulty": 0.05, "reward_ma": 0.35144214980422206, "leveled_up": false}
{"t": 268, "ts": 1788124552.6584046, "step": 536, "loss_diff": 0.7620095014572144, "reward": 0.33187341026542144, "level": 0, "difficulty": 0.05, "reward_ma": 0.349485275850342, "leveled_up": false}
{"t": 269, "ts": 1788124553.5308955, "step": 538, "loss_diff": 0.9954824447631836, "reward": 0.35993820728841164, "level": 0, "difficulty": 0.05, "reward_ma": 0.35053056899414897, "leveled_up": false}
{"t": 270, "ts": 1788124554.4403632, "step": 540, "loss_diff": 0.719785213470459, "reward": 0.48445785247057516, "level": 0, "difficulty": 0.05, "reward_ma": 0.3639232973417916, "leveled_up": false}
{"t": 271, "ts": 1788124555.3015962, "step": 542, "loss_diff": 0.7847098708152771, "reward": 0.3121156387348939, "level": 0, "difficulty": 0.05, "reward_ma": 0.3587425314811018, "leveled_up": false}
{"t": 272, "ts": 1788124556.2301164, "step": 544, "loss_diff": 0.6399425268173218, "reward": 0.48418588282112285, "level": 0, "difficulty": 0.05, "reward_ma": 0.3712868666151039, "leveled_up": false}
{"t": 273, "ts": 1788124557.1449673, "step": 546, "loss_diff": 0.7520942687988281, "reward": 0.5331167783491457, "level": 0, "difficulty": 0.05, "reward_ma": 0.3874698577885081, "leveled_up": false}
{"t": 274, "ts": 1788124557.9851596, "step": 548, "loss_diff": 0.7303003668785095, "reward": 0.3524039835499633, "level": 0, "difficulty": 0.05, "reward_ma": 0.3839632703646536, "leveled_up": false}
{"t": 275, "ts": 1788124558.9376597, "step": 550, "loss_diff": 1.1245609521865845, "reward": 0.5367327742461563, "level": 0, "difficulty": 0.05, "reward_ma": 0.3992402207528039, "leveled_up": false}
{"t": 276, "ts": 1788124559.790474, "step": 552, "loss_diff": 0.6679033637046814, "reward": 0.5144544426898406, "level": 0, "difficulty": 0.05, "reward_ma": 0.4107616429465076, "leveled_up": false}
{"t": 277, "ts": 1788124560.6960287, "step": 554, "loss_diff": 1.0221866369247437, "reward": 0.4980705746297735, "level": 0, "difficulty": 0.05, "reward_ma": 0.41949253611483417, "leveled_up": false}
{"t": 278, "ts": 1788124561.6626754, "step": 556, "loss_diff": 0.9059395790100098, "reward": 0.3183821989225946, "level": 0, "difficulty": 0.05, "reward_ma": 0.4093815023956102, "leveled_up": false}
{"t": 279, "ts": 1788124562.5614276, "step": 558, "loss_diff": 0.8269102573394775, "reward": 0.45396813620662624, "level": 0, "difficulty": 0.05, "reward_ma": 0.41384016577671184, "leveled_up": false}
{"t": 280, "ts": 1788124563.4689245, "step": 560, "loss_diff": 0.7517276406288147, "reward": 0.6174732541771613, "level": 0, "difficulty": 0.05, "reward_ma": 0.4342034746167568, "leveled_up": false}
{"t": 281, "ts": 1788124564.3664637, "step": 562, "loss_diff": 0.816227912902832, "reward": 0.5491225082319755, "level": 0, "difficulty": 0.05, "reward_ma": 0.4456953779782787, "leveled_up": false}
{"t": 282, "ts": 1788124565.2506034, "step": 564, "loss_diff": 0.7590947151184082, "reward": 0.3090067804818032, "level": 0, "difficulty": 0.05, "reward_ma": 0.43202651822863114, "leveled_up": false}
{"t": 283, "ts": 1788124566.1630235, "step": 566, "loss_diff": 0.5889672636985779, "reward": 0.6460510406446758, "level": 0, "difficulty": 0.05, "reward_ma": 0.4534289704702356, "leveled_up": false}
{"t": 284, "ts": 1788124567.0464265, "step": 568, "loss_diff": 0.8178645968437195, "reward": 0.46780010407217987, "level": 0, "difficulty": 0.05, "reward_ma": 0.45486608383043003, "leveled_up": false}
{"t": 285, "ts": 1788124567.9813757, "step": 570, "loss_diff": 1.1044255495071411, "reward": 0.6013468755582662, "level": 0, "difficulty": 0.05, "reward_ma": 0.4695141630032137, "leveled_up": false}
{"t": 286, "ts": 1788124568.8839457, "step": 572, "loss_diff": 1.0380994081497192, "reward": 0.2626617768282977, "level": 0, "difficulty": 0.05, "reward_ma": 0.44882892438572214, "leveled_up": false}
{"t": 287, "ts": 1788124569.9029682, "step": 574, "loss_diff": 0.8800688982009888, "reward": 0.29294998692133345, "level": 0, "difficulty": 0.05, "reward_ma": 0.4332410306392833, "leveled_up": false}
{"t": 288, "ts": 1788124570.8861108, "step": 576, "loss_diff": 0.8024497032165527, "reward": 0.589180180460414, "level": 0, "difficulty": 0.05, "reward_ma": 0.4488349456213964, "leveled_up": false}
{"t": 289, "ts": 1788124571.8599477, "step": 578, "loss_diff": 0.708692193031311, "reward": 0.3929933153197505, "level": 0, "difficulty": 0.05, "reward_ma": 0.44325078259123185, "leveled_up": false}
{"t": 290, "ts": 1788124583.959468, "step": 580, "loss_diff": 0.6831920742988586, "reward": 0.2455449524456768, "level": 0, "difficulty": 0.05, "reward_ma": 0.4234801995766764, "leveled_up": false}
{"t": 291, "ts": 1788124584.7895613, "step": 582, "loss_diff": 0.6503614783287048, "reward": 0.26195686811066266, "level": 0, "difficulty": 0.05, "reward_ma": 0.407327866430075, "leveled_up": false}
{"t": 292, "ts": 1788124585.6685197, "step": 584, "loss_diff": 0.6717494130134583, "reward": 0.31346165707045104, "level": 0, "difficulty": 0.05, "reward_ma": 0.39794124549411264, "leveled_up": false}
{"t": 293, "ts": 1788124586.5521162, "step": 586, "loss_diff": 1.0632799863815308, "reward": 0.12561351482745897, "level": 0, "difficulty": 0.05, "reward_ma": 0.37070847242744726, "leveled_up": false}
{"t": 294, "ts": 1788124587.3751352, "step": 588, "loss_diff": 1.0588977336883545, "reward": 0.21469698664616832, "level": 0, "difficulty": 0.05, "reward_ma": 0.35510732384931937, "leveled_up": false}
{"t": 295, "ts": 1788124588.2604032, "step": 590, "loss_diff": 0.5832357406616211, "reward": 0.5393649547651657, "level": 0, "difficulty": 0.05, "reward_ma": 0.37353308694090404, "leveled_up": false}
{"t": 296, "ts": 1788124589.13009, "step": 592, "loss_diff": 0.8902655243873596, "reward": 0.5783032279348636, "level": 0, "difficulty": 0.05, "reward_ma": 0.39401010104030004, "leveled_up": false}
{"t": 297, "ts": 1788124589.9969108, "step": 594, "loss_diff": 0.6240474581718445, "reward": 0.46160296426731656, "level": 0, "difficulty": 0.05, "reward_ma": 0.40076938736300166, "leveled_up": false}
{"t": 298, "ts": 1788124590.936846, "step": 596, "loss_diff": 0.6949042081832886, "reward": 0.2368815247453246, "level": 0, "difficulty": 0.05, "reward_ma": 0.38438060110123395, "leveled_up": false}
{"t": 299, "ts": 1788124591.7897067, "step": 598, "loss_diff": 0.6251170039176941, "reward": 0.25777532339634596, "level": 0, "difficulty": 0.05, "reward_ma": 0.37172007333074514, "leveled_up": false}
{"t": 300, "ts": 1788124592.7524319, "step": 600, "loss_diff": 0.6231005191802979, "reward": 0.2970405248120553, "level": 0, "difficulty": 0.05, "reward_ma": 0.3642521184788762, "leveled_up": false}
{"t": 301, "ts": 1788124593.5906389, "step": 602, "loss_diff": 0.7998999953269958, "reward": 0.5370881103391832, "level": 0, "difficulty": 0.05, "reward_ma": 0.3815357176649069, "leveled_up": false}
{"t": 302, "ts": 1788124594.4596455, "step": 604, "loss_diff": 0.6070761680603027, "reward": 0.6383826878872512, "level": 0, "difficulty": 0.05, "reward_ma": 0.4072204146871413, "leveled_up": false}
{"t": 303, "ts": 1788124595.359141, "step": 606, "loss_diff": 0.8386554718017578, "reward": 0.26105565141307246, "level": 0, "difficulty": 0.05, "reward_ma": 0.39260393835973445, "leveled_up": false}
{"t": 304, "ts": 1788124596.2356503, "step": 608, "loss_diff": 1.041495442390442, "reward": 0.3904277441918497, "level": 0, "difficulty": 0.05, "reward_ma": 0.39238631894294596, "leveled_up": false}
{"t": 305, "ts": 1788124597.136702, "step": 610, "loss_diff": 0.6704762578010559, "reward": 0.3333843510204463, "level": 0, "difficulty": 0.05, "reward_ma": 0.386486122150696, "leveled_up": false}
{"t": 306, "ts": 1788124597.9846776, "step": 612, "loss_diff": 0.7801859378814697, "reward": 0.47889354908952153, "level": 0, "difficulty": 0.05, "reward_ma": 0.39572686484457853, "leveled_up": false}
{"t": 307, "ts": 1788124598.8718204, "step": 614, "loss_diff": 0.6583881378173828, "reward": 0.3685411587506569, "level": 0, "difficulty": 0.05, "reward_ma": 0.3930082942351864, "leveled_up": false}
{"t": 308, "ts": 1788124599.771489, "step": 616, "loss_diff": 0.6495316624641418, "reward": 0.3326730802038987, "level": 0, "difficulty": 0.05, "reward_ma": 0.3869747728320576, "leveled_up": false}
{"t": 309, "ts": 1788124600.6583443, "step": 618, "loss_diff": 0.9391055107116699, "reward": 0.5118094904274171, "level": 0, "difficulty": 0.05, "reward_ma": 0.39945824459159357, "leveled_up": false}
{"t": 310, "ts": 1788124601.5708268, "step": 620, "loss_diff": 0.6308999061584473, "reward": 0.6428722039843686, "level": 0, "difficulty": 0.05, "reward_ma": 0.4237996405308711, "leveled_up": false}
{"t": 311, "ts": 1788124602.47885, "step": 622, "loss_diff": 0.550211489200592, "reward": 0.44475339633057265, "level": 0, "difficulty": 0.05, "reward_ma": 0.4258950161108413, "leveled_up": false}
{"t": 312, "ts": 1788124603.365165, "step": 624, "loss_diff": 0.7818470001220703, "reward": 0.5191203596920878, "level": 0, "difficulty": 0.05, "reward_ma": 0.435217550468966, "leveled_up": false}
{"t": 313, "ts": 1788124604.4414153, "step": 626, "loss_diff": 0.8987271785736084, "reward": 0.30601938524574646, "level": 0, "difficulty": 0.05, "reward_ma": 0.42229773394664405, "leveled_up": false}
{"t": 314, "ts": 1788124605.3736217, "step": 628, "loss_diff": 0.6850747466087341, "reward": 0.5545815887646968, "level": 0, "difficulty": 0.05, "reward_ma": 0.4355261194284493, "leveled_up": false}
{"t": 315, "ts": 1788124606.2739034, "step": 630, "loss_diff": 0.6758965253829956, "reward": 0.5078530482620368, "level": 0, "difficulty": 0.05, "reward_ma": 0.4427588123118081, "leveled_up": false}
{"t": 316, "ts": 1788124607.1662226, "step": 632, "loss_diff": 0.7629141807556152, "reward": 0.301951801373993, "level": 0, "difficulty": 0.05, "reward_ma": 0.42867811121802657, "leveled_up": false}
{"t": 317, "ts": 1788124608.196566, "step": 634, "loss_diff": 0.9849482774734497, "reward": 0.36661199834689884, "level": 0, "difficulty": 0.05, "reward_ma": 0.4224714999309138, "leveled_up": false}
{"t": 318, "ts": 1788124609.156085, "step": 636, "loss_diff": 0.8691922426223755, "reward": 0.5916947669149161, "level": 0, "difficulty": 0.05, "reward_ma": 0.43939382662931403, "leveled_up": false}
{"t": 319, "ts": 1788124621.4019399, "step": 638, "loss_diff": 0.8239197134971619, "reward": 0.2940362331238086, "level": 0, "difficulty": 0.05, "reward_ma": 0.4248580672787635, "leveled_up": false}
{"t": 320, "ts": 1788124622.338943, "step": 640, "loss_diff": 0.7772620916366577, "reward": 0.5775282402088545, "level": 0, "difficulty": 0.05, "reward_ma": 0.44012508457177263, "leveled_up": false}
{"t": 321, "ts": 1788124623.2301214, "step": 642, "loss_diff": 1.006777048110962, "reward": 0.46448295443001364, "level": 0, "difficulty": 0.05, "reward_ma": 0.44256087155759677, "leveled_up": false}
{"t": 322, "ts": 1788124624.0857785, "step": 644, "loss_diff": 0.581569492816925, "reward": 0.23577850228955355, "level": 0, "difficulty": 0.05, "reward_ma": 0.42188263463079245, "leveled_up": false}
{"t": 323, "ts": 1788124624.9887753, "step": 646, "loss_diff": 0.6176819205284119, "reward": 0.44896420157183403, "level": 0, "difficulty": 0.05, "reward_ma": 0.42459079132489663, "leveled_up": false}
{"t": 324, "ts": 1788124625.8990633, "step": 648, "loss_diff": 0.6824295520782471, "reward": 0.2529513599540243, "level": 0, "difficulty": 0.05, "reward_ma": 0.40742684818780944, "leveled_up": false}
{"t": 325, "ts": 1788124626.8471014, "step": 650, "loss_diff": 0.6888759732246399, "reward": 0.4021792744023198, "level": 0, "difficulty": 0.05, "reward_ma": 0.4069020908092605, "leveled_up": false}
{"t": 326, "ts": 1788124627.7288053, "step": 652, "loss_diff": 0.6928730607032776, "reward": 0.3108443829398003, "level": 0, "difficulty": 0.05, "reward_ma": 0.3972963200223145, "leveled_up": false}
{"t": 327, "ts": 1788124628.5844452, "step": 654, "loss_diff": 0.691837728023529, "reward": 0.16221226532040506, "level": 0, "difficulty": 0.05, "reward_ma": 0.37378791455212357, "leveled_up": false}
{"t": 328, "ts": 1788124629.492887, "step": 656, "loss_diff": 0.8054686784744263, "reward": 0.3950580349481008, "level": 0, "difficulty": 0.05, "reward_ma": 0.3759149265917213, "leveled_up": false}
{"t": 329, "ts": 1788124630.394051, "step": 658, "loss_diff": 0.8313102126121521, "reward": 0.2835043656319033, "level": 0, "difficulty": 0.05, "reward_ma": 0.3666738704957395, "leveled_up": false}
{"t": 330, "ts": 1788124631.3008025, "step": 660, "loss_diff": 0.7066736221313477, "reward": 0.41943063981615525, "level": 0, "difficulty": 0.05, "reward_ma": 0.3719495474277811, "leveled_up": false}
{"t": 331, "ts": 1788124632.2914336, "step": 662, "loss_diff": 0.7979632616043091, "reward": 0.4080724952079934, "level": 0, "difficulty": 0.05, "reward_ma": 0.3755618422058023, "leveled_up": false}
{"t": 332, "ts": 1788124633.1504092, "step": 664, "loss_diff": 0.8349148035049438, "reward": 0.2215870706417969, "level": 0, "difficulty": 0.05, "reward_ma": 0.36016436504940175, "leveled_up": false}
{"t": 333, "ts": 1788124633.9855194, "step": 666, "loss_diff": 0.7800338864326477, "reward": 0.23097323522492896, "level": 0, "difficulty": 0.05, "reward_ma": 0.34724525206695445, "leveled_up": false}
{"t": 334, "ts": 1788124634.834972, "step": 668, "loss_diff": 0.8243067264556885, "reward": 0.26128531545914824, "level": 0, "difficulty": 0.05, "reward_ma": 0.3386492584061738, "leveled_up": false}
{"t": 335, "ts": 1788124635.683863, "step": 670, "loss_diff": 0.5652732253074646, "reward": 0.27168098779503325, "level": 0, "difficulty": 0.05, "reward_ma": 0.33195243134505975, "leveled_up": false}
{"t": 336, "ts": 1788124636.5389113, "step": 672, "loss_diff": 0.7990400791168213, "reward": 0.4426616035095913, "level": 0, "difficulty": 0.05, "reward_ma": 0.34302334856151295, "leveled_up": false}
{"t": 337, "ts": 1788124637.3511717, "step": 674, "loss_diff": 0.8314847946166992, "reward": 0.15407007344601648, "level": 0, "difficulty": 0.05, "reward_ma": 0.3241280210499633, "leveled_up": false}
{"t": 338, "ts": 1788124638.192886, "step": 676, "loss_diff": 1.0283920764923096, "reward": 0.2780093109716199, "level": 0, "difficulty": 0.05, "reward_ma": 0.31951615004212897, "leveled_up": false}
{"t": 339, "ts": 1788124639.0801091, "step": 678, "loss_diff": 0.7301815748214722, "reward": 0.41697605041550606, "level": 0, "difficulty": 0.05, "reward_ma": 0.3292621400794667, "leveled_up": false}
{"t": 340, "ts": 1788124639.942011, "step": 680, "loss_diff": 0.6178954839706421, "reward": 0.6513987993050351, "level": 0, "difficulty": 0.05, "reward_ma": 0.36147580600202356, "leveled_up": false}
{"t": 341, "ts": 1788124640.7454054, "step": 682, "loss_diff": 0.5765746235847473, "reward": 0.5357901396907194, "level": 0, "difficulty": 0.05, "reward_ma": 0.37890723937089316, "leveled_up": false}
{"t": 342, "ts": 1788124641.573116, "step": 684, "loss_diff": 0.47539040446281433, "reward": 0.22642064188029992, "level": 0, "difficulty": 0.05, "reward_ma": 0.36365857962183384, "leveled_up": false}
{"t": 343, "ts": 1788124642.4347441, "step": 686, "loss_diff": 0.6009705662727356, "reward": 0.47460384144578377, "level": 0, "difficulty": 0.05, "reward_ma": 0.3747531058042288, "leveled_up": false}
{"t": 344, "ts": 1788124643.2521377, "step": 688, "loss_diff": 0.7961658239364624, "reward": 0.4989678781313497, "level": 0, "difficulty": 0.05, "reward_ma": 0.38717458303694097, "leveled_up": false}
{"t": 345, "ts": 1788124644.097183, "step": 690, "loss_diff": 0.8178295493125916, "reward": 0.503768901849705, "level": 0, "difficulty": 0.05, "reward_ma": 0.39883401491821735, "leveled_up": false}
{"t": 346, "ts": 1788124644.9617753, "step": 692, "loss_diff": 0.9545172452926636, "reward": 0.1742142385098917, "level": 0, "difficulty": 0.05, "reward_ma": 0.3763720372773848, "leveled_up": false}
{"t": 347, "ts": 1788124645.7835143, "step": 694, "loss_diff": 0.84810471534729, "reward": 0.21374729685361732, "level": 0, "difficulty": 0.05, "reward_ma": 0.36010956323500803, "leveled_up": false}
{"t": 348, "ts": 1788124658.2714617, "step": 696, "loss_diff": 0.6569787859916687, "reward": 0.1618891531618274, "level": 0, "difficulty": 0.05, "reward_ma": 0.34028752222768993, "leveled_up": false}
{"t": 349, "ts": 1788124659.1389277, "step": 698, "loss_diff": 0.9491024017333984, "reward": 0.2271637262093416, "level": 0, "difficulty": 0.05, "reward_ma": 0.32897514262585514, "leveled_up": false}
{"t": 350, "ts": 1788124660.030314, "step": 700, "loss_diff": 1.0703288316726685, "reward": 0.2107395757330735, "level": 0, "difficulty": 0.05, "reward_ma": 0.317151585936577, "leveled_up": false}
{"t": 351, "ts": 1788124660.8655086, "step": 702, "loss_diff": 0.7494374513626099, "reward": 0.19829596448870662, "level": 0, "difficulty": 0.05, "reward_ma": 0.30526602379178996, "leveled_up": false}
{"t": 352, "ts": 1788124661.7327158, "step": 704, "loss_diff": 0.9586195349693298, "reward": 0.2785739806889252, "level": 0, "difficulty": 0.05, "reward_ma": 0.3025968194815035, "leveled_up": false}
{"t": 353, "ts": 1788124662.7594995, "step": 706, "loss_diff": 1.0274591445922852, "reward": 0.21578650842905844, "level": 0, "difficulty": 0.05, "reward_ma": 0.29391578837625904, "leveled_up": false}
{"t": 354, "ts": 1788124663.583419, "step": 708, "loss_diff": 0.9564026594161987, "reward": 0.5716608118456401, "level": 0, "difficulty": 0.05, "reward_ma": 0.32169029072319716, "leveled_up": false}
{"t": 355, "ts": 1788124664.5357263, "step": 710, "loss_diff": 1.0731213092803955, "reward": 0.5090800799861319, "level": 0, "difficulty": 0.05, "reward_ma": 0.3404292696494906, "leveled_up": false}
{"t": 356, "ts": 1788124665.4624586, "step": 712, "loss_diff": 0.9703795313835144, "reward": 0.38513036517312327, "level": 0, "difficulty": 0.05, "reward_ma": 0.3448993792018539, "leveled_up": false}
{"t": 357, "ts": 1788124666.487087, "step": 714, "loss_diff": 0.9831861853599548, "reward": 0.5193825552691403, "level": 0, "difficulty": 0.05, "reward_ma": 0.36234769680858253, "leveled_up": false}
{"t": 358, "ts": 1788124667.3810635, "step": 716, "loss_diff": 0.8875990509986877, "reward": 0.6136764678503456, "level": 0, "difficulty": 0.05, "reward_ma": 0.3874805739127588, "leveled_up": false}
{"t": 359, "ts": 1788124668.25645, "step": 718, "loss_diff": 0.7959248423576355, "reward": 0.4916107053832792, "level": 0, "difficulty": 0.05, "reward_ma": 0.39789358705981087, "leveled_up": false}
{"t": 360, "ts": 1788124669.1422884, "step": 720, "loss_diff": 0.7118566036224365, "reward": 0.3000985065329268, "level": 0, "difficulty": 0.05, "reward_ma": 0.38811407900712247, "leveled_up": false}
{"t": 361, "ts": 1788124669.9840662, "step": 722, "loss_diff": 0.8243656158447266, "reward": 0.27438515146330233, "level": 0, "difficulty": 0.05, "reward_ma": 0.37674118625274045, "leveled_up": false}
{"t": 362, "ts": 1788124670.8564613, "step": 724, "loss_diff": 0.88523930311203, "reward": 0.21039553982906511, "level": 0, "difficulty": 0.05, "reward_ma": 0.36010662161037293, "leveled_up": false}
{"t": 363, "ts": 1788124671.7533636, "step": 726, "loss_diff": 0.7839910984039307, "reward": 0.43165486105616646, "level": 0, "difficulty": 0.05, "reward_ma": 0.3672614455549523, "leveled_up": false}
{"t": 364, "ts": 1788124672.5662217, "step": 728, "loss_diff": 0.7804596424102783, "reward": 0.40205780626923215, "level": 0, "difficulty": 0.05, "reward_ma": 0.3707410816263803, "leveled_up": false}
{"t": 365, "ts": 1788124673.392733, "step": 730, "loss_diff": 0.893151581287384, "reward": 0.3725349280682403, "level": 0, "difficulty": 0.05, "reward_ma": 0.37092046627056635, "leveled_up": false}
{"t": 366, "ts": 1788124674.3009493, "step": 732, "loss_diff": 1.033912181854248, "reward": 0.5012846303496475, "level": 0, "difficulty": 0.05, "reward_ma": 0.3839568826784745, "leveled_up": false}
{"t": 367, "ts": 1788124675.166143, "step": 734, "loss_diff": 1.2585794925689697, "reward": 0.517734450924493, "level": 0, "difficulty": 0.05, "reward_ma": 0.39733463950307635, "leveled_up": false}
{"t": 368, "ts": 1788124676.064474, "step": 736, "loss_diff": 0.7631826996803284, "reward": 0.2355661817641766, "level": 0, "difficulty": 0.05, "reward_ma": 0.38115779372918634, "leveled_up": false}
{"t": 369, "ts": 1788124676.8966677, "step": 738, "loss_diff": 0.6222571730613708, "reward": 0.5410622465680167, "level": 0, "difficulty": 0.05, "reward_ma": 0.3971482390130694, "leveled_up": false}
{"t": 370, "ts": 1788124677.7852829, "step": 740, "loss_diff": 0.7730728387832642, "reward": 0.33723744002541833, "level": 0, "difficulty": 0.05, "reward_ma": 0.3911571591143043, "leveled_up": false}
{"t": 371, "ts": 1788124678.6641502, "step": 742, "loss_diff": 0.831720232963562, "reward": 0.40741412692620793, "level": 0, "difficulty": 0.05, "reward_ma": 0.39278285589549466, "leveled_up": false}
{"t": 372, "ts": 1788124679.5683806, "step": 744, "loss_diff": 1.024692177772522, "reward": 0.23279350143967864, "level": 0, "difficulty": 0.05, "reward_ma": 0.3767839204499131, "leveled_up": false}
{"t": 373, "ts": 1788124680.588871, "step": 746, "loss_diff": 0.7256101369857788, "reward": 0.3500368775802565, "level": 0, "difficulty": 0.05, "reward_ma": 0.37410921616294746, "leveled_up": false}
{"t": 374, "ts": 1788124681.5363739, "step": 748, "loss_diff": 0.7145870923995972, "reward": 0.558356146252285, "level": 0, "difficulty": 0.05, "reward_ma": 0.39253390917188125, "leveled_up": false}
{"t": 375, "ts": 1788124682.5050848, "step": 750, "loss_diff": 1.0032250881195068, "reward": 0.17040448156677207, "level": 0, "difficulty": 0.05, "reward_ma": 0.37032096641137036, "leveled_up": false}
{"t": 376, "ts": 1788124683.4393759, "step": 752, "loss_diff": 0.6358314156532288, "reward": 0.3281835886787208, "level": 0, "difficulty": 0.05, "reward_ma": 0.3661072286381054, "leveled_up": false}
{"t": 377, "ts": 1788124696.3469536, "step": 754, "loss_diff": 0.8208701610565186, "reward": 0.17829780586839666, "level": 0, "difficulty": 0.05, "reward_ma": 0.34732628636113455, "leveled_up": false}
{"t": 378, "ts": 1788124697.3817303, "step": 756, "loss_diff": 0.8589047193527222, "reward": 0.2791576746439902, "level": 0, "difficulty": 0.05, "reward_ma": 0.3405094251894201, "leveled_up": false}
{"t": 379, "ts": 1788124698.287627, "step": 758, "loss_diff": 0.6612141132354736, "reward": 0.4920331038647765, "level": 0, "difficulty": 0.05, "reward_ma": 0.3556617930569558, "leveled_up": false}
{"t": 380, "ts": 1788124699.2658107, "step": 760, "loss_diff": 0.9475058913230896, "reward": 0.34943801159591886, "level": 0, "difficulty": 0.05, "reward_ma": 0.3550394149108521, "leveled_up": false}
{"t": 381, "ts": 1788124700.1612084, "step": 762, "loss_diff": 0.7228482961654663, "reward": 0.42528008189210575, "level": 0, "difficulty": 0.05, "reward_ma": 0.3620634816089775, "leveled_up": false}
{"t": 382, "ts": 1788124701.0639575, "step": 764, "loss_diff": 1.0495227575302124, "reward": 0.22479000424189763, "level": 0, "difficulty": 0.05, "reward_ma": 0.3483361338722695, "leveled_up": false}
{"t": 383, "ts": 1788124701.9943738, "step": 766, "loss_diff": 0.812720775604248, "reward": 0.23273615246148996, "level": 0, "difficulty": 0.05, "reward_ma": 0.3367761357311916, "leveled_up": false}
{"t": 384, "ts": 1788124702.9004152, "step": 768, "loss_diff": 0.9707447290420532, "reward": 0.20112850850407737, "level": 0, "difficulty": 0.05, "reward_ma": 0.3232113730084802, "leveled_up": false}
{"t": 385, "ts": 1788124703.8523817, "step": 770, "loss_diff": 0.7282073497772217, "reward": 0.3560441828502725, "level": 0, "difficulty": 0.05, "reward_ma": 0.3264946539926594, "leveled_up": false}
{"t": 386, "ts": 1788124704.760194, "step": 772, "loss_diff": 0.9384273886680603, "reward": 0.2778747193220411, "level": 0, "difficulty": 0.05, "reward_ma": 0.3216326605255976, "leveled_up": false}
{"t": 387, "ts": 1788124705.6691306, "step": 774, "loss_diff": 0.6950858235359192, "reward": 0.22617680956447508, "level": 0, "difficulty": 0.05, "reward_ma": 0.31208707542948533, "leveled_up": false}
{"t": 388, "ts": 1788124706.63265, "step": 776, "loss_diff": 0.8102205991744995, "reward": 0.2808910493829394, "level": 0, "difficulty": 0.05, "reward_ma": 0.3089674728248307, "leveled_up": false}
{"t": 389, "ts": 1788124707.502148, "step": 778, "loss_diff": 0.8282502889633179, "reward": 0.40022412370115995, "level": 0, "difficulty": 0.05, "reward_ma": 0.3180931379124637, "leveled_up": false}
{"t": 390, "ts": 1788124708.451255, "step": 780, "loss_diff": 0.6493693590164185, "reward": 0.412965324716352, "level": 0, "difficulty": 0.05, "reward_ma": 0.32758035659285256, "leveled_up": false}
{"t": 391, "ts": 1788124709.372938, "step": 782, "loss_diff": 0.712228536605835, "reward": 0.2305559266100421, "level": 0, "difficulty": 0.05, "reward_ma": 0.3178779135945715, "leveled_up": false}
{"t": 392, "ts": 1788124710.279562, "step": 784, "loss_diff": 1.1131852865219116, "reward": 0.49871589290696317, "level": 0, "difficulty": 0.05, "reward_ma": 0.33596171152581067, "leveled_up": false}
{"t": 393, "ts": 1788124711.2344468, "step": 786, "loss_diff": 0.9370115399360657, "reward": 0.6816991814215295, "level": 0, "difficulty": 0.05, "reward_ma": 0.37053545851538255, "leveled_up": false}
{"t": 394, "ts": 1788124712.134958, "step": 788, "loss_diff": 0.7225441932678223, "reward": 0.43255585349125014, "level": 0, "difficulty": 0.05, "reward_ma": 0.3767374980129693, "leveled_up": false}
{"t": 395, "ts": 1788124713.0574555, "step": 790, "loss_diff": 0.7988803386688232, "reward": 0.2528060885989823, "level": 0, "difficulty": 0.05, "reward_ma": 0.36434435707157065, "leveled_up": false}
{"t": 396, "ts": 1788124713.9546468, "step": 792, "loss_diff": 0.7693413496017456, "reward": 0.32921327132523015, "level": 0, "difficulty": 0.05, "reward_ma": 0.3608312484969366, "leveled_up": false}
{"t": 397, "ts": 1788124714.8572679, "step": 794, "loss_diff": 0.6992945671081543, "reward": 0.4995529700671222, "level": 0, "difficulty": 0.05, "reward_ma": 0.3747034206539551, "leveled_up": false}
{"t": 398, "ts": 1788124715.7710676, "step": 796, "loss_diff": 0.8439270853996277, "reward": 0.3577661381292303, "level": 0, "difficulty": 0.05, "reward_ma": 0.37300969240148263, "leveled_up": false}
{"t": 399, "ts": 1788124716.6821935, "step": 798, "loss_diff": 0.830939769744873, "reward": 0.18481963783725353, "level": 0, "difficulty": 0.05, "reward_ma": 0.35419068694505973, "leveled_up": false}
{"t": 400, "ts": 1788124717.6351194, "step": 800, "loss_diff": 1.0392118692398071, "reward": 0.29216726718928404, "level": 0, "difficulty": 0.05, "reward_ma": 0.34798834496948217, "leveled_up": false}
{"t": 401, "ts": 1788124718.4936757, "step": 802, "loss_diff": 0.8855794072151184, "reward": 0.34443375050038827, "level": 0, "difficulty": 0.05, "reward_ma": 0.34763288552257277, "leveled_up": false}
{"t": 402, "ts": 1788124719.3814023, "step": 804, "loss_diff": 0.823897659778595, "reward": 0.16891506333701983, "level": 0, "difficulty": 0.05, "reward_ma": 0.32976110330401753, "leveled_up": false}
{"t": 403, "ts": 1788124720.2726781, "step": 806, "loss_diff": 0.7393710613250732, "reward": 0.3968515398457974, "level": 0, "difficulty": 0.05, "reward_ma": 0.3364701469581955, "leveled_up": false}
{"t": 404, "ts": 1788124721.160096, "step": 808, "loss_diff": 0.9750036001205444, "reward": 0.16375989518538703, "level": 0, "difficulty": 0.05, "reward_ma": 0.31919912178091464, "leveled_up": false}
{"t": 405, "ts": 1788124722.0761237, "step": 810, "loss_diff": 0.9627034068107605, "reward": 0.37810640073591517, "level": 0, "difficulty": 0.05, "reward_ma": 0.3250898496764147, "leveled_up": false}
{"t": 406, "ts": 1788124735.0070167, "step": 812, "loss_diff": 0.7734930515289307, "reward": 0.2951203651047206, "level": 0, "difficulty": 0.05, "reward_ma": 0.3220929012192453, "leveled_up": false}
{"t": 407, "ts": 1788124736.1790316, "step": 814, "loss_diff": 0.798507571220398, "reward": 0.2747985619704979, "level": 0, "difficulty": 0.05, "reward_ma": 0.31736346729437054, "leveled_up": false}
{"t": 408, "ts": 1788124737.0770571, "step": 816, "loss_diff": 0.7564361095428467, "reward": 0.2499529343490438, "level": 0, "difficulty": 0.05, "reward_ma": 0.31062241399983787, "leveled_up": false}
{"t": 409, "ts": 1788124737.951825, "step": 818, "loss_diff": 0.7648964524269104, "reward": 0.3843887018491618, "level": 0, "difficulty": 0.05, "reward_ma": 0.3179990427847703, "leveled_up": false}
{"t": 410, "ts": 1788124738.8346372, "step": 820, "loss_diff": 0.6318155527114868, "reward": 0.4106631545313041, "level": 0, "difficulty": 0.05, "reward_ma": 0.32726545395942375, "leveled_up": false}
{"t": 411, "ts": 1788124739.6674244, "step": 822, "loss_diff": 0.8211469650268555, "reward": 0.6135148614075968, "level": 0, "difficulty": 0.05, "reward_ma": 0.35589039470424105, "leveled_up": false}
{"t": 412, "ts": 1788124740.4730783, "step": 824, "loss_diff": 0.7347010970115662, "reward": 0.18953028192322174, "level": 0, "difficulty": 0.05, "reward_ma": 0.33925438342613917, "leveled_up": false}
{"t": 413, "ts": 1788124741.356412, "step": 826, "loss_diff": 0.7447421550750732, "reward": 0.3100163105838582, "level": 0, "difficulty": 0.05, "reward_ma": 0.3363305761419111, "leveled_up": false}
{"t": 414, "ts": 1788124742.1753178, "step": 828, "loss_diff": 0.9922059774398804, "reward": 0.35729197119636896, "level": 0, "difficulty": 0.05, "reward_ma": 0.3384267156473569, "leveled_up": false}
{"t": 415, "ts": 1788124743.0458088, "step": 830, "loss_diff": 0.8185608983039856, "reward": 0.46760605457104387, "level": 0, "difficulty": 0.05, "reward_ma": 0.35134464953972555, "leveled_up": false}
{"t": 416, "ts": 1788124743.8599913, "step": 832, "loss_diff": 0.7134795188903809, "reward": 0.4000506799508187, "level": 0, "difficulty": 0.05, "reward_ma": 0.35621525258083486, "leveled_up": false}
{"t": 417, "ts": 1788124744.6750689, "step": 834, "loss_diff": 1.0124152898788452, "reward": 0.20105465502906367, "level": 0, "difficulty": 0.05, "reward_ma": 0.34069919282565775, "leveled_up": false}
{"t": 418, "ts": 1788124745.5541422, "step": 836, "loss_diff": 0.7219439744949341, "reward": 0.4388855264544982, "level": 0, "difficulty": 0.05, "reward_ma": 0.3505178261885418, "leveled_up": false}
{"t": 419, "ts": 1788124746.3789895, "step": 838, "loss_diff": 0.9348543882369995, "reward": 0.1990232104306488, "level": 0, "difficulty": 0.05, "reward_ma": 0.33536836461275255, "leveled_up": false}
{"t": 420, "ts": 1788124747.2748258, "step": 840, "loss_diff": 0.8746777176856995, "reward": 0.2155077088264989, "level": 0, "difficulty": 0.05, "reward_ma": 0.3233822990341272, "leveled_up": false}
{"t": 421, "ts": 1788124748.1009192, "step": 842, "loss_diff": 0.7523806691169739, "reward": 0.5464849670372602, "level": 0, "difficulty": 0.05, "reward_ma": 0.34569256583444047, "leveled_up": false}
{"t": 422, "ts": 1788124748.9602168, "step": 844, "loss_diff": 0.9031373262405396, "reward": 0.5719238754550385, "level": 0, "difficulty": 0.05, "reward_ma": 0.3683156967965003, "leveled_up": false}
{"t": 423, "ts": 1788124749.8496614, "step": 846, "loss_diff": 0.8169488310813904, "reward": 0.2765575040085308, "level": 0, "difficulty": 0.05, "reward_ma": 0.3591398775177034, "leveled_up": false}
{"t": 424, "ts": 1788124750.7023532, "step": 848, "loss_diff": 0.8331279754638672, "reward": 0.12404047004242386, "level": 0, "difficulty": 0.05, "reward_ma": 0.3356299367701754, "leveled_up": false}
{"t": 425, "ts": 1788124751.6411238, "step": 850, "loss_diff": 0.7671386003494263, "reward": 0.33115992086355794, "level": 0, "difficulty": 0.05, "reward_ma": 0.33518293517951364, "leveled_up": false}
{"t": 426, "ts": 1788124752.495566, "step": 852, "loss_diff": 0.6597601771354675, "reward": 0.5624640469592299, "level": 0, "difficulty": 0.05, "reward_ma": 0.3579110463574853, "leveled_up": false}
{"t": 427, "ts": 1788124753.3725088, "step": 854, "loss_diff": 0.7187946438789368, "reward": 0.3034629645071598, "level": 0, "difficulty": 0.05, "reward_ma": 0.3524662381724527, "leveled_up": false}
{"t": 428, "ts": 1788124754.269196, "step": 856, "loss_diff": 0.791046142578125, "reward": 0.11923464580187898, "level": 0, "difficulty": 0.05, "reward_ma": 0.32914307893539535, "leveled_up": false}
{"t": 429, "ts": 1788124755.1434267, "step": 858, "loss_diff": 0.8297553658485413, "reward": 0.4366338543464692, "level": 0, "difficulty": 0.05, "reward_ma": 0.3398921564765027, "leveled_up": false}
{"t": 430, "ts": 1788124755.9984686, "step": 860, "loss_diff": 0.7177571058273315, "reward": 0.48847569220943665, "level": 0, "difficulty": 0.05, "reward_ma": 0.35475051004979613, "leveled_up": false}
{"t": 431, "ts": 1788124756.8669207, "step": 862, "loss_diff": 0.8420073986053467, "reward": 0.24905456050001845, "level": 0, "difficulty": 0.05, "reward_ma": 0.34418091509481835, "leveled_up": false}
{"t": 432, "ts": 1788124757.6878736, "step": 864, "loss_diff": 0.7713053822517395, "reward": 0.5470710657963085, "level": 0, "difficulty": 0.05, "reward_ma": 0.36446993016496737, "leveled_up": false}
{"t": 433, "ts": 1788124758.5590916, "step": 866, "loss_diff": 0.7558867931365967, "reward": 0.6441746131442407, "level": 0, "difficulty": 0.05, "reward_ma": 0.3924403984628947, "leveled_up": false}
{"t": 434, "ts": 1788124759.4577498, "step": 868, "loss_diff": 0.7291555404663086, "reward": 0.4548093595054002, "level": 0, "difficulty": 0.05, "reward_ma": 0.3986772945671453, "leveled_up": false}
{"t": 435, "ts": 1788124786.4701526, "step": 870, "loss_diff": 0.8697940111160278, "reward": 0.08696068763695347, "level": 0, "difficulty": 0.05, "reward_ma": 0.3675056338741261, "leveled_up": false}
{"t": 436, "ts": 1788124787.443875, "step": 872, "loss_diff": 0.9935102462768555, "reward": 0.284775178268468, "level": 0, "difficulty": 0.05, "reward_ma": 0.3592325883135603, "leveled_up": false}
{"t": 437, "ts": 1788124788.4363117, "step": 874, "loss_diff": 1.0517948865890503, "reward": 0.25401553591852877, "level": 0, "difficulty": 0.05, "reward_ma": 0.3487108830740572, "leveled_up": false}
{"t": 438, "ts": 1788124789.4854093, "step": 876, "loss_diff": 0.9539158344268799, "reward": 0.47848906311373335, "level": 0, "difficulty": 0.05, "reward_ma": 0.3616887010780248, "leveled_up": false}
{"t": 439, "ts": 1788124790.4558496, "step": 878, "loss_diff": 1.1014761924743652, "reward": 0.35717499615311854, "level": 0, "difficulty": 0.05, "reward_ma": 0.3612373305855342, "leveled_up": false}
{"t": 440, "ts": 1788124791.4589064, "step": 880, "loss_diff": 0.973328709602356, "reward": 0.30095843064126654, "level": 0, "difficulty": 0.05, "reward_ma": 0.35520944059110743, "leveled_up": false}
{"t": 441, "ts": 1788124792.636796, "step": 882, "loss_diff": 0.9575759172439575, "reward": 0.30107423144976175, "level": 0, "difficulty": 0.05, "reward_ma": 0.3497959196769729, "leveled_up": false}
{"t": 442, "ts": 1788124793.7621386, "step": 884, "loss_diff": 0.8532580137252808, "reward": 0.14110551383403824, "level": 0, "difficulty": 0.05, "reward_ma": 0.3289268790926794, "leveled_up": false}
{"t": 443, "ts": 1788124794.8417768, "step": 886, "loss_diff": 0.9504880905151367, "reward": 0.24860491947027885, "level": 0, "difficulty": 0.05, "reward_ma": 0.3208946831304394, "leveled_up": false}
{"t": 444, "ts": 1788124795.8657327, "step": 888, "loss_diff": 0.9439969658851624, "reward": 0.4462128947245926, "level": 0, "difficulty": 0.05, "reward_ma": 0.3334265042898547, "leveled_up": false}
{"t": 445, "ts": 1788124796.8917224, "step": 890, "loss_diff": 0.911882758140564, "reward": 0.42673574610098136, "level": 0, "difficulty": 0.05, "reward_ma": 0.34275742847096735, "leveled_up": false}
{"t": 446, "ts": 1788124797.9636073, "step": 892, "loss_diff": 0.9293149709701538, "reward": 0.4949386474275785, "level": 0, "difficulty": 0.05, "reward_ma": 0.3579755503666285, "leveled_up": false}
{"t": 447, "ts": 1788124798.9841635, "step": 894, "loss_diff": 0.8574836850166321, "reward": 0.5045010288183055, "level": 0, "difficulty": 0.05, "reward_ma": 0.3726280982117962, "leveled_up": false}
{"t": 448, "ts": 1788124800.0500488, "step": 896, "loss_diff": 0.8167173862457275, "reward": 0.5179552624868853, "level": 0, "difficulty": 0.05, "reward_ma": 0.38716081463930513, "leveled_up": false}
{"t": 449, "ts": 1788124801.0477126, "step": 898, "loss_diff": 0.844858705997467, "reward": 0.2755271930043987, "level": 0, "difficulty": 0.05, "reward_ma": 0.3759974524758145, "leveled_up": false}
{"t": 450, "ts": 1788124802.1288068, "step": 900, "loss_diff": 0.8800583481788635, "reward": 0.22403382568833324, "level": 0, "difficulty": 0.05, "reward_ma": 0.36080108979706643, "leveled_up": false}
{"t": 451, "ts": 1788124803.1409826, "step": 902, "loss_diff": 0.883553147315979, "reward": 0.08637466986711106, "level": 0, "difficulty": 0.05, "reward_ma": 0.33335844780407087, "leveled_up": false}
{"t": 452, "ts": 1788124804.1464071, "step": 904, "loss_diff": 0.855740487575531, "reward": 0.45367288756449586, "level": 0, "difficulty": 0.05, "reward_ma": 0.34538989178011337, "leveled_up": false}
{"t": 453, "ts": 1788124805.1536767, "step": 906, "loss_diff": 1.0637397766113281, "reward": 0.23451492714529837, "level": 0, "difficulty": 0.05, "reward_ma": 0.33430239531663186, "leveled_up": false}
{"t": 454, "ts": 1788124806.1442685, "step": 908, "loss_diff": 0.7556074261665344, "reward": 0.3267912547409827, "level": 0, "difficulty": 0.05, "reward_ma": 0.33355128125906697, "leveled_up": false}
{"t": 455, "ts": 1788124807.166709, "step": 910, "loss_diff": 0.6880009174346924, "reward": 0.2262143891325716, "level": 0, "difficulty": 0.05, "reward_ma": 0.32281759204641747, "leveled_up": false}
{"t": 456, "ts": 1788124808.1495552, "step": 912, "loss_diff": 0.7252045273780823, "reward": 0.11026885634786796, "level": 0, "difficulty": 0.05, "reward_ma": 0.3015627184765626, "leveled_up": false}
{"t": 457, "ts": 1788124809.1578047, "step": 914, "loss_diff": 0.7844263911247253, "reward": 0.23027391878138, "level": 0, "difficulty": 0.05, "reward_ma": 0.29443383850704435, "leveled_up": false}
{"t": 458, "ts": 1788124810.170986, "step": 916, "loss_diff": 0.9409373998641968, "reward": 0.10983036084365053, "level": 0, "difficulty": 0.05, "reward_ma": 0.275973490740705, "leveled_up": false}
{"t": 459, "ts": 1788124811.1658604, "step": 918, "loss_diff": 0.7892462015151978, "reward": 0.2640452935612913, "level": 0, "difficulty": 0.05, "reward_ma": 0.2747806710227636, "leveled_up": false}
{"t": 460, "ts": 1788124812.2317066, "step": 920, "loss_diff": 0.6562547087669373, "reward": 0.4262642445098362, "level": 0, "difficulty": 0.05, "reward_ma": 0.2899290283714709, "leveled_up": false}
{"t": 461, "ts": 1788124813.252193, "step": 922, "loss_diff": 0.7741171717643738, "reward": 0.41138358857183566, "level": 0, "difficulty": 0.05, "reward_ma": 0.3020744843915074, "leveled_up": false}
{"t": 462, "ts": 1788124814.2644165, "step": 924, "loss_diff": 0.9689561128616333, "reward": 0.24485709714342696, "level": 0, "difficulty": 0.05, "reward_ma": 0.2963527456666994, "leveled_up": false}
{"t": 463, "ts": 1788124815.3396132, "step": 926, "loss_diff": 0.8160789608955383, "reward": 0.2142961389934741, "level": 0, "difficulty": 0.05, "reward_ma": 0.28814708499937686, "leveled_up": false}
{"t": 464, "ts": 1788124830.840895, "step": 928, "loss_diff": 0.794605553150177, "reward": 0.3773091972894768, "level": 0, "difficulty": 0.05, "reward_ma": 0.2970632962283869, "leveled_up": false}
{"t": 465, "ts": 1788124831.8733337, "step": 930, "loss_diff": 0.8337254524230957, "reward": 0.10643910792308578, "level": 0, "difficulty": 0.05, "reward_ma": 0.2780008773978568, "leveled_up": false}
{"t": 466, "ts": 1788124832.8607688, "step": 932, "loss_diff": 0.9609275460243225, "reward": 0.2745916204576294, "level": 0, "difficulty": 0.05, "reward_ma": 0.27765995170383406, "leveled_up": false}
{"t": 467, "ts": 1788124833.838461, "step": 934, "loss_diff": 0.6880037188529968, "reward": 0.22951323836495865, "level": 0, "difficulty": 0.05, "reward_ma": 0.27284528036994654, "leveled_up": false}
{"t": 468, "ts": 1788124834.8456702, "step": 936, "loss_diff": 0.7993887662887573, "reward": 0.369933475652575, "level": 0, "difficulty": 0.05, "reward_ma": 0.2825540998982094, "leveled_up": false}
{"t": 469, "ts": 1788124835.840118, "step": 938, "loss_diff": 0.7341557741165161, "reward": 0.27691953534409247, "level": 0, "difficulty": 0.05, "reward_ma": 0.2819906434427977, "leveled_up": false}
{"t": 470, "ts": 1788124836.8753767, "step": 940, "loss_diff": 0.8112828135490417, "reward": 0.4765007008803313, "level": 0, "difficulty": 0.05, "reward_ma": 0.30144164918655103, "leveled_up": false}
{"t": 471, "ts": 1788124837.954319, "step": 942, "loss_diff": 0.741907000541687, "reward": 0.43200367640248105, "level": 0, "difficulty": 0.05, "reward_ma": 0.31449785190814405, "leveled_up": false}
{"t": 472, "ts": 1788124838.9835522, "step": 944, "loss_diff": 0.8791922926902771, "reward": 0.2833316573049429, "level": 0, "difficulty": 0.05, "reward_ma": 0.31138123244782395, "leveled_up": false}
{"t": 473, "ts": 1788124840.069507, "step": 946, "loss_diff": 0.8218000531196594, "reward": 0.32416186766807353, "level": 0, "difficulty": 0.05, "reward_ma": 0.3126592959698489, "leveled_up": false}
{"t": 474, "ts": 1788124841.1002657, "step": 948, "loss_diff": 1.022177815437317, "reward": 0.3193062409036777, "level": 0, "difficulty": 0.05, "reward_ma": 0.31332399046323184, "leveled_up": false}
{"t": 475, "ts": 1788124842.2357528, "step": 950, "loss_diff": 0.9774180054664612, "reward": 0.23545419882625873, "level": 0, "difficulty": 0.05, "reward_ma": 0.30553701129953453, "leveled_up": false}
{"t": 476, "ts": 1788124843.256558, "step": 952, "loss_diff": 0.8578524589538574, "reward": 0.222693035850123, "level": 0, "difficulty": 0.05, "reward_ma": 0.2972526137545934, "leveled_up": false}
{"t": 477, "ts": 1788124844.2789388, "step": 954, "loss_diff": 0.8540526628494263, "reward": 0.4635502796172787, "level": 0, "difficulty": 0.05, "reward_ma": 0.3138823803408619, "leveled_up": false}
{"t": 478, "ts": 1788124845.3621886, "step": 956, "loss_diff": 0.7233198881149292, "reward": 0.3018334974959051, "level": 0, "difficulty": 0.05, "reward_ma": 0.31267749205636625, "leveled_up": false}
{"t": 479, "ts": 1788124846.4023964, "step": 958, "loss_diff": 0.9044696092605591, "reward": 0.37249215841760364, "level": 0, "difficulty": 0.05, "reward_ma": 0.31865895869249, "leveled_up": false}
{"t": 480, "ts": 1788124847.4860713, "step": 960, "loss_diff": 0.6528781056404114, "reward": 0.16498547240325062, "level": 0, "difficulty": 0.05, "reward_ma": 0.3032916100635661, "leveled_up": false}
{"t": 481, "ts": 1788124848.4891095, "step": 962, "loss_diff": 0.7867593765258789, "reward": 0.33274332199527407, "level": 0, "difficulty": 0.05, "reward_ma": 0.3062367812567369, "leveled_up": false}
{"t": 0, "ts": 1788125139.2851195, "step": 0, "loss_diff": 0.7356678247451782, "reward": 0.09316001339996617, "level": 0, "difficulty": 0.14444870010049976, "reward_ma": 0.009316001339996617, "leveled_up": false}
{"t": 1, "ts": 1788125140.7923543, "step": 2, "loss_diff": 0.8249620199203491, "reward": 0.08893143834996124, "level": 0, "difficulty": 0.08949451597857425, "reward_ma": 0.017277545040993082, "leveled_up": false}
{"t": 2, "ts": 1788125142.429459, "step": 4, "loss_diff": 0.9078184962272644, "reward": 0.0853617785095918, "level": 0, "difficulty": 0.05, "reward_ma": 0.024085968387852957, "leveled_up": false}
{"t": 3, "ts": 1788125144.0423088, "step": 6, "loss_diff": 1.4436683654785156, "reward": 0.06812107169760699, "level": 0, "difficulty": 0.05, "reward_ma": 0.028489478718828364, "leveled_up": false}
{"t": 4, "ts": 1788125145.5764062, "step": 8, "loss_diff": 4.759827613830566, "reward": 0.032780393068099455, "level": 0, "difficulty": 0.05, "reward_ma": 0.028918570153755475, "leveled_up": false}
{"t": 5, "ts": 1788125147.1337802, "step": 10, "loss_diff": 2.683805227279663, "reward": 0.04745671217407512, "level": 0, "difficulty": 0.05, "reward_ma": 0.03077238435578744, "leveled_up": false}
{"t": 6, "ts": 1788125148.5563414, "step": 12, "loss_diff": 2.4580461978912354, "reward": 0.05011504245011561, "level": 0, "difficulty": 0.05, "reward_ma": 0.03270665016522026, "leveled_up": false}
{"t": 7, "ts": 1788125150.129959, "step": 14, "loss_diff": 1.267216682434082, "reward": 0.07289836349662115, "level": 0, "difficulty": 0.05, "reward_ma": 0.036725821498360345, "leveled_up": false}
{"t": 8, "ts": 1788125151.647205, "step": 16, "loss_diff": 1.487699270248413, "reward": 0.06703462425180721, "level": 0, "difficulty": 0.05, "reward_ma": 0.039756701773705036, "leveled_up": false}
{"t": 9, "ts": 1788125153.0446162, "step": 18, "loss_diff": 1.0252310037612915, "reward": 0.08080357196799894, "level": 0, "difficulty": 0.05, "reward_ma": 0.04386138879313443, "leveled_up": false}
{"t": 10, "ts": 1788125154.4651058, "step": 20, "loss_diff": 1.785668134689331, "reward": 0.06058499293111233, "level": 0, "difficulty": 0.05, "reward_ma": 0.04553374920693222, "leveled_up": false}
{"t": 11, "ts": 1788125155.8493276, "step": 22, "loss_diff": 1.368973970413208, "reward": 0.07005649835228428, "level": 0, "difficulty": 0.05, "reward_ma": 0.04798602412146743, "leveled_up": false}
{"t": 12, "ts": 1788125157.2663264, "step": 24, "loss_diff": 1.2301278114318848, "reward": 0.07399866597271702, "level": 0, "difficulty": 0.05, "reward_ma": 0.05058728830659239, "leveled_up": false}
{"t": 13, "ts": 1788125158.7493465, "step": 26, "loss_diff": 0.9751296639442444, "reward": 0.0826823281393377, "level": 0, "difficulty": 0.05, "reward_ma": 0.05379679228986692, "leveled_up": false}
{"t": 14, "ts": 1788125160.1611762, "step": 28, "loss_diff": 1.2712587118148804, "reward": 0.1092663037421604, "level": 0, "difficulty": 0.05, "reward_ma": 0.05934374343509627, "leveled_up": false}
{"t": 15, "ts": 1788125161.5980616, "step": 30, "loss_diff": 1.0356223583221436, "reward": 0.08042548505680118, "level": 0, "difficulty": 0.05, "reward_ma": 0.061451917597266766, "leveled_up": false}
{"t": 16, "ts": 1788125163.0462782, "step": 32, "loss_diff": 1.3114917278289795, "reward": 0.08333708729106165, "level": 0, "difficulty": 0.05, "reward_ma": 0.06364043456664625, "leveled_up": false}
{"t": 17, "ts": 1788125164.6301255, "step": 34, "loss_diff": 1.2340989112854004, "reward": 0.07387911037474672, "level": 0, "difficulty": 0.05, "reward_ma": 0.0646643021474563, "leveled_up": false}
{"t": 18, "ts": 1788125166.0443003, "step": 36, "loss_diff": 1.2952425479888916, "reward": 0.07209051731085103, "level": 0, "difficulty": 0.05, "reward_ma": 0.06540692366379577, "leveled_up": false}
{"t": 19, "ts": 1788125167.4461622, "step": 38, "loss_diff": 0.9904239177703857, "reward": 0.08473949273323353, "level": 0, "difficulty": 0.05, "reward_ma": 0.06734018057073955, "leveled_up": false}
{"t": 20, "ts": 1788125168.8634236, "step": 40, "loss_diff": 0.9803085923194885, "reward": 0.08254500492333083, "level": 0, "difficulty": 0.05, "reward_ma": 0.06886066300599869, "leveled_up": false}
{"t": 21, "ts": 1788125170.2486455, "step": 42, "loss_diff": 1.011753797531128, "reward": 0.08129975480284533, "level": 0, "difficulty": 0.05, "reward_ma": 0.07010457218568336, "leveled_up": false}
{"t": 22, "ts": 1788125171.6568735, "step": 44, "loss_diff": 0.9278920292854309, "reward": 0.08454313407462784, "level": 0, "difficulty": 0.05, "reward_ma": 0.07154842837457781, "leveled_up": false}
{"t": 23, "ts": 1788125172.952787, "step": 46, "loss_diff": 0.9498409032821655, "reward": 0.08366730043889953, "level": 0, "difficulty": 0.05, "reward_ma": 0.07276031558100998, "leveled_up": false}
{"t": 24, "ts": 1788125174.1804593, "step": 48, "loss_diff": 1.0326298475265503, "reward": 0.08053397050160893, "level": 0, "difficulty": 0.05, "reward_ma": 0.07353768107306988, "leveled_up": false}
{"t": 25, "ts": 1788125175.5306144, "step": 50, "loss_diff": 1.3211206197738647, "reward": 0.0713619043764551, "level": 0, "difficulty": 0.05, "reward_ma": 0.0733201034034084, "leveled_up": false}
{"t": 26, "ts": 1788125176.2957983, "step": 52, "loss_diff": 1.0637481212615967, "reward": 0.07942123545596506, "level": 0, "difficulty": 0.05, "reward_ma": 0.07393021660866407, "leveled_up": false}
{"t": 27, "ts": 1788125177.0951376, "step": 54, "loss_diff": 0.7950514554977417, "reward": 0.4835105508734494, "level": 0, "difficulty": 0.05, "reward_ma": 0.11488825003514261, "leveled_up": false}
{"t": 28, "ts": 1788125177.905361, "step": 56, "loss_diff": 0.7259358167648315, "reward": 0.16362677185768887, "level": 0, "difficulty": 0.05, "reward_ma": 0.11976210221739725, "leveled_up": false}
{"t": 29, "ts": 1788125188.7940578, "step": 58, "loss_diff": 1.0555169582366943, "reward": 0.1909892868652613, "level": 0, "difficulty": 0.05, "reward_ma": 0.12688482068218365, "leveled_up": false}
{"t": 30, "ts": 1788125189.6447418, "step": 60, "loss_diff": 0.7665961980819702, "reward": 0.20286626152303605, "level": 0, "difficulty": 0.05, "reward_ma": 0.1344829647662689, "leveled_up": false}
{"t": 31, "ts": 1788125190.431352, "step": 62, "loss_diff": 0.8195577263832092, "reward": 0.15949290727565646, "level": 0, "difficulty": 0.05, "reward_ma": 0.13698395901720764, "leveled_up": false}
{"t": 32, "ts": 1788125191.2417681, "step": 64, "loss_diff": 0.7244182825088501, "reward": 0.247341785561348, "level": 0, "difficulty": 0.05, "reward_ma": 0.14801974167162169, "leveled_up": false}
{"t": 33, "ts": 1788125192.031209, "step": 66, "loss_diff": 0.9165694713592529, "reward": 0.17193105774118522, "level": 0, "difficulty": 0.05, "reward_ma": 0.15041087327857805, "leveled_up": false}
{"t": 34, "ts": 1788125192.7963052, "step": 68, "loss_diff": 0.825342059135437, "reward": 0.17095499331281616, "level": 0, "difficulty": 0.05, "reward_ma": 0.15246528528200187, "leveled_up": false}
{"t": 35, "ts": 1788125193.5838766, "step": 70, "loss_diff": 0.8950889706611633, "reward": 0.1630989538985962, "level": 0, "difficulty": 0.05, "reward_ma": 0.1535286521436613, "leveled_up": false}
{"t": 36, "ts": 1788125194.3397913, "step": 72, "loss_diff": 0.901343047618866, "reward": 0.11716619862016764, "level": 0, "difficulty": 0.05, "reward_ma": 0.14989240679131194, "leveled_up": false}
{"t": 37, "ts": 1788125195.0911453, "step": 74, "loss_diff": 0.8289899826049805, "reward": 0.09892387515108257, "level": 0, "difficulty": 0.05, "reward_ma": 0.14479555362728902, "leveled_up": false}
{"t": 38, "ts": 1788125195.9303536, "step": 76, "loss_diff": 1.0583140850067139, "reward": 0.2750140114477073, "level": 0, "difficulty": 0.05, "reward_ma": 0.15781739940933084, "leveled_up": false}
{"t": 39, "ts": 1788125196.6948655, "step": 78, "loss_diff": 0.8867323398590088, "reward": 0.164680556225137, "level": 0, "difficulty": 0.05, "reward_ma": 0.15850371509091146, "leveled_up": false}
{"t": 40, "ts": 1788125197.4930866, "step": 80, "loss_diff": 1.011651635169983, "reward": 0.3754331181444987, "level": 0, "difficulty": 0.05, "reward_ma": 0.1801966553962702, "leveled_up": false}
{"t": 41, "ts": 1788125198.267894, "step": 82, "loss_diff": 1.0595988035202026, "reward": 0.5588874542477629, "level": 0, "difficulty": 0.05, "reward_ma": 0.21806573528141945, "leveled_up": false}
{"t": 42, "ts": 1788125199.03877, "step": 84, "loss_diff": 1.0151832103729248, "reward": 0.38831528699490075, "level": 0, "difficulty": 0.05, "reward_ma": 0.2350906904527676, "leveled_up": false}
{"t": 43, "ts": 1788125199.8001277, "step": 86, "loss_diff": 1.122952938079834, "reward": 0.21034711875379664, "level": 0, "difficulty": 0.05, "reward_ma": 0.2326163332828705, "leveled_up": false}
{"t": 44, "ts": 1788125200.584856, "step": 88, "loss_diff": 0.8981074690818787, "reward": 0.5428684727032659, "level": 0, "difficulty": 0.05, "reward_ma": 0.26364154722491007, "leveled_up": false}
{"t": 45, "ts": 1788125201.3758209, "step": 90, "loss_diff": 1.1496036052703857, "reward": 0.4474180676435503, "level": 0, "difficulty": 0.05, "reward_ma": 0.2820191992667741, "leveled_up": false}
{"t": 46, "ts": 1788125202.1295943, "step": 92, "loss_diff": 0.9235631227493286, "reward": 0.33561144382028046, "level": 0, "difficulty": 0.05, "reward_ma": 0.28737842372212474, "leveled_up": false}
{"t": 47, "ts": 1788125202.8943276, "step": 94, "loss_diff": 1.0261439085006714, "reward": 0.3235155709159844, "level": 0, "difficulty": 0.05, "reward_ma": 0.29099213844151073, "leveled_up": false}
{"t": 48, "ts": 1788125203.693975, "step": 96, "loss_diff": 1.0053341388702393, "reward": 0.48267898833163714, "level": 0, "difficulty": 0.05, "reward_ma": 0.3101608234305234, "leveled_up": false}
{"t": 49, "ts": 1788125204.4753041, "step": 98, "loss_diff": 0.9626508355140686, "reward": 0.3937208229180306, "level": 0, "difficulty": 0.05, "reward_ma": 0.31851682337927417, "leveled_up": false}
{"t": 50, "ts": 1788125205.2653358, "step": 100, "loss_diff": 0.9366558194160461, "reward": 0.400278002730983, "level": 0, "difficulty": 0.05, "reward_ma": 0.3266929413144451, "leveled_up": false}
{"t": 51, "ts": 1788125206.0296435, "step": 102, "loss_diff": 1.2033392190933228, "reward": 0.2760986958418418, "level": 0, "difficulty": 0.05, "reward_ma": 0.32163351676718477, "leveled_up": false}
{"t": 52, "ts": 1788125206.790048, "step": 104, "loss_diff": 1.0574133396148682, "reward": 0.24884390238030474, "level": 0, "difficulty": 0.05, "reward_ma": 0.31435455532849677, "leveled_up": false}
{"t": 53, "ts": 1788125207.5971768, "step": 106, "loss_diff": 1.1872386932373047, "reward": 0.5252425810928913, "level": 0, "difficulty": 0.05, "reward_ma": 0.33544335790493623, "leveled_up": false}
{"t": 54, "ts": 1788125208.3703327, "step": 108, "loss_diff": 0.8547945022583008, "reward": 0.29514401502545407, "level": 0, "difficulty": 0.05, "reward_ma": 0.33141342361698806, "leveled_up": false}
{"t": 55, "ts": 1788125209.153199, "step": 110, "loss_diff": 1.1951704025268555, "reward": 0.5407441071114918, "level": 0, "difficulty": 0.05, "reward_ma": 0.3523464919664384, "leveled_up": false}
{"t": 56, "ts": 1788125209.90162, "step": 112, "loss_diff": 1.2381633520126343, "reward": 0.3069383835013315, "level": 0, "difficulty": 0.05, "reward_ma": 0.34780568111992777, "leveled_up": false}
{"t": 57, "ts": 1788125210.6865218, "step": 114, "loss_diff": 1.4908322095870972, "reward": 0.46882359780940486, "level": 0, "difficulty": 0.05, "reward_ma": 0.35990747278887547, "leveled_up": false}
{"t": 58, "ts": 1788125221.573551, "step": 116, "loss_diff": 1.234936237335205, "reward": 0.2937872992382672, "level": 0, "difficulty": 0.05, "reward_ma": 0.3532954554338147, "leveled_up": false}
{"t": 59, "ts": 1788125222.4010746, "step": 118, "loss_diff": 0.9747657775878906, "reward": 0.46325288330105885, "level": 0, "difficulty": 0.05, "reward_ma": 0.3642911982205391, "leveled_up": false}
{"t": 60, "ts": 1788125223.2715323, "step": 120, "loss_diff": 1.1370823383331299, "reward": 0.5581324852044315, "level": 0, "difficulty": 0.05, "reward_ma": 0.3836753269189284, "leveled_up": false}
{"t": 61, "ts": 1788125224.087411, "step": 122, "loss_diff": 1.0652506351470947, "reward": 0.4819757435543349, "level": 0, "difficulty": 0.05, "reward_ma": 0.39350536858246904, "leveled_up": false}
{"t": 62, "ts": 1788125224.9495096, "step": 124, "loss_diff": 1.0212604999542236, "reward": 0.46270025399595893, "level": 0, "difficulty": 0.05, "reward_ma": 0.40042485712381803, "leveled_up": false}
{"t": 63, "ts": 1788125225.8443055, "step": 126, "loss_diff": 0.9901900291442871, "reward": 0.2663832779317672, "level": 0, "difficulty": 0.05, "reward_ma": 0.38702069920461296, "leveled_up": false}
{"t": 64, "ts": 1788125226.6657774, "step": 128, "loss_diff": 0.8398242592811584, "reward": 0.5005542352369399, "level": 0, "difficulty": 0.05, "reward_ma": 0.39837405280784566, "leveled_up": false}
{"t": 65, "ts": 1788125227.4804814, "step": 130, "loss_diff": 0.8774074912071228, "reward": 0.6011971948169633, "level": 0, "difficulty": 0.05, "reward_ma": 0.4186563670087574, "leveled_up": false}
{"t": 66, "ts": 1788125228.3386886, "step": 132, "loss_diff": 0.9422985315322876, "reward": 0.4630360349621368, "level": 0, "difficulty": 0.05, "reward_ma": 0.42309433380409533, "leveled_up": false}
{"t": 67, "ts": 1788125229.16298, "step": 134, "loss_diff": 0.942450761795044, "reward": 0.3763209382685757, "level": 0, "difficulty": 0.05, "reward_ma": 0.41841699425054335, "leveled_up": false}
{"t": 68, "ts": 1788125229.9999278, "step": 136, "loss_diff": 1.1077816486358643, "reward": 0.4119779542444025, "level": 0, "difficulty": 0.05, "reward_ma": 0.41777309024992926, "leveled_up": false}
{"t": 69, "ts": 1788125230.86863, "step": 138, "loss_diff": 0.7462965250015259, "reward": 0.38066559994036553, "level": 0, "difficulty": 0.05, "reward_ma": 0.4140623412189729, "leveled_up": false}
{"t": 70, "ts": 1788125231.7603676, "step": 140, "loss_diff": 1.2449815273284912, "reward": 0.5322712700390063, "level": 0, "difficulty": 0.05, "reward_ma": 0.4258832341009763, "leveled_up": false}
{"t": 71, "ts": 1788125232.5637498, "step": 142, "loss_diff": 1.0737879276275635, "reward": 0.5098039794967044, "level": 0, "difficulty": 0.05, "reward_ma": 0.43427530864054914, "leveled_up": false}
{"t": 72, "ts": 1788125233.366943, "step": 144, "loss_diff": 0.890701413154602, "reward": 0.544896917955166, "level": 0, "difficulty": 0.05, "reward_ma": 0.4453374695720108, "leveled_up": false}
{"t": 73, "ts": 1788125234.2324657, "step": 146, "loss_diff": 0.8213436007499695, "reward": 0.4555502696526525, "level": 0, "difficulty": 0.05, "reward_ma": 0.446358749580075, "leveled_up": false}
{"t": 74, "ts": 1788125235.4471724, "step": 148, "loss_diff": 1.0032744407653809, "reward": 0.6357383923439547, "level": 0, "difficulty": 0.05, "reward_ma": 0.465296713856463, "leveled_up": false}
{"t": 75, "ts": 1788125236.305741, "step": 150, "loss_diff": 1.0050796270370483, "reward": 0.2958937485389688, "level": 0, "difficulty": 0.05, "reward_ma": 0.4483564173247136, "leveled_up": false}
{"t": 76, "ts": 1788125237.1537156, "step": 152, "loss_diff": 1.1196675300598145, "reward": 0.525866230754153, "level": 0, "difficulty": 0.05, "reward_ma": 0.45610739866765754, "leveled_up": false}
{"t": 77, "ts": 1788125237.982291, "step": 154, "loss_diff": 0.8793699145317078, "reward": 0.6084780770571658, "level": 0, "difficulty": 0.05, "reward_ma": 0.4713444665066084, "leveled_up": false}
{"t": 78, "ts": 1788125238.8652568, "step": 156, "loss_diff": 1.0864776372909546, "reward": 0.435640551039922, "level": 0, "difficulty": 0.05, "reward_ma": 0.4677740749599397, "leveled_up": false}
{"t": 79, "ts": 1788125239.6741755, "step": 158, "loss_diff": 1.0137296915054321, "reward": 0.5616072508288975, "level": 0, "difficulty": 0.05, "reward_ma": 0.47715739254683553, "leveled_up": false}
{"t": 80, "ts": 1788125240.5429888, "step": 160, "loss_diff": 0.696368932723999, "reward": 0.3357131208099594, "level": 0, "difficulty": 0.05, "reward_ma": 0.46301296537314796, "leveled_up": false}
{"t": 81, "ts": 1788125241.3716521, "step": 162, "loss_diff": 1.456307291984558, "reward": 0.36867567232276155, "level": 0, "difficulty": 0.05, "reward_ma": 0.4535792360681093, "leveled_up": false}
{"t": 82, "ts": 1788125242.1967213, "step": 164, "loss_diff": 0.961656928062439, "reward": 0.431734080325293, "level": 0, "difficulty": 0.05, "reward_ma": 0.4513947204938277, "leveled_up": false}
{"t": 83, "ts": 1788125243.0579329, "step": 166, "loss_diff": 1.1521719694137573, "reward": 0.41017523628186703, "level": 0, "difficulty": 0.05, "reward_ma": 0.44727277207263166, "leveled_up": false}
{"t": 84, "ts": 1788125243.8634286, "step": 168, "loss_diff": 1.0288625955581665, "reward": 0.5355286241551086, "level": 0, "difficulty": 0.05, "reward_ma": 0.4560983572808794, "leveled_up": false}
{"t": 85, "ts": 1788125244.7824137, "step": 170, "loss_diff": 1.2383344173431396, "reward": 0.5299433388825596, "level": 0, "difficulty": 0.05, "reward_ma": 0.46348285544104745, "leveled_up": false}
{"t": 86, "ts": 1788125245.6678188, "step": 172, "loss_diff": 0.9686439633369446, "reward": 0.4471376302209332, "level": 0, "difficulty": 0.05, "reward_ma": 0.46184833291903604, "leveled_up": false}
{"t": 87, "ts": 1788125257.1547809, "step": 174, "loss_diff": 0.9969561696052551, "reward": 0.47538782762682397, "level": 0, "difficulty": 0.05, "reward_ma": 0.46320228238981487, "leveled_up": false}
{"t": 88, "ts": 1788125257.9978154, "step": 176, "loss_diff": 1.0628160238265991, "reward": 0.3396474310260163, "level": 0, "difficulty": 0.05, "reward_ma": 0.450846797253435, "leveled_up": false}
{"t": 89, "ts": 1788125258.8499322, "step": 178, "loss_diff": 1.0026001930236816, "reward": 0.5172766279486384, "level": 0, "difficulty": 0.05, "reward_ma": 0.4574897803229554, "leveled_up": false}
{"t": 90, "ts": 1788125259.6865308, "step": 180, "loss_diff": 1.0293657779693604, "reward": 0.3107370681699571, "level": 0, "difficulty": 0.05, "reward_ma": 0.4428145091076556, "leveled_up": false}
{"t": 91, "ts": 1788125260.5326953, "step": 182, "loss_diff": 1.1010079383850098, "reward": 0.33092979534494726, "level": 0, "difficulty": 0.05, "reward_ma": 0.43162603773138475, "leveled_up": false}
{"t": 92, "ts": 1788125261.349168, "step": 184, "loss_diff": 1.0346847772598267, "reward": 0.5135664730891463, "level": 0, "difficulty": 0.05, "reward_ma": 0.43982008126716093, "leveled_up": false}
{"t": 93, "ts": 1788125262.1604486, "step": 186, "loss_diff": 1.0499318838119507, "reward": 0.41588384223729813, "level": 0, "difficulty": 0.05, "reward_ma": 0.4374264573641746, "leveled_up": false}
{"t": 94, "ts": 1788125262.9557877, "step": 188, "loss_diff": 0.8196786046028137, "reward": 0.6202205393925151, "level": 0, "difficulty": 0.05, "reward_ma": 0.4557058655670087, "leveled_up": false}
{"t": 95, "ts": 1788125263.7752533, "step": 190, "loss_diff": 1.127295732498169, "reward": 0.3587014605232497, "level": 0, "difficulty": 0.05, "reward_ma": 0.4460054250626328, "leveled_up": false}
{"t": 96, "ts": 1788125264.572404, "step": 192, "loss_diff": 0.957736611366272, "reward": 0.43834223559020574, "level": 0, "difficulty": 0.05, "reward_ma": 0.4452391061153901, "leveled_up": false}
{"t": 97, "ts": 1788125265.3659832, "step": 194, "loss_diff": 0.9083511829376221, "reward": 0.6425308507445957, "level": 0, "difficulty": 0.05, "reward_ma": 0.4649682805783107, "leveled_up": false}
{"t": 98, "ts": 1788125266.1833959, "step": 196, "loss_diff": 0.8362041711807251, "reward": 0.6605817314278908, "level": 0, "difficulty": 0.05, "reward_ma": 0.48452962566326874, "leveled_up": false}
{"t": 99, "ts": 1788125267.056713, "step": 198, "loss_diff": 0.8355202674865723, "reward": 0.4845773938155468, "level": 0, "difficulty": 0.05, "reward_ma": 0.48453440247849655, "leveled_up": false}
{"t": 100, "ts": 1788125268.0550916, "step": 200, "loss_diff": 0.9851095676422119, "reward": 0.51688909749875, "level": 0, "difficulty": 0.05, "reward_ma": 0.4877698719805219, "leveled_up": false}
{"t": 101, "ts": 1788125268.8779008, "step": 202, "loss_diff": 0.7235748171806335, "reward": 0.23137202550930205, "level": 0, "difficulty": 0.05, "reward_ma": 0.46213008733339994, "leveled_up": false}
{"t": 102, "ts": 1788125269.7374215, "step": 204, "loss_diff": 0.8978372812271118, "reward": 0.31315670911247506, "level": 0, "difficulty": 0.05, "reward_ma": 0.4472327495113074, "leveled_up": false}
{"t": 103, "ts": 1788125270.561716, "step": 206, "loss_diff": 1.2655476331710815, "reward": 0.231961276057767, "level": 0, "difficulty": 0.05, "reward_ma": 0.42570560216595343, "leveled_up": false}
{"t": 104, "ts": 1788125271.368884, "step": 208, "loss_diff": 0.9867168068885803, "reward": 0.3241863234870339, "level": 0, "difficulty": 0.05, "reward_ma": 0.4155536742980615, "leveled_up": false}
{"t": 105, "ts": 1788125272.1777394, "step": 210, "loss_diff": 1.1640076637268066, "reward": 0.40725224554688944, "level": 0, "difficulty": 0.05, "reward_ma": 0.4147235314229443, "leveled_up": false}
{"t": 106, "ts": 1788125272.9817557, "step": 212, "loss_diff": 1.1319860219955444, "reward": 0.31904356495635755, "level": 0, "difficulty": 0.05, "reward_ma": 0.4051555347762857, "leveled_up": false}
{"t": 107, "ts": 1788125273.7633321, "step": 214, "loss_diff": 0.796786367893219, "reward": 0.2873936491017125, "level": 0, "difficulty": 0.05, "reward_ma": 0.39337934620882836, "leveled_up": false}
{"t": 108, "ts": 1788125274.57209, "step": 216, "loss_diff": 0.9185712337493896, "reward": 0.27452993814443927, "level": 0, "difficulty": 0.05, "reward_ma": 0.3814944054023895, "leveled_up": false}
{"t": 109, "ts": 1788125275.4886575, "step": 218, "loss_diff": 1.0087003707885742, "reward": 0.24431303355828243, "level": 0, "difficulty": 0.05, "reward_ma": 0.3677762682179788, "leveled_up": false}
{"t": 110, "ts": 1788125276.3610883, "step": 220, "loss_diff": 0.8860997557640076, "reward": 0.3596324308846679, "level": 0, "difficulty": 0.05, "reward_ma": 0.3669618844846477, "leveled_up": false}
{"t": 111, "ts": 1788125277.1440644, "step": 222, "loss_diff": 0.9870918989181519, "reward": 0.20985492962024516, "level": 0, "difficulty": 0.05, "reward_ma": 0.35125118899820745, "leveled_up": false}
{"t": 112, "ts": 1788125277.9430804, "step": 224, "loss_diff": 0.9702494144439697, "reward": 0.46457291179625587, "level": 0, "difficulty": 0.05, "reward_ma": 0.36258336127801233, "leveled_up": false}
{"t": 113, "ts": 1788125278.7614443, "step": 226, "loss_diff": 1.1391301155090332, "reward": 0.19014792014462756, "level": 0, "difficulty": 0.05, "reward_ma": 0.3453398171646739, "leveled_up": false}
{"t": 114, "ts": 1788125279.585464, "step": 228, "loss_diff": 1.0494166612625122, "reward": 0.4262946227037474, "level": 0, "difficulty": 0.05, "reward_ma": 0.35343529771858123, "leveled_up": false}
{"t": 115, "ts": 1788125280.4819016, "step": 230, "loss_diff": 1.015082597732544, "reward": 0.113299875254212, "level": 0, "difficulty": 0.05, "reward_ma": 0.3294217554721443, "leveled_up": false}
{"t": 116, "ts": 1788125292.1603396, "step": 232, "loss_diff": 0.8659285306930542, "reward": 0.49008721419480805, "level": 0, "difficulty": 0.05, "reward_ma": 0.3454883013444107, "leveled_up": false}
{"t": 117, "ts": 1788125292.961423, "step": 234, "loss_diff": 1.0373187065124512, "reward": 0.1836899632661062, "level": 0, "difficulty": 0.05, "reward_ma": 0.3293084675365803, "leveled_up": false}
{"t": 118, "ts": 1788125293.7564156, "step": 236, "loss_diff": 1.1941988468170166, "reward": 0.4737061665114415, "level": 0, "difficulty": 0.05, "reward_ma": 0.3437482374340664, "leveled_up": false}
{"t": 119, "ts": 1788125294.5509708, "step": 238, "loss_diff": 0.8212259411811829, "reward": 0.32647853072864974, "level": 0, "difficulty": 0.05, "reward_ma": 0.3420212667635248, "leveled_up": false}
{"t": 120, "ts": 1788125295.366929, "step": 240, "loss_diff": 0.7873876094818115, "reward": 0.37472350024774725, "level": 0, "difficulty": 0.05, "reward_ma": 0.34529149011194704, "leveled_up": false}
{"t": 121, "ts": 1788125296.1547918, "step": 242, "loss_diff": 0.9379454851150513, "reward": 0.5170014334777886, "level": 0, "difficulty": 0.05, "reward_ma": 0.36246248444853124, "leveled_up": false}
{"t": 122, "ts": 1788125296.9526637, "step": 244, "loss_diff": 0.8400028944015503, "reward": 0.4516644749827552, "level": 0, "difficulty": 0.05, "reward_ma": 0.37138268350195364, "leveled_up": false}
{"t": 123, "ts": 1788125297.7578385, "step": 246, "loss_diff": 0.9050202965736389, "reward": 0.38509663946751804, "level": 0, "difficulty": 0.05, "reward_ma": 0.3727540790985101, "leveled_up": false}
{"t": 124, "ts": 1788125298.544918, "step": 248, "loss_diff": 1.0373873710632324, "reward": 0.3795108274087512, "level": 0, "difficulty": 0.05, "reward_ma": 0.3734297539295342, "leveled_up": false}
{"t": 125, "ts": 1788125299.382321, "step": 250, "loss_diff": 1.0408573150634766, "reward": 0.4371093271224235, "level": 0, "difficulty": 0.05, "reward_ma": 0.37979771124882317, "leveled_up": false}
{"t": 126, "ts": 1788125300.1759603, "step": 252, "loss_diff": 1.0573272705078125, "reward": 0.41332833266269553, "level": 0, "difficulty": 0.05, "reward_ma": 0.3831507733902104, "leveled_up": false}
{"t": 127, "ts": 1788125300.9563532, "step": 254, "loss_diff": 1.039590835571289, "reward": 0.38293085450050407, "level": 0, "difficulty": 0.05, "reward_ma": 0.3831287815012398, "leveled_up": false}
{"t": 128, "ts": 1788125301.7624264, "step": 256, "loss_diff": 1.036370873451233, "reward": 0.447480970980311, "level": 0, "difficulty": 0.05, "reward_ma": 0.38956400044914696, "leveled_up": false}
{"t": 129, "ts": 1788125302.5930045, "step": 258, "loss_diff": 1.1353429555892944, "reward": 0.4296198197419478, "level": 0, "difficulty": 0.05, "reward_ma": 0.39356958237842704, "leveled_up": false}
{"t": 130, "ts": 1788125303.4781604, "step": 260, "loss_diff": 1.0262272357940674, "reward": 0.3820295128132928, "level": 0, "difficulty": 0.05, "reward_ma": 0.39241557542191363, "leveled_up": false}
{"t": 131, "ts": 1788125304.3028424, "step": 262, "loss_diff": 1.0624094009399414, "reward": 0.49010833924154534, "level": 0, "difficulty": 0.05, "reward_ma": 0.40218485180387686, "leveled_up": false}
{"t": 132, "ts": 1788125305.1556442, "step": 264, "loss_diff": 1.0672682523727417, "reward": 0.45683766200440645, "level": 0, "difficulty": 0.05, "reward_ma": 0.4076501328239298, "leveled_up": false}
{"t": 133, "ts": 1788125305.9858112, "step": 266, "loss_diff": 1.2068238258361816, "reward": 0.29530990914031463, "level": 0, "difficulty": 0.05, "reward_ma": 0.3964161104555683, "leveled_up": false}
{"t": 134, "ts": 1788125306.8477602, "step": 268, "loss_diff": 0.8740933537483215, "reward": 0.4799787754590968, "level": 0, "difficulty": 0.05, "reward_ma": 0.40477237695592116, "leveled_up": false}
{"t": 135, "ts": 1788125307.6835616, "step": 270, "loss_diff": 1.055367350578308, "reward": 0.6101593361316436, "level": 0, "difficulty": 0.05, "reward_ma": 0.42531107287349346, "leveled_up": false}
{"t": 136, "ts": 1788125308.5465326, "step": 272, "loss_diff": 0.9069015979766846, "reward": 0.5725819098081227, "level": 0, "difficulty": 0.05, "reward_ma": 0.44003815656695644, "leveled_up": false}
{"t": 137, "ts": 1788125309.358736, "step": 274, "loss_diff": 1.3759775161743164, "reward": 0.44449508994933656, "level": 0, "difficulty": 0.05, "reward_ma": 0.44048384990519446, "leveled_up": false}
{"t": 138, "ts": 1788125310.2463915, "step": 276, "loss_diff": 0.976274847984314, "reward": 0.5867822253511764, "level": 0, "difficulty": 0.05, "reward_ma": 0.45511368744979264, "leveled_up": false}
{"t": 139, "ts": 1788125311.0703871, "step": 278, "loss_diff": 0.9280886054039001, "reward": 0.5815027984209622, "level": 0, "difficulty": 0.05, "reward_ma": 0.46775259854690965, "leveled_up": false}
{"t": 140, "ts": 1788125311.957603, "step": 280, "loss_diff": 0.9402677416801453, "reward": 0.54538216172275, "level": 0, "difficulty": 0.05, "reward_ma": 0.4755155548644937, "leveled_up": false}
{"t": 141, "ts": 1788125312.7991154, "step": 282, "loss_diff": 1.054621696472168, "reward": 0.3293354914062498, "level": 0, "difficulty": 0.05, "reward_ma": 0.4608975485186693, "leveled_up": false}
{"t": 142, "ts": 1788125313.6851356, "step": 284, "loss_diff": 1.0799776315689087, "reward": 0.4947710199942328, "level": 0, "difficulty": 0.05, "reward_ma": 0.46428489566622566, "leveled_up": false}
{"t": 143, "ts": 1788125314.575473, "step": 286, "loss_diff": 0.8347790837287903, "reward": 0.39316437421960976, "level": 0, "difficulty": 0.05, "reward_ma": 0.45717284352156407, "leveled_up": false}
{"t": 144, "ts": 1788125315.4492927, "step": 288, "loss_diff": 0.8543779850006104, "reward": 0.3406591074389449, "level": 0, "difficulty": 0.05, "reward_ma": 0.44552146991330216, "leveled_up": false}
{"t": 145, "ts": 1788125327.3530176, "step": 290, "loss_diff": 0.9508107900619507, "reward": 0.23051202736988669, "level": 0, "difficulty": 0.05, "reward_ma": 0.42402052565896065, "leveled_up": false}
{"t": 146, "ts": 1788125328.1606135, "step": 292, "loss_diff": 0.890300989151001, "reward": 0.448633483636978, "level": 0, "difficulty": 0.05, "reward_ma": 0.4264818214567624, "leveled_up": false}
{"t": 147, "ts": 1788125329.0324624, "step": 294, "loss_diff": 0.7646085619926453, "reward": 0.3232995723806523, "level": 0, "difficulty": 0.05, "reward_ma": 0.4161635965491514, "leveled_up": false}
{"t": 148, "ts": 1788125329.8776953, "step": 296, "loss_diff": 0.949181854724884, "reward": 0.23132977783759395, "level": 0, "difficulty": 0.05, "reward_ma": 0.3976802146779957, "leveled_up": false}
{"t": 149, "ts": 1788125330.7572026, "step": 298, "loss_diff": 0.8124915361404419, "reward": 0.34298094445967947, "level": 0, "difficulty": 0.05, "reward_ma": 0.39221028765616406, "leveled_up": false}
{"t": 150, "ts": 1788125332.1599271, "step": 300, "loss_diff": 1.041613221168518, "reward": 0.5091547524751142, "level": 0, "difficulty": 0.05, "reward_ma": 0.4039047341380591, "leveled_up": false}
{"t": 151, "ts": 1788125333.048155, "step": 302, "loss_diff": 0.8840194344520569, "reward": 0.4617579351393386, "level": 0, "difficulty": 0.05, "reward_ma": 0.40969005423818705, "leveled_up": false}
{"t": 152, "ts": 1788125333.8876913, "step": 304, "loss_diff": 0.8557268381118774, "reward": 0.3874307755660648, "level": 0, "difficulty": 0.05, "reward_ma": 0.40746412637097484, "leveled_up": false}
{"t": 153, "ts": 1788125334.7760234, "step": 306, "loss_diff": 0.9429088234901428, "reward": 0.3279262930962299, "level": 0, "difficulty": 0.05, "reward_ma": 0.39951034304350036, "leveled_up": false}
{"t": 154, "ts": 1788125335.65329, "step": 308, "loss_diff": 0.7342320084571838, "reward": 0.41262358818948186, "level": 0, "difficulty": 0.05, "reward_ma": 0.4008216675580985, "leveled_up": false}
{"t": 155, "ts": 1788125336.5330882, "step": 310, "loss_diff": 0.8075348138809204, "reward": 0.36851968864267326, "level": 0, "difficulty": 0.05, "reward_ma": 0.397591469666556, "leveled_up": false}
{"t": 156, "ts": 1788125337.3691, "step": 312, "loss_diff": 0.7675792574882507, "reward": 0.45747321168738975, "level": 0, "difficulty": 0.05, "reward_ma": 0.40357964386863937, "leveled_up": false}
{"t": 157, "ts": 1788125338.2532167, "step": 314, "loss_diff": 0.8912380933761597, "reward": 0.5830956370866035, "level": 0, "difficulty": 0.05, "reward_ma": 0.4215312431904358, "leveled_up": false}
{"t": 158, "ts": 1788125339.159462, "step": 316, "loss_diff": 0.9815456867218018, "reward": 0.513527144475818, "level": 0, "difficulty": 0.05, "reward_ma": 0.43073083331897405, "leveled_up": false}
{"t": 159, "ts": 1788125339.9539897, "step": 318, "loss_diff": 0.9702487587928772, "reward": 0.6269545576603874, "level": 0, "difficulty": 0.05, "reward_ma": 0.4503532057531154, "leveled_up": false}
{"t": 160, "ts": 1788125340.779379, "step": 320, "loss_diff": 0.8636021614074707, "reward": 0.2605114206915754, "level": 0, "difficulty": 0.05, "reward_ma": 0.4313690272469614, "leveled_up": false}
{"t": 161, "ts": 1788125341.638738, "step": 322, "loss_diff": 0.9238653779029846, "reward": 0.4221886756527068, "level": 0, "difficulty": 0.05, "reward_ma": 0.430450992087536, "leveled_up": false}
{"t": 162, "ts": 1788125342.4554465, "step": 324, "loss_diff": 1.0598355531692505, "reward": 0.5499862365705861, "level": 0, "difficulty": 0.05, "reward_ma": 0.442404516535841, "leveled_up": false}
{"t": 163, "ts": 1788125343.3307555, "step": 326, "loss_diff": 0.9418197870254517, "reward": 0.34029375865726214, "level": 0, "difficulty": 0.05, "reward_ma": 0.43219344074798316, "leveled_up": false}
{"t": 164, "ts": 1788125344.154405, "step": 328, "loss_diff": 0.7706568241119385, "reward": 0.5901289619592942, "level": 0, "difficulty": 0.05, "reward_ma": 0.44798699286911425, "leveled_up": false}
{"t": 165, "ts": 1788125344.9788196, "step": 330, "loss_diff": 0.9876036047935486, "reward": 0.4894054483783454, "level": 0, "difficulty": 0.05, "reward_ma": 0.45212883842003737, "leveled_up": false}
{"t": 166, "ts": 1788125345.8330126, "step": 332, "loss_diff": 0.5878154635429382, "reward": 0.5242294451550493, "level": 0, "difficulty": 0.05, "reward_ma": 0.4593388990935386, "leveled_up": false}
{"t": 167, "ts": 1788125346.6464212, "step": 334, "loss_diff": 1.1587204933166504, "reward": 0.41193263101432526, "level": 0, "difficulty": 0.05, "reward_ma": 0.4545982722856172, "leveled_up": false}
{"t": 168, "ts": 1788125347.4621112, "step": 336, "loss_diff": 0.7960003018379211, "reward": 0.4794188881072163, "level": 0, "difficulty": 0.05, "reward_ma": 0.45708033386777713, "leveled_up": false}
{"t": 169, "ts": 1788125348.265074, "step": 338, "loss_diff": 0.663896381855011, "reward": 0.4559674263543363, "level": 0, "difficulty": 0.05, "reward_ma": 0.45696904311643305, "leveled_up": false}
{"t": 170, "ts": 1788125349.0855942, "step": 340, "loss_diff": 1.203231692314148, "reward": 0.5368271086842006, "level": 0, "difficulty": 0.05, "reward_ma": 0.4649548496732098, "leveled_up": false}
{"t": 171, "ts": 1788125349.9720368, "step": 342, "loss_diff": 0.8557144403457642, "reward": 0.43999570802404464, "level": 0, "difficulty": 0.05, "reward_ma": 0.4624589355082933, "leveled_up": false}
{"t": 172, "ts": 1788125350.845116, "step": 344, "loss_diff": 0.6948192119598389, "reward": 0.47302458478693443, "level": 0, "difficulty": 0.05, "reward_ma": 0.46351550043615747, "leveled_up": false}
{"t": 173, "ts": 1788125352.0337667, "step": 346, "loss_diff": 0.7883723974227905, "reward": 0.5033163764585005, "level": 0, "difficulty": 0.05, "reward_ma": 0.46749558803839175, "leveled_up": false}
{"t": 174, "ts": 1788125363.6781945, "step": 348, "loss_diff": 1.2238795757293701, "reward": 0.3243725095577146, "level": 0, "difficulty": 0.05, "reward_ma": 0.453183280190324, "leveled_up": false}
{"t": 175, "ts": 1788125364.635448, "step": 350, "loss_diff": 0.8387999534606934, "reward": 0.4409151579972878, "level": 0, "difficulty": 0.05, "reward_ma": 0.4519564679710204, "leveled_up": false}
{"t": 176, "ts": 1788125365.5011852, "step": 352, "loss_diff": 1.0130040645599365, "reward": 0.3000881832498833, "level": 0, "difficulty": 0.05, "reward_ma": 0.4367696394989067, "leveled_up": false}
{"t": 177, "ts": 1788125366.3983002, "step": 354, "loss_diff": 1.0913686752319336, "reward": 0.22086952425660727, "level": 0, "difficulty": 0.05, "reward_ma": 0.4151796279746767, "leveled_up": false}
{"t": 178, "ts": 1788125367.347271, "step": 356, "loss_diff": 0.8730868697166443, "reward": 0.5467027076161781, "level": 0, "difficulty": 0.05, "reward_ma": 0.4283319359388269, "leveled_up": false}
{"t": 179, "ts": 1788125368.1983302, "step": 358, "loss_diff": 1.5098259449005127, "reward": 0.31141326857061935, "level": 0, "difficulty": 0.05, "reward_ma": 0.4166400692020062, "leveled_up": false}
{"t": 180, "ts": 1788125369.1467636, "step": 360, "loss_diff": 0.9640603065490723, "reward": 0.42053479848654346, "level": 0, "difficulty": 0.05, "reward_ma": 0.41702954213045995, "leveled_up": false}
{"t": 181, "ts": 1788125370.0419905, "step": 362, "loss_diff": 0.7988706231117249, "reward": 0.5808895815819991, "level": 0, "difficulty": 0.05, "reward_ma": 0.4334155460756139, "leveled_up": false}
{"t": 182, "ts": 1788125371.071134, "step": 364, "loss_diff": 0.8419696092605591, "reward": 0.3649526727063557, "level": 0, "difficulty": 0.05, "reward_ma": 0.42656925873868806, "leveled_up": false}
{"t": 183, "ts": 1788125371.9008446, "step": 366, "loss_diff": 0.6702847480773926, "reward": 0.47329184807390606, "level": 0, "difficulty": 0.05, "reward_ma": 0.43124151767220986, "leveled_up": false}
{"t": 184, "ts": 1788125372.7507982, "step": 368, "loss_diff": 1.0206934213638306, "reward": 0.4083592804267964, "level": 0, "difficulty": 0.05, "reward_ma": 0.42895329394766857, "leveled_up": false}
{"t": 185, "ts": 1788125373.6611967, "step": 370, "loss_diff": 0.8921549320220947, "reward": 0.5248020823668016, "level": 0, "difficulty": 0.05, "reward_ma": 0.43853817278958185, "leveled_up": false}
{"t": 186, "ts": 1788125374.4497826, "step": 372, "loss_diff": 0.6120740175247192, "reward": 0.5604453741620369, "level": 0, "difficulty": 0.05, "reward_ma": 0.4507288929268274, "leveled_up": false}
{"t": 187, "ts": 1788125375.2460442, "step": 374, "loss_diff": 0.9493391513824463, "reward": 0.28281555454990925, "level": 0, "difficulty": 0.05, "reward_ma": 0.4339375590891356, "leveled_up": false}
{"t": 188, "ts": 1788125376.0811918, "step": 376, "loss_diff": 1.0036803483963013, "reward": 0.4084168137827168, "level": 0, "difficulty": 0.05, "reward_ma": 0.4313854845584938, "leveled_up": false}
{"t": 189, "ts": 1788125376.8787136, "step": 378, "loss_diff": 0.623378574848175, "reward": 0.39813015317548783, "level": 0, "difficulty": 0.05, "reward_ma": 0.4280599514201932, "leveled_up": false}
{"t": 190, "ts": 1788125377.6766315, "step": 380, "loss_diff": 1.071012258529663, "reward": 0.26255276278538997, "level": 0, "difficulty": 0.05, "reward_ma": 0.4115092325567129, "leveled_up": false}
{"t": 191, "ts": 1788125378.4639478, "step": 382, "loss_diff": 0.7694923877716064, "reward": 0.4169798558048706, "level": 0, "difficulty": 0.05, "reward_ma": 0.41205629488152873, "leveled_up": false}
{"t": 192, "ts": 1788125379.30003, "step": 384, "loss_diff": 0.703386664390564, "reward": 0.28442931474855077, "level": 0, "difficulty": 0.05, "reward_ma": 0.39929359686823096, "leveled_up": false}
{"t": 193, "ts": 1788125380.1947336, "step": 386, "loss_diff": 0.8911473155021667, "reward": 0.5197342276012876, "level": 0, "difficulty": 0.05, "reward_ma": 0.41133765994153665, "leveled_up": false}
{"t": 194, "ts": 1788125381.0899975, "step": 388, "loss_diff": 0.7382115721702576, "reward": 0.3636142694282097, "level": 0, "difficulty": 0.05, "reward_ma": 0.406565320890204, "leveled_up": false}
{"t": 195, "ts": 1788125381.9868393, "step": 390, "loss_diff": 0.8572888374328613, "reward": 0.5566220168855515, "level": 0, "difficulty": 0.05, "reward_ma": 0.4215709904897388, "leveled_up": false}
{"t": 196, "ts": 1788125382.8642213, "step": 392, "loss_diff": 0.9815206527709961, "reward": 0.46316053990935774, "level": 0, "difficulty": 0.05, "reward_ma": 0.42572994543170073, "leveled_up": false}
{"t": 197, "ts": 1788125383.7010992, "step": 394, "loss_diff": 0.9088922142982483, "reward": 0.36601883415823594, "level": 0, "difficulty": 0.05, "reward_ma": 0.4197588343043543, "leveled_up": false}
{"t": 198, "ts": 1788125384.6037583, "step": 396, "loss_diff": 0.8055671453475952, "reward": 0.5182694698706349, "level": 0, "difficulty": 0.05, "reward_ma": 0.42960989786098236, "leveled_up": false}
{"t": 199, "ts": 1788125385.4833612, "step": 398, "loss_diff": 1.1781495809555054, "reward": 0.5845645955128459, "level": 0, "difficulty": 0.05, "reward_ma": 0.4451053676261687, "leveled_up": false}
{"t": 200, "ts": 1788125386.4498365, "step": 400, "loss_diff": 0.9275054931640625, "reward": 0.4428030487916302, "level": 0, "difficulty": 0.05, "reward_ma": 0.44487513574271487, "leveled_up": false}
{"t": 201, "ts": 1788125387.3483233, "step": 402, "loss_diff": 0.9158966541290283, "reward": 0.3520272612692039, "level": 0, "difficulty": 0.05, "reward_ma": 0.43559034829536375, "leveled_up": false}
{"t": 202, "ts": 1788125388.268108, "step": 404, "loss_diff": 0.9533171653747559, "reward": 0.13858942026726706, "level": 0, "difficulty": 0.05, "reward_ma": 0.4058902554925541, "leveled_up": false}
{"t": 203, "ts": 1788125401.9426088, "step": 406, "loss_diff": 1.2006784677505493, "reward": 0.12751067191775015, "level": 0, "difficulty": 0.05, "reward_ma": 0.37805229713507366, "leveled_up": false}
{"t": 204, "ts": 1788125402.867047, "step": 408, "loss_diff": 0.8589569926261902, "reward": 0.4291053544450034, "level": 0, "difficulty": 0.05, "reward_ma": 0.38315760286606665, "leveled_up": false}
{"t": 205, "ts": 1788125403.8349714, "step": 410, "loss_diff": 0.7615628242492676, "reward": 0.351894059588988, "level": 0, "difficulty": 0.05, "reward_ma": 0.3800312485383588, "leveled_up": false}
{"t": 206, "ts": 1788125404.9761827, "step": 412, "loss_diff": 1.1379051208496094, "reward": 0.1955015701598695, "level": 0, "difficulty": 0.05, "reward_ma": 0.36157828070050985, "leveled_up": false}
{"t": 207, "ts": 1788125405.8392026, "step": 414, "loss_diff": 0.8378016352653503, "reward": 0.3467963610651123, "level": 0, "difficulty": 0.05, "reward_ma": 0.3601000887369701, "leveled_up": false}
{"t": 208, "ts": 1788125406.6871989, "step": 416, "loss_diff": 0.7405640482902527, "reward": 0.1589887015891169, "level": 0, "difficulty": 0.05, "reward_ma": 0.33998895002218477, "leveled_up": false}
{"t": 209, "ts": 1788125407.5730674, "step": 418, "loss_diff": 1.295370101928711, "reward": 0.45790909925652945, "level": 0, "difficulty": 0.05, "reward_ma": 0.3517809649456192, "leveled_up": false}
{"t": 210, "ts": 1788125408.549483, "step": 420, "loss_diff": 0.9780200719833374, "reward": 0.4211923818359761, "level": 0, "difficulty": 0.05, "reward_ma": 0.35872210663465487, "leveled_up": false}
{"t": 211, "ts": 1788125409.4827616, "step": 422, "loss_diff": 1.1213405132293701, "reward": 0.4554386535610896, "level": 0, "difficulty": 0.05, "reward_ma": 0.3683937613272984, "leveled_up": false}
{"t": 212, "ts": 1788125410.430444, "step": 424, "loss_diff": 0.5204962491989136, "reward": 0.3730206758592361, "level": 0, "difficulty": 0.05, "reward_ma": 0.36885645278049217, "leveled_up": false}
{"t": 213, "ts": 1788125411.6393318, "step": 426, "loss_diff": 1.205997109413147, "reward": 0.384931459675078, "level": 0, "difficulty": 0.05, "reward_ma": 0.37046395346995076, "leveled_up": false}
{"t": 214, "ts": 1788125412.6369817, "step": 428, "loss_diff": 0.8765262365341187, "reward": 0.4572318534640152, "level": 0, "difficulty": 0.05, "reward_ma": 0.3791407434693572, "leveled_up": false}
{"t": 215, "ts": 1788125413.5916672, "step": 430, "loss_diff": 0.7065280675888062, "reward": 0.37828501439226203, "level": 0, "difficulty": 0.05, "reward_ma": 0.3790551705616477, "leveled_up": false}
{"t": 216, "ts": 1788125414.53231, "step": 432, "loss_diff": 0.9142313003540039, "reward": 0.3479291635164563, "level": 0, "difficulty": 0.05, "reward_ma": 0.3759425698571286, "leveled_up": false}
{"t": 217, "ts": 1788125415.456395, "step": 434, "loss_diff": 0.9863516688346863, "reward": 0.19643191621730705, "level": 0, "difficulty": 0.05, "reward_ma": 0.3579915044931465, "leveled_up": false}
{"t": 218, "ts": 1788125416.3928885, "step": 436, "loss_diff": 0.7614332437515259, "reward": 0.3641763559978777, "level": 0, "difficulty": 0.05, "reward_ma": 0.3586099896436196, "leveled_up": false}
{"t": 219, "ts": 1788125417.337506, "step": 438, "loss_diff": 0.6398510336875916, "reward": 0.41634124574641607, "level": 0, "difficulty": 0.05, "reward_ma": 0.36438311525389927, "leveled_up": false}
{"t": 220, "ts": 1788125418.2864575, "step": 440, "loss_diff": 0.6477986574172974, "reward": 0.4742724449138694, "level": 0, "difficulty": 0.05, "reward_ma": 0.37537204821989634, "leveled_up": false}
{"t": 221, "ts": 1788125419.2413304, "step": 442, "loss_diff": 0.7855782508850098, "reward": 0.4864772095112395, "level": 0, "difficulty": 0.05, "reward_ma": 0.38648256434903067, "leveled_up": false}
{"t": 222, "ts": 1788125420.1524673, "step": 444, "loss_diff": 0.9030970335006714, "reward": 0.3408108919090789, "level": 0, "difficulty": 0.05, "reward_ma": 0.3819153971050355, "leveled_up": false}
{"t": 223, "ts": 1788125421.0879889, "step": 446, "loss_diff": 0.8985202312469482, "reward": 0.3286843043150165, "level": 0, "difficulty": 0.05, "reward_ma": 0.37659228782603366, "leveled_up": false}
{"t": 224, "ts": 1788125422.0020623, "step": 448, "loss_diff": 1.018646001815796, "reward": 0.3104813209688787, "level": 0, "difficulty": 0.05, "reward_ma": 0.3699811911403182, "leveled_up": false}
{"t": 225, "ts": 1788125423.0289874, "step": 450, "loss_diff": 0.6462395191192627, "reward": 0.4158993759857651, "level": 0, "difficulty": 0.05, "reward_ma": 0.37457300962486284, "leveled_up": false}
{"t": 226, "ts": 1788125423.9460442, "step": 452, "loss_diff": 0.6999527812004089, "reward": 0.5183250027031784, "level": 0, "difficulty": 0.05, "reward_ma": 0.3889482089326944, "leveled_up": false}
{"t": 227, "ts": 1788125424.8605034, "step": 454, "loss_diff": 0.8214877843856812, "reward": 0.3060347617432694, "level": 0, "difficulty": 0.05, "reward_ma": 0.3806568642137519, "leveled_up": false}
{"t": 228, "ts": 1788125425.7879698, "step": 456, "loss_diff": 0.7984271049499512, "reward": 0.42079832447930265, "level": 0, "difficulty": 0.05, "reward_ma": 0.384671010240307, "leveled_up": false}
{"t": 229, "ts": 1788125426.7350426, "step": 458, "loss_diff": 0.6977322697639465, "reward": 0.4586778454976794, "level": 0, "difficulty": 0.05, "reward_ma": 0.3920716937660442, "leveled_up": false}
{"t": 230, "ts": 1788125427.6796248, "step": 460, "loss_diff": 0.9631965160369873, "reward": 0.28585458315541623, "level": 0, "difficulty": 0.05, "reward_ma": 0.3814499827049814, "leveled_up": false}
{"t": 231, "ts": 1788125428.5885987, "step": 462, "loss_diff": 0.7775284647941589, "reward": 0.3849414541006852, "level": 0, "difficulty": 0.05, "reward_ma": 0.38179912984455183, "leveled_up": false}
{"t": 232, "ts": 1788125441.9308746, "step": 464, "loss_diff": 0.903537392616272, "reward": 0.2563272511335778, "level": 0, "difficulty": 0.05, "reward_ma": 0.36925194197345446, "leveled_up": false}
{"t": 233, "ts": 1788125442.886135, "step": 466, "loss_diff": 0.8200768232345581, "reward": 0.26808776260932754, "level": 0, "difficulty": 0.05, "reward_ma": 0.3591355240370418, "leveled_up": false}
{"t": 234, "ts": 1788125443.8353255, "step": 468, "loss_diff": 0.7715962529182434, "reward": 0.5703526280032603, "level": 0, "difficulty": 0.05, "reward_ma": 0.38025723443366366, "leveled_up": false}
{"t": 235, "ts": 1788125444.7853818, "step": 470, "loss_diff": 0.6884610652923584, "reward": 0.5754139061748523, "level": 0, "difficulty": 0.05, "reward_ma": 0.39977290160778256, "leveled_up": false}
{"t": 236, "ts": 1788125445.7559772, "step": 472, "loss_diff": 0.8191317915916443, "reward": 0.30921376358447905, "level": 0, "difficulty": 0.05, "reward_ma": 0.3907169878054522, "leveled_up": false}
{"t": 237, "ts": 1788125446.6682608, "step": 474, "loss_diff": 0.6344117522239685, "reward": 0.30199611092810774, "level": 0, "difficulty": 0.05, "reward_ma": 0.38184490011771777, "leveled_up": false}
{"t": 238, "ts": 1788125447.6498013, "step": 476, "loss_diff": 0.7874906659126282, "reward": 0.4448164092515746, "level": 0, "difficulty": 0.05, "reward_ma": 0.38814205103110344, "leveled_up": false}
{"t": 239, "ts": 1788125448.5837357, "step": 478, "loss_diff": 0.8653730154037476, "reward": 0.2572405994680142, "level": 0, "difficulty": 0.05, "reward_ma": 0.37505190587479453, "leveled_up": false}
{"t": 240, "ts": 1788125449.5671685, "step": 480, "loss_diff": 0.684340238571167, "reward": 0.21630946840120563, "level": 0, "difficulty": 0.05, "reward_ma": 0.3591776621274357, "leveled_up": false}
{"t": 241, "ts": 1788125450.463839, "step": 482, "loss_diff": 0.7321414947509766, "reward": 0.3333707926976799, "level": 0, "difficulty": 0.05, "reward_ma": 0.3565969751844601, "leveled_up": false}
{"t": 242, "ts": 1788125451.3678024, "step": 484, "loss_diff": 0.9543349146842957, "reward": 0.30749236902938204, "level": 0, "difficulty": 0.05, "reward_ma": 0.3516865145689523, "leveled_up": false}
{"t": 243, "ts": 1788125452.2967556, "step": 486, "loss_diff": 0.6298684477806091, "reward": 0.2175269903658853, "level": 0, "difficulty": 0.05, "reward_ma": 0.3382705621486456, "leveled_up": false}
{"t": 244, "ts": 1788125453.1743672, "step": 488, "loss_diff": 0.8276304006576538, "reward": 0.44748003828324645, "level": 0, "difficulty": 0.05, "reward_ma": 0.3491915097621057, "leveled_up": false}
{"t": 245, "ts": 1788125454.0723672, "step": 490, "loss_diff": 1.1148264408111572, "reward": 0.3893155176181015, "level": 0, "difficulty": 0.05, "reward_ma": 0.3532039105477053, "leveled_up": false}
{"t": 246, "ts": 1788125454.9345472, "step": 492, "loss_diff": 0.6523634791374207, "reward": 0.45295909555821173, "level": 0, "difficulty": 0.05, "reward_ma": 0.36317942904875594, "leveled_up": false}
{"t": 247, "ts": 1788125455.7680771, "step": 494, "loss_diff": 0.7290460467338562, "reward": 0.3751756830423787, "level": 0, "difficulty": 0.05, "reward_ma": 0.3643790544481182, "leveled_up": false}
{"t": 248, "ts": 1788125456.649517, "step": 496, "loss_diff": 0.8926403522491455, "reward": 0.3802105366415259, "level": 0, "difficulty": 0.05, "reward_ma": 0.365962202667459, "leveled_up": false}
{"t": 249, "ts": 1788125457.4777744, "step": 498, "loss_diff": 0.697004497051239, "reward": 0.35206974665059826, "level": 0, "difficulty": 0.05, "reward_ma": 0.3645729570657729, "leveled_up": false}
{"t": 250, "ts": 1788125458.3650186, "step": 500, "loss_diff": 0.5799952149391174, "reward": 0.3987595687172132, "level": 0, "difficulty": 0.05, "reward_ma": 0.367991618230917, "leveled_up": false}
{"t": 251, "ts": 1788125459.195797, "step": 502, "loss_diff": 0.6880894303321838, "reward": 0.35484274973773267, "level": 0, "difficulty": 0.05, "reward_ma": 0.36667673138159856, "leveled_up": false}
{"t": 252, "ts": 1788125460.0605094, "step": 504, "loss_diff": 0.712241530418396, "reward": 0.31046744415734073, "level": 0, "difficulty": 0.05, "reward_ma": 0.3610558026591728, "leveled_up": false}
{"t": 253, "ts": 1788125460.9337764, "step": 506, "loss_diff": 0.7041316032409668, "reward": 0.4194760435187824, "level": 0, "difficulty": 0.05, "reward_ma": 0.3668978267451338, "leveled_up": false}
{"t": 254, "ts": 1788125461.7765985, "step": 508, "loss_diff": 0.7048740983009338, "reward": 0.28587256757835844, "level": 0, "difficulty": 0.05, "reward_ma": 0.3587953008284563, "leveled_up": false}
{"t": 255, "ts": 1788125462.658731, "step": 510, "loss_diff": 0.8499406576156616, "reward": 0.293957726803075, "level": 0, "difficulty": 0.05, "reward_ma": 0.3523115434259182, "leveled_up": false}
{"t": 256, "ts": 1788125463.4631863, "step": 512, "loss_diff": 0.5879488587379456, "reward": 0.32845281730883713, "level": 0, "difficulty": 0.05, "reward_ma": 0.34992567081421005, "leveled_up": false}
{"t": 257, "ts": 1788125464.2689502, "step": 514, "loss_diff": 0.894393801689148, "reward": 0.22700360115016777, "level": 0, "difficulty": 0.05, "reward_ma": 0.3376334638478058, "leveled_up": false}
{"t": 258, "ts": 1788125465.1311035, "step": 516, "loss_diff": 0.6526079773902893, "reward": 0.22331168526745077, "level": 0, "difficulty": 0.05, "reward_ma": 0.3262012859897703, "leveled_up": false}
{"t": 259, "ts": 1788125465.9561722, "step": 518, "loss_diff": 0.7677370309829712, "reward": 0.23941338612459973, "level": 0, "difficulty": 0.05, "reward_ma": 0.3175224960032532, "leveled_up": false}
{"t": 260, "ts": 1788125466.7858696, "step": 520, "loss_diff": 0.6064757108688354, "reward": 0.5997140066624623, "level": 0, "difficulty": 0.05, "reward_ma": 0.34574164706917415, "leveled_up": false}
{"t": 261, "ts": 1788125478.934878, "step": 522, "loss_diff": 0.8304027915000916, "reward": 0.274334803325063, "level": 0, "difficulty": 0.05, "reward_ma": 0.33860096269476303, "leveled_up": false}
{"t": 262, "ts": 1788125479.7773483, "step": 524, "loss_diff": 0.5871253609657288, "reward": 0.45270431857566173, "level": 0, "difficulty": 0.05, "reward_ma": 0.35001129828285293, "leveled_up": false}
{"t": 263, "ts": 1788125480.687457, "step": 526, "loss_diff": 0.7813122868537903, "reward": 0.33812612663032887, "level": 0, "difficulty": 0.05, "reward_ma": 0.3488227811176005, "leveled_up": false}
{"t": 264, "ts": 1788125481.5647144, "step": 528, "loss_diff": 0.8330259323120117, "reward": 0.40313387652035376, "level": 0, "difficulty": 0.05, "reward_ma": 0.3542538906578758, "leveled_up": false}
{"t": 265, "ts": 1788125482.4447007, "step": 530, "loss_diff": 0.6882997751235962, "reward": 0.3285399610182659, "level": 0, "difficulty": 0.05, "reward_ma": 0.35168249769391485, "leveled_up": false}
{"t": 266, "ts": 1788125483.2680836, "step": 532, "loss_diff": 0.8057588338851929, "reward": 0.581006432581721, "level": 0, "difficulty": 0.05, "reward_ma": 0.3746148911826955, "leveled_up": false}
{"t": 267, "ts": 1788125484.0881476, "step": 534, "loss_diff": 0.7660014033317566, "reward": 0.23153491566020173, "level": 0, "difficulty": 0.05, "reward_ma": 0.3603068936304461, "leveled_up": false}
{"t": 268, "ts": 1788125484.9851644, "step": 536, "loss_diff": 0.6615550518035889, "reward": 0.3786148113516888, "level": 0, "difficulty": 0.05, "reward_ma": 0.3621376854025704, "leveled_up": false}
{"t": 269, "ts": 1788125485.9795072, "step": 538, "loss_diff": 0.8047948479652405, "reward": 0.25677704408011054, "level": 0, "difficulty": 0.05, "reward_ma": 0.3516016212703244, "leveled_up": false}
{"t": 270, "ts": 1788125486.9405107, "step": 540, "loss_diff": 0.6971865892410278, "reward": 0.34751274900623, "level": 0, "difficulty": 0.05, "reward_ma": 0.351192734043915, "leveled_up": false}
{"t": 271, "ts": 1788125487.98478, "step": 542, "loss_diff": 0.7768498659133911, "reward": 0.44218932788469084, "level": 0, "difficulty": 0.05, "reward_ma": 0.3602923934279926, "leveled_up": false}
{"t": 272, "ts": 1788125488.8718657, "step": 544, "loss_diff": 0.5717612504959106, "reward": 0.4153880252456411, "level": 0, "difficulty": 0.05, "reward_ma": 0.36580195660975745, "leveled_up": false}
{"t": 273, "ts": 1788125489.7731662, "step": 546, "loss_diff": 0.6744906902313232, "reward": 0.37899142939035313, "level": 0, "difficulty": 0.05, "reward_ma": 0.36712090388781704, "leveled_up": false}
{"t": 274, "ts": 1788125490.6718218, "step": 548, "loss_diff": 0.6760416626930237, "reward": 0.28298203613535206, "level": 0, "difficulty": 0.05, "reward_ma": 0.3587070171125705, "leveled_up": false}
{"t": 275, "ts": 1788125491.646006, "step": 550, "loss_diff": 1.0637027025222778, "reward": 0.24170594325477257, "level": 0, "difficulty": 0.05, "reward_ma": 0.3470069097267907, "leveled_up": false}
{"t": 276, "ts": 1788125492.5613189, "step": 552, "loss_diff": 0.6479950547218323, "reward": 0.41098050352123744, "level": 0, "difficulty": 0.05, "reward_ma": 0.35340426910623535, "leveled_up": false}
{"t": 277, "ts": 1788125493.471907, "step": 554, "loss_diff": 1.0369406938552856, "reward": 0.37874336372379447, "level": 0, "difficulty": 0.05, "reward_ma": 0.3559381785679913, "leveled_up": false}
{"t": 278, "ts": 1788125494.4880223, "step": 556, "loss_diff": 0.8315165638923645, "reward": 0.239839601070358, "level": 0, "difficulty": 0.05, "reward_ma": 0.344328320818228, "leveled_up": false}
{"t": 279, "ts": 1788125495.4295874, "step": 558, "loss_diff": 0.7809839844703674, "reward": 0.19281083487325065, "level": 0, "difficulty": 0.05, "reward_ma": 0.32917657222373026, "leveled_up": false}
{"t": 280, "ts": 1788125496.3628383, "step": 560, "loss_diff": 0.6684877872467041, "reward": 0.5475356730961747, "level": 0, "difficulty": 0.05, "reward_ma": 0.3510124823109747, "leveled_up": false}
{"t": 281, "ts": 1788125497.2630951, "step": 562, "loss_diff": 0.7354766130447388, "reward": 0.491327552523118, "level": 0, "difficulty": 0.05, "reward_ma": 0.36504398933218907, "leveled_up": false}
{"t": 282, "ts": 1788125498.1687837, "step": 564, "loss_diff": 0.7358165383338928, "reward": 0.4923942134933254, "level": 0, "difficulty": 0.05, "reward_ma": 0.37777901174830275, "leveled_up": false}
{"t": 283, "ts": 1788125499.0879502, "step": 566, "loss_diff": 0.5149801969528198, "reward": 0.15491468295547406, "level": 0, "difficulty": 0.05, "reward_ma": 0.3554925788690199, "leveled_up": false}
{"t": 284, "ts": 1788125499.9932053, "step": 568, "loss_diff": 0.5972439050674438, "reward": 0.47274214009028154, "level": 0, "difficulty": 0.05, "reward_ma": 0.36721753499114607, "leveled_up": false}
{"t": 285, "ts": 1788125500.9618824, "step": 570, "loss_diff": 0.9163578152656555, "reward": 0.3753440476643002, "level": 0, "difficulty": 0.05, "reward_ma": 0.3680301862584615, "leveled_up": false}
{"t": 286, "ts": 1788125501.8683302, "step": 572, "loss_diff": 0.8391743302345276, "reward": 0.2660307235053495, "level": 0, "difficulty": 0.05, "reward_ma": 0.35783023998315033, "leveled_up": false}
{"t": 287, "ts": 1788125502.7790759, "step": 574, "loss_diff": 0.8526579141616821, "reward": 0.3977969034291732, "level": 0, "difficulty": 0.05, "reward_ma": 0.36182690632775266, "leveled_up": false}
{"t": 288, "ts": 1788125503.9936962, "step": 576, "loss_diff": 0.7257510423660278, "reward": 0.4548550408324979, "level": 0, "difficulty": 0.05, "reward_ma": 0.37112971977822723, "leveled_up": false}
{"t": 289, "ts": 1788125504.9357398, "step": 578, "loss_diff": 0.6504702568054199, "reward": 0.4521907281319109, "level": 0, "difficulty": 0.05, "reward_ma": 0.3792358206135956, "leveled_up": false}
{"t": 0, "ts": 1788125554.4499366, "step": 0, "loss_diff": 0.7356678247451782, "reward": 0.09316001339996617, "level": 0, "difficulty": 0.14444870010049976, "reward_ma": 0.009316001339996617, "leveled_up": false}
{"t": 1, "ts": 1788125555.6808453, "step": 2, "loss_diff": 0.8249620199203491, "reward": 0.08893143834996124, "level": 0, "difficulty": 0.08949451597857425, "reward_ma": 0.017277545040993082, "leveled_up": false}
{"t": 2, "ts": 1788125556.9574401, "step": 4, "loss_diff": 0.9078184962272644, "reward": 0.0853617785095918, "level": 0, "difficulty": 0.05, "reward_ma": 0.024085968387852957, "leveled_up": false}
{"t": 3, "ts": 1788125558.1991582, "step": 6, "loss_diff": 1.4436683654785156, "reward": 0.06812107169760699, "level": 0, "difficulty": 0.05, "reward_ma": 0.028489478718828364, "leveled_up": false}
{"t": 4, "ts": 1788125559.4942489, "step": 8, "loss_diff": 4.759827613830566, "reward": 0.032780393068099455, "level": 0, "difficulty": 0.05, "reward_ma": 0.028918570153755475, "leveled_up": false}
{"t": 5, "ts": 1788125560.832114, "step": 10, "loss_diff": 2.683805227279663, "reward": 0.04745671217407512, "level": 0, "difficulty": 0.05, "reward_ma": 0.03077238435578744, "leveled_up": false}
{"t": 6, "ts": 1788125562.0828624, "step": 12, "loss_diff": 2.4580461978912354, "reward": 0.05011504245011561, "level": 0, "difficulty": 0.05, "reward_ma": 0.03270665016522026, "leveled_up": false}
{"t": 7, "ts": 1788125563.3771358, "step": 14, "loss_diff": 1.267216682434082, "reward": 0.07289836349662115, "level": 0, "difficulty": 0.05, "reward_ma": 0.036725821498360345, "leveled_up": false}
{"t": 8, "ts": 1788125564.6963582, "step": 16, "loss_diff": 1.487699270248413, "reward": 0.06703462425180721, "level": 0, "difficulty": 0.05, "reward_ma": 0.039756701773705036, "leveled_up": false}
{"t": 9, "ts": 1788125565.9930942, "step": 18, "loss_diff": 1.0252310037612915, "reward": 0.08080357196799894, "level": 0, "difficulty": 0.05, "reward_ma": 0.04386138879313443, "leveled_up": false}
{"t": 10, "ts": 1788125567.29894, "step": 20, "loss_diff": 1.785668134689331, "reward": 0.06058499293111233, "level": 0, "difficulty": 0.05, "reward_ma": 0.04553374920693222, "leveled_up": false}
{"t": 11, "ts": 1788125568.5879211, "step": 22, "loss_diff": 1.368973970413208, "reward": 0.07005649835228428, "level": 0, "difficulty": 0.05, "reward_ma": 0.04798602412146743, "leveled_up": false}
{"t": 12, "ts": 1788125569.974546, "step": 24, "loss_diff": 1.2301278114318848, "reward": 0.07399866597271702, "level": 0, "difficulty": 0.05, "reward_ma": 0.05058728830659239, "leveled_up": false}
{"t": 13, "ts": 1788125571.299969, "step": 26, "loss_diff": 0.9751296639442444, "reward": 0.0826823281393377, "level": 0, "difficulty": 0.05, "reward_ma": 0.05379679228986692, "leveled_up": false}
{"t": 14, "ts": 1788125572.6825109, "step": 28, "loss_diff": 1.2712587118148804, "reward": 0.1092663037421604, "level": 0, "difficulty": 0.05, "reward_ma": 0.05934374343509627, "leveled_up": false}
{"t": 15, "ts": 1788125573.9985485, "step": 30, "loss_diff": 1.0356223583221436, "reward": 0.08042548505680118, "level": 0, "difficulty": 0.05, "reward_ma": 0.061451917597266766, "leveled_up": false}
{"t": 16, "ts": 1788125575.2918994, "step": 32, "loss_diff": 1.3114917278289795, "reward": 0.08333708729106165, "level": 0, "difficulty": 0.05, "reward_ma": 0.06364043456664625, "leveled_up": false}
{"t": 17, "ts": 1788125576.6813893, "step": 34, "loss_diff": 1.2340989112854004, "reward": 0.07387911037474672, "level": 0, "difficulty": 0.05, "reward_ma": 0.0646643021474563, "leveled_up": false}
{"t": 18, "ts": 1788125578.0839257, "step": 36, "loss_diff": 1.2952425479888916, "reward": 0.07209051731085103, "level": 0, "difficulty": 0.05, "reward_ma": 0.06540692366379577, "leveled_up": false}
{"t": 19, "ts": 1788125579.4928625, "step": 38, "loss_diff": 0.9904239177703857, "reward": 0.08473949273323353, "level": 0, "difficulty": 0.05, "reward_ma": 0.06734018057073955, "leveled_up": false}
{"t": 20, "ts": 1788125580.9603794, "step": 40, "loss_diff": 0.9803085923194885, "reward": 0.08254500492333083, "level": 0, "difficulty": 0.05, "reward_ma": 0.06886066300599869, "leveled_up": false}
{"t": 21, "ts": 1788125582.3294299, "step": 42, "loss_diff": 1.011753797531128, "reward": 0.08129975480284533, "level": 0, "difficulty": 0.05, "reward_ma": 0.07010457218568336, "leveled_up": false}
{"t": 22, "ts": 1788125583.730631, "step": 44, "loss_diff": 0.9278920292854309, "reward": 0.08454313407462784, "level": 0, "difficulty": 0.05, "reward_ma": 0.07154842837457781, "leveled_up": false}
{"t": 23, "ts": 1788125585.0010314, "step": 46, "loss_diff": 0.9498409032821655, "reward": 0.08366730043889953, "level": 0, "difficulty": 0.05, "reward_ma": 0.07276031558100998, "leveled_up": false}
{"t": 24, "ts": 1788125586.2877479, "step": 48, "loss_diff": 1.0326298475265503, "reward": 0.08053397050160893, "level": 0, "difficulty": 0.05, "reward_ma": 0.07353768107306988, "leveled_up": false}
{"t": 25, "ts": 1788125587.6313977, "step": 50, "loss_diff": 1.3211206197738647, "reward": 0.0713619043764551, "level": 0, "difficulty": 0.05, "reward_ma": 0.0733201034034084, "leveled_up": false}
{"t": 26, "ts": 1788125588.5426164, "step": 52, "loss_diff": 1.0637481212615967, "reward": 0.07942123545596506, "level": 0, "difficulty": 0.05, "reward_ma": 0.07393021660866407, "leveled_up": false}
{"t": 27, "ts": 1788125589.4416811, "step": 54, "loss_diff": 0.7950514554977417, "reward": 0.4835105508734494, "level": 0, "difficulty": 0.05, "reward_ma": 0.11488825003514261, "leveled_up": false}
{"t": 28, "ts": 1788125590.2405033, "step": 56, "loss_diff": 0.7259358167648315, "reward": 0.16362677185768887, "level": 0, "difficulty": 0.05, "reward_ma": 0.11976210221739725, "leveled_up": false}
{"t": 29, "ts": 1788125601.3749635, "step": 58, "loss_diff": 1.0555169582366943, "reward": 0.1909892868652613, "level": 0, "difficulty": 0.05, "reward_ma": 0.12688482068218365, "leveled_up": false}
{"t": 30, "ts": 1788125602.1566608, "step": 60, "loss_diff": 0.7665961980819702, "reward": 0.20286626152303605, "level": 0, "difficulty": 0.05, "reward_ma": 0.1344829647662689, "leveled_up": false}
{"t": 31, "ts": 1788125602.9289238, "step": 62, "loss_diff": 0.8195577263832092, "reward": 0.15949290727565646, "level": 0, "difficulty": 0.05, "reward_ma": 0.13698395901720764, "leveled_up": false}
{"t": 32, "ts": 1788125603.7007284, "step": 64, "loss_diff": 0.7244182825088501, "reward": 0.247341785561348, "level": 0, "difficulty": 0.05, "reward_ma": 0.14801974167162169, "leveled_up": false}
{"t": 33, "ts": 1788125604.5033433, "step": 66, "loss_diff": 0.9165694713592529, "reward": 0.17193105774118522, "level": 0, "difficulty": 0.05, "reward_ma": 0.15041087327857805, "leveled_up": false}
{"t": 34, "ts": 1788125605.301436, "step": 68, "loss_diff": 0.825342059135437, "reward": 0.17095499331281616, "level": 0, "difficulty": 0.05, "reward_ma": 0.15246528528200187, "leveled_up": false}
{"t": 35, "ts": 1788125606.1320703, "step": 70, "loss_diff": 0.8950889706611633, "reward": 0.1630989538985962, "level": 0, "difficulty": 0.05, "reward_ma": 0.1535286521436613, "leveled_up": false}
{"t": 36, "ts": 1788125606.9011261, "step": 72, "loss_diff": 0.901343047618866, "reward": 0.11716619862016764, "level": 0, "difficulty": 0.05, "reward_ma": 0.14989240679131194, "leveled_up": false}
{"t": 37, "ts": 1788125607.703392, "step": 74, "loss_diff": 0.8289899826049805, "reward": 0.09892387515108257, "level": 0, "difficulty": 0.05, "reward_ma": 0.14479555362728902, "leveled_up": false}
{"t": 38, "ts": 1788125608.5333197, "step": 76, "loss_diff": 1.0583140850067139, "reward": 0.2750140114477073, "level": 0, "difficulty": 0.05, "reward_ma": 0.15781739940933084, "leveled_up": false}
{"t": 39, "ts": 1788125609.3299382, "step": 78, "loss_diff": 0.8867323398590088, "reward": 0.164680556225137, "level": 0, "difficulty": 0.05, "reward_ma": 0.15850371509091146, "leveled_up": false}
{"t": 40, "ts": 1788125610.1465514, "step": 80, "loss_diff": 1.011651635169983, "reward": 0.3754331181444987, "level": 0, "difficulty": 0.05, "reward_ma": 0.1801966553962702, "leveled_up": false}
{"t": 41, "ts": 1788125610.977622, "step": 82, "loss_diff": 1.0595988035202026, "reward": 0.5588874542477629, "level": 0, "difficulty": 0.05, "reward_ma": 0.21806573528141945, "leveled_up": false}
{"t": 42, "ts": 1788125611.8553374, "step": 84, "loss_diff": 1.0151832103729248, "reward": 0.38831528699490075, "level": 0, "difficulty": 0.05, "reward_ma": 0.2350906904527676, "leveled_up": false}
{"t": 43, "ts": 1788125612.7694209, "step": 86, "loss_diff": 1.122952938079834, "reward": 0.21034711875379664, "level": 0, "difficulty": 0.05, "reward_ma": 0.2326163332828705, "leveled_up": false}
{"t": 44, "ts": 1788125613.7389247, "step": 88, "loss_diff": 0.8981074690818787, "reward": 0.5428684727032659, "level": 0, "difficulty": 0.05, "reward_ma": 0.26364154722491007, "leveled_up": false}
{"t": 45, "ts": 1788125614.7329032, "step": 90, "loss_diff": 1.1496036052703857, "reward": 0.4474180676435503, "level": 0, "difficulty": 0.05, "reward_ma": 0.2820191992667741, "leveled_up": false}
{"t": 46, "ts": 1788125615.672069, "step": 92, "loss_diff": 0.9235631227493286, "reward": 0.33561144382028046, "level": 0, "difficulty": 0.05, "reward_ma": 0.28737842372212474, "leveled_up": false}
{"t": 47, "ts": 1788125616.556005, "step": 94, "loss_diff": 1.0261439085006714, "reward": 0.3235155709159844, "level": 0, "difficulty": 0.05, "reward_ma": 0.29099213844151073, "leveled_up": false}
{"t": 48, "ts": 1788125617.3999715, "step": 96, "loss_diff": 1.0053341388702393, "reward": 0.48267898833163714, "level": 0, "difficulty": 0.05, "reward_ma": 0.3101608234305234, "leveled_up": false}
{"t": 49, "ts": 1788125618.2582853, "step": 98, "loss_diff": 0.9626508355140686, "reward": 0.3937208229180306, "level": 0, "difficulty": 0.05, "reward_ma": 0.31851682337927417, "leveled_up": false}
{"t": 50, "ts": 1788125619.1908004, "step": 100, "loss_diff": 0.9366558194160461, "reward": 0.400278002730983, "level": 0, "difficulty": 0.05, "reward_ma": 0.3266929413144451, "leveled_up": false}
{"t": 51, "ts": 1788125620.0458884, "step": 102, "loss_diff": 1.2033392190933228, "reward": 0.2760986958418418, "level": 0, "difficulty": 0.05, "reward_ma": 0.32163351676718477, "leveled_up": false}
{"t": 52, "ts": 1788125620.8593934, "step": 104, "loss_diff": 1.0574133396148682, "reward": 0.24884390238030474, "level": 0, "difficulty": 0.05, "reward_ma": 0.31435455532849677, "leveled_up": false}
{"t": 53, "ts": 1788125621.6874754, "step": 106, "loss_diff": 1.1872386932373047, "reward": 0.5252425810928913, "level": 0, "difficulty": 0.05, "reward_ma": 0.33544335790493623, "leveled_up": false}
{"t": 54, "ts": 1788125622.5440893, "step": 108, "loss_diff": 0.8547945022583008, "reward": 0.29514401502545407, "level": 0, "difficulty": 0.05, "reward_ma": 0.33141342361698806, "leveled_up": false}
{"t": 55, "ts": 1788125623.3723407, "step": 110, "loss_diff": 1.1951704025268555, "reward": 0.5407441071114918, "level": 0, "difficulty": 0.05, "reward_ma": 0.3523464919664384, "leveled_up": false}
{"t": 56, "ts": 1788125624.1736689, "step": 112, "loss_diff": 1.2381633520126343, "reward": 0.3069383835013315, "level": 0, "difficulty": 0.05, "reward_ma": 0.34780568111992777, "leveled_up": false}
{"t": 57, "ts": 1788125624.9660132, "step": 114, "loss_diff": 1.4908322095870972, "reward": 0.46882359780940486, "level": 0, "difficulty": 0.05, "reward_ma": 0.35990747278887547, "leveled_up": false}
{"t": 58, "ts": 1788125636.4475377, "step": 116, "loss_diff": 1.234936237335205, "reward": 0.2937872992382672, "level": 0, "difficulty": 0.05, "reward_ma": 0.3532954554338147, "leveled_up": false}
{"t": 59, "ts": 1788125637.2589042, "step": 118, "loss_diff": 0.9747657775878906, "reward": 0.46325288330105885, "level": 0, "difficulty": 0.05, "reward_ma": 0.3642911982205391, "leveled_up": false}
{"t": 60, "ts": 1788125638.0742812, "step": 120, "loss_diff": 1.1370823383331299, "reward": 0.5581324852044315, "level": 0, "difficulty": 0.05, "reward_ma": 0.3836753269189284, "leveled_up": false}
{"t": 61, "ts": 1788125638.8819335, "step": 122, "loss_diff": 1.0652506351470947, "reward": 0.4819757435543349, "level": 0, "difficulty": 0.05, "reward_ma": 0.39350536858246904, "leveled_up": false}
{"t": 62, "ts": 1788125639.7392676, "step": 124, "loss_diff": 1.0212604999542236, "reward": 0.46270025399595893, "level": 0, "difficulty": 0.05, "reward_ma": 0.40042485712381803, "leveled_up": false}
{"t": 63, "ts": 1788125640.58661, "step": 126, "loss_diff": 0.9901900291442871, "reward": 0.2663832779317672, "level": 0, "difficulty": 0.05, "reward_ma": 0.38702069920461296, "leveled_up": false}
{"t": 64, "ts": 1788125641.4380424, "step": 128, "loss_diff": 0.8398242592811584, "reward": 0.5005542352369399, "level": 0, "difficulty": 0.05, "reward_ma": 0.39837405280784566, "leveled_up": false}
{"t": 65, "ts": 1788125642.2756696, "step": 130, "loss_diff": 0.8774074912071228, "reward": 0.6011971948169633, "level": 0, "difficulty": 0.05, "reward_ma": 0.4186563670087574, "leveled_up": false}
{"t": 66, "ts": 1788125643.070645, "step": 132, "loss_diff": 0.9422985315322876, "reward": 0.4630360349621368, "level": 0, "difficulty": 0.05, "reward_ma": 0.42309433380409533, "leveled_up": false}
{"t": 67, "ts": 1788125643.854967, "step": 134, "loss_diff": 0.942450761795044, "reward": 0.3763209382685757, "level": 0, "difficulty": 0.05, "reward_ma": 0.41841699425054335, "leveled_up": false}
{"t": 68, "ts": 1788125644.6700604, "step": 136, "loss_diff": 1.1077816486358643, "reward": 0.4119779542444025, "level": 0, "difficulty": 0.05, "reward_ma": 0.41777309024992926, "leveled_up": false}
{"t": 69, "ts": 1788125645.4696813, "step": 138, "loss_diff": 0.7462965250015259, "reward": 0.38066559994036553, "level": 0, "difficulty": 0.05, "reward_ma": 0.4140623412189729, "leveled_up": false}
{"t": 70, "ts": 1788125646.298419, "step": 140, "loss_diff": 1.2449815273284912, "reward": 0.5322712700390063, "level": 0, "difficulty": 0.05, "reward_ma": 0.4258832341009763, "leveled_up": false}
{"t": 71, "ts": 1788125647.1508265, "step": 142, "loss_diff": 1.0737879276275635, "reward": 0.5098039794967044, "level": 0, "difficulty": 0.05, "reward_ma": 0.43427530864054914, "leveled_up": false}
{"t": 72, "ts": 1788125647.9672043, "step": 144, "loss_diff": 0.890701413154602, "reward": 0.544896917955166, "level": 0, "difficulty": 0.05, "reward_ma": 0.4453374695720108, "leveled_up": false}
{"t": 73, "ts": 1788125648.7984073, "step": 146, "loss_diff": 0.8213436007499695, "reward": 0.4555502696526525, "level": 0, "difficulty": 0.05, "reward_ma": 0.446358749580075, "leveled_up": false}
{"t": 74, "ts": 1788125649.6533947, "step": 148, "loss_diff": 1.0032744407653809, "reward": 0.6357383923439547, "level": 0, "difficulty": 0.05, "reward_ma": 0.465296713856463, "leveled_up": false}
{"t": 75, "ts": 1788125650.4866009, "step": 150, "loss_diff": 1.0050796270370483, "reward": 0.2958937485389688, "level": 0, "difficulty": 0.05, "reward_ma": 0.4483564173247136, "leveled_up": false}
{"t": 76, "ts": 1788125651.354021, "step": 152, "loss_diff": 1.1196675300598145, "reward": 0.525866230754153, "level": 0, "difficulty": 0.05, "reward_ma": 0.45610739866765754, "leveled_up": false}
{"t": 77, "ts": 1788125652.169478, "step": 154, "loss_diff": 0.8793699145317078, "reward": 0.6084780770571658, "level": 0, "difficulty": 0.05, "reward_ma": 0.4713444665066084, "leveled_up": false}
{"t": 78, "ts": 1788125653.052146, "step": 156, "loss_diff": 1.0864776372909546, "reward": 0.435640551039922, "level": 0, "difficulty": 0.05, "reward_ma": 0.4677740749599397, "leveled_up": false}
{"t": 79, "ts": 1788125653.8651369, "step": 158, "loss_diff": 1.0137296915054321, "reward": 0.5616072508288975, "level": 0, "difficulty": 0.05, "reward_ma": 0.47715739254683553, "leveled_up": false}
{"t": 80, "ts": 1788125654.6859798, "step": 160, "loss_diff": 0.696368932723999, "reward": 0.3357131208099594, "level": 0, "difficulty": 0.05, "reward_ma": 0.46301296537314796, "leveled_up": false}
{"t": 81, "ts": 1788125655.5603378, "step": 162, "loss_diff": 1.456307291984558, "reward": 0.36867567232276155, "level": 0, "difficulty": 0.05, "reward_ma": 0.4535792360681093, "leveled_up": false}
{"t": 82, "ts": 1788125656.367869, "step": 164, "loss_diff": 0.961656928062439, "reward": 0.431734080325293, "level": 0, "difficulty": 0.05, "reward_ma": 0.4513947204938277, "leveled_up": false}
{"t": 83, "ts": 1788125657.2436743, "step": 166, "loss_diff": 1.1521719694137573, "reward": 0.41017523628186703, "level": 0, "difficulty": 0.05, "reward_ma": 0.44727277207263166, "leveled_up": false}
{"t": 84, "ts": 1788125658.0646608, "step": 168, "loss_diff": 1.0288625955581665, "reward": 0.5355286241551086, "level": 0, "difficulty": 0.05, "reward_ma": 0.4560983572808794, "leveled_up": false}
{"t": 85, "ts": 1788125658.8970873, "step": 170, "loss_diff": 1.2383344173431396, "reward": 0.5299433388825596, "level": 0, "difficulty": 0.05, "reward_ma": 0.46348285544104745, "leveled_up": false}
{"t": 86, "ts": 1788125659.7558658, "step": 172, "loss_diff": 0.9686439633369446, "reward": 0.4471376302209332, "level": 0, "difficulty": 0.05, "reward_ma": 0.46184833291903604, "leveled_up": false}
{"t": 87, "ts": 1788125671.2957475, "step": 174, "loss_diff": 0.9969561696052551, "reward": 0.47538782762682397, "level": 0, "difficulty": 0.05, "reward_ma": 0.46320228238981487, "leveled_up": false}
{"t": 88, "ts": 1788125672.1640768, "step": 176, "loss_diff": 1.0628160238265991, "reward": 0.3396474310260163, "level": 0, "difficulty": 0.05, "reward_ma": 0.450846797253435, "leveled_up": false}
{"t": 89, "ts": 1788125672.959872, "step": 178, "loss_diff": 1.0026001930236816, "reward": 0.5172766279486384, "level": 0, "difficulty": 0.05, "reward_ma": 0.4574897803229554, "leveled_up": false}
{"t": 90, "ts": 1788125673.7780092, "step": 180, "loss_diff": 1.0293657779693604, "reward": 0.3107370681699571, "level": 0, "difficulty": 0.05, "reward_ma": 0.4428145091076556, "leveled_up": false}
{"t": 91, "ts": 1788125674.5967383, "step": 182, "loss_diff": 1.1010079383850098, "reward": 0.33092979534494726, "level": 0, "difficulty": 0.05, "reward_ma": 0.43162603773138475, "leveled_up": false}
{"t": 92, "ts": 1788125675.453501, "step": 184, "loss_diff": 1.0346847772598267, "reward": 0.5135664730891463, "level": 0, "difficulty": 0.05, "reward_ma": 0.43982008126716093, "leveled_up": false}
{"t": 93, "ts": 1788125676.2887638, "step": 186, "loss_diff": 1.0499318838119507, "reward": 0.41588384223729813, "level": 0, "difficulty": 0.05, "reward_ma": 0.4374264573641746, "leveled_up": false}
{"t": 94, "ts": 1788125677.148802, "step": 188, "loss_diff": 0.8196786046028137, "reward": 0.6202205393925151, "level": 0, "difficulty": 0.05, "reward_ma": 0.4557058655670087, "leveled_up": false}
{"t": 95, "ts": 1788125677.9769497, "step": 190, "loss_diff": 1.127295732498169, "reward": 0.3587014605232497, "level": 0, "difficulty": 0.05, "reward_ma": 0.4460054250626328, "leveled_up": false}
{"t": 96, "ts": 1788125678.7879303, "step": 192, "loss_diff": 0.957736611366272, "reward": 0.43834223559020574, "level": 0, "difficulty": 0.05, "reward_ma": 0.4452391061153901, "leveled_up": false}
{"t": 97, "ts": 1788125679.6424587, "step": 194, "loss_diff": 0.9083511829376221, "reward": 0.6425308507445957, "level": 0, "difficulty": 0.05, "reward_ma": 0.4649682805783107, "leveled_up": false}
{"t": 98, "ts": 1788125680.4596694, "step": 196, "loss_diff": 0.8362041711807251, "reward": 0.6605817314278908, "level": 0, "difficulty": 0.05, "reward_ma": 0.48452962566326874, "leveled_up": false}
{"t": 99, "ts": 1788125681.2602851, "step": 198, "loss_diff": 0.8355202674865723, "reward": 0.4845773938155468, "level": 0, "difficulty": 0.05, "reward_ma": 0.48453440247849655, "leveled_up": false}
{"t": 100, "ts": 1788125682.1483898, "step": 200, "loss_diff": 0.9851095676422119, "reward": 0.51688909749875, "level": 0, "difficulty": 0.05, "reward_ma": 0.4877698719805219, "leveled_up": false}
{"t": 101, "ts": 1788125682.9715173, "step": 202, "loss_diff": 0.7235748171806335, "reward": 0.23137202550930205, "level": 0, "difficulty": 0.05, "reward_ma": 0.46213008733339994, "leveled_up": false}
{"t": 102, "ts": 1788125683.77291, "step": 204, "loss_diff": 0.8978372812271118, "reward": 0.31315670911247506, "level": 0, "difficulty": 0.05, "reward_ma": 0.4472327495113074, "leveled_up": false}
{"t": 103, "ts": 1788125684.69829, "step": 206, "loss_diff": 1.2655476331710815, "reward": 0.231961276057767, "level": 0, "difficulty": 0.05, "reward_ma": 0.42570560216595343, "leveled_up": false}
{"t": 104, "ts": 1788125685.580671, "step": 208, "loss_diff": 0.9867168068885803, "reward": 0.3241863234870339, "level": 0, "difficulty": 0.05, "reward_ma": 0.4155536742980615, "leveled_up": false}
{"t": 105, "ts": 1788125686.4531686, "step": 210, "loss_diff": 1.1640076637268066, "reward": 0.40725224554688944, "level": 0, "difficulty": 0.05, "reward_ma": 0.4147235314229443, "leveled_up": false}
{"t": 106, "ts": 1788125687.2666435, "step": 212, "loss_diff": 1.1319860219955444, "reward": 0.31904356495635755, "level": 0, "difficulty": 0.05, "reward_ma": 0.4051555347762857, "leveled_up": false}
{"t": 107, "ts": 1788125688.0731425, "step": 214, "loss_diff": 0.796786367893219, "reward": 0.2873936491017125, "level": 0, "difficulty": 0.05, "reward_ma": 0.39337934620882836, "leveled_up": false}
{"t": 108, "ts": 1788125688.9571004, "step": 216, "loss_diff": 0.9185712337493896, "reward": 0.27452993814443927, "level": 0, "difficulty": 0.05, "reward_ma": 0.3814944054023895, "leveled_up": false}
{"t": 109, "ts": 1788125689.782877, "step": 218, "loss_diff": 1.0087003707885742, "reward": 0.24431303355828243, "level": 0, "difficulty": 0.05, "reward_ma": 0.3677762682179788, "leveled_up": false}
{"t": 110, "ts": 1788125690.6822755, "step": 220, "loss_diff": 0.8860997557640076, "reward": 0.3596324308846679, "level": 0, "difficulty": 0.05, "reward_ma": 0.3669618844846477, "leveled_up": false}
{"t": 111, "ts": 1788125691.561158, "step": 222, "loss_diff": 0.9870918989181519, "reward": 0.20985492962024516, "level": 0, "difficulty": 0.05, "reward_ma": 0.35125118899820745, "leveled_up": false}
{"t": 112, "ts": 1788125692.378165, "step": 224, "loss_diff": 0.9702494144439697, "reward": 0.46457291179625587, "level": 0, "difficulty": 0.05, "reward_ma": 0.36258336127801233, "leveled_up": false}
{"t": 113, "ts": 1788125693.2595057, "step": 226, "loss_diff": 1.1391301155090332, "reward": 0.19014792014462756, "level": 0, "difficulty": 0.05, "reward_ma": 0.3453398171646739, "leveled_up": false}
{"t": 114, "ts": 1788125694.0703182, "step": 228, "loss_diff": 1.0494166612625122, "reward": 0.4262946227037474, "level": 0, "difficulty": 0.05, "reward_ma": 0.35343529771858123, "leveled_up": false}
{"t": 115, "ts": 1788125694.943019, "step": 230, "loss_diff": 1.015082597732544, "reward": 0.113299875254212, "level": 0, "difficulty": 0.05, "reward_ma": 0.3294217554721443, "leveled_up": false}
{"t": 116, "ts": 1788125707.4623523, "step": 232, "loss_diff": 0.8659285306930542, "reward": 0.49008721419480805, "level": 0, "difficulty": 0.05, "reward_ma": 0.3454883013444107, "leveled_up": false}
{"t": 117, "ts": 1788125708.3484893, "step": 234, "loss_diff": 1.0373187065124512, "reward": 0.1836899632661062, "level": 0, "difficulty": 0.05, "reward_ma": 0.3293084675365803, "leveled_up": false}
{"t": 118, "ts": 1788125709.24279, "step": 236, "loss_diff": 1.1941988468170166, "reward": 0.4737061665114415, "level": 0, "difficulty": 0.05, "reward_ma": 0.3437482374340664, "leveled_up": false}
{"t": 119, "ts": 1788125710.0693305, "step": 238, "loss_diff": 0.8212259411811829, "reward": 0.32647853072864974, "level": 0, "difficulty": 0.05, "reward_ma": 0.3420212667635248, "leveled_up": false}
{"t": 120, "ts": 1788125710.9347098, "step": 240, "loss_diff": 0.7873876094818115, "reward": 0.37472350024774725, "level": 0, "difficulty": 0.05, "reward_ma": 0.34529149011194704, "leveled_up": false}
{"t": 121, "ts": 1788125711.7685404, "step": 242, "loss_diff": 0.9379454851150513, "reward": 0.5170014334777886, "level": 0, "difficulty": 0.05, "reward_ma": 0.36246248444853124, "leveled_up": false}
{"t": 122, "ts": 1788125712.592889, "step": 244, "loss_diff": 0.8400028944015503, "reward": 0.4516644749827552, "level": 0, "difficulty": 0.05, "reward_ma": 0.37138268350195364, "leveled_up": false}
{"t": 123, "ts": 1788125713.4695892, "step": 246, "loss_diff": 0.9050202965736389, "reward": 0.38509663946751804, "level": 0, "difficulty": 0.05, "reward_ma": 0.3727540790985101, "leveled_up": false}
{"t": 124, "ts": 1788125714.2841523, "step": 248, "loss_diff": 1.0373873710632324, "reward": 0.3795108274087512, "level": 0, "difficulty": 0.05, "reward_ma": 0.3734297539295342, "leveled_up": false}
{"t": 125, "ts": 1788125715.1883862, "step": 250, "loss_diff": 1.0408573150634766, "reward": 0.4371093271224235, "level": 0, "difficulty": 0.05, "reward_ma": 0.37979771124882317, "leveled_up": false}
{"t": 126, "ts": 1788125716.058888, "step": 252, "loss_diff": 1.0573272705078125, "reward": 0.41332833266269553, "level": 0, "difficulty": 0.05, "reward_ma": 0.3831507733902104, "leveled_up": false}
{"t": 127, "ts": 1788125716.8806493, "step": 254, "loss_diff": 1.039590835571289, "reward": 0.38293085450050407, "level": 0, "difficulty": 0.05, "reward_ma": 0.3831287815012398, "leveled_up": false}
{"t": 128, "ts": 1788125717.7575593, "step": 256, "loss_diff": 1.036370873451233, "reward": 0.447480970980311, "level": 0, "difficulty": 0.05, "reward_ma": 0.38956400044914696, "leveled_up": false}
{"t": 129, "ts": 1788125718.5729635, "step": 258, "loss_diff": 1.1353429555892944, "reward": 0.4296198197419478, "level": 0, "difficulty": 0.05, "reward_ma": 0.39356958237842704, "leveled_up": false}
{"t": 130, "ts": 1788125719.4620886, "step": 260, "loss_diff": 1.0262272357940674, "reward": 0.3820295128132928, "level": 0, "difficulty": 0.05, "reward_ma": 0.39241557542191363, "leveled_up": false}
{"t": 131, "ts": 1788125720.289939, "step": 262, "loss_diff": 1.0624094009399414, "reward": 0.49010833924154534, "level": 0, "difficulty": 0.05, "reward_ma": 0.40218485180387686, "leveled_up": false}
{"t": 132, "ts": 1788125721.1514604, "step": 264, "loss_diff": 1.0672682523727417, "reward": 0.45683766200440645, "level": 0, "difficulty": 0.05, "reward_ma": 0.4076501328239298, "leveled_up": false}
{"t": 133, "ts": 1788125722.0434597, "step": 266, "loss_diff": 1.2068238258361816, "reward": 0.29530990914031463, "level": 0, "difficulty": 0.05, "reward_ma": 0.3964161104555683, "leveled_up": false}
{"t": 134, "ts": 1788125722.8701363, "step": 268, "loss_diff": 0.8740933537483215, "reward": 0.4799787754590968, "level": 0, "difficulty": 0.05, "reward_ma": 0.40477237695592116, "leveled_up": false}
{"t": 135, "ts": 1788125723.7037888, "step": 270, "loss_diff": 1.055367350578308, "reward": 0.6101593361316436, "level": 0, "difficulty": 0.05, "reward_ma": 0.42531107287349346, "leveled_up": false}
{"t": 136, "ts": 1788125724.567287, "step": 272, "loss_diff": 0.9069015979766846, "reward": 0.5725819098081227, "level": 0, "difficulty": 0.05, "reward_ma": 0.44003815656695644, "leveled_up": false}
{"t": 137, "ts": 1788125725.399197, "step": 274, "loss_diff": 1.3759775161743164, "reward": 0.44449508994933656, "level": 0, "difficulty": 0.05, "reward_ma": 0.44048384990519446, "leveled_up": false}
{"t": 138, "ts": 1788125726.2999876, "step": 276, "loss_diff": 0.976274847984314, "reward": 0.5867822253511764, "level": 0, "difficulty": 0.05, "reward_ma": 0.45511368744979264, "leveled_up": false}
{"t": 139, "ts": 1788125727.172816, "step": 278, "loss_diff": 0.9280886054039001, "reward": 0.5815027984209622, "level": 0, "difficulty": 0.05, "reward_ma": 0.46775259854690965, "leveled_up": false}
{"t": 140, "ts": 1788125728.074826, "step": 280, "loss_diff": 0.9402677416801453, "reward": 0.54538216172275, "level": 0, "difficulty": 0.05, "reward_ma": 0.4755155548644937, "leveled_up": false}
{"t": 141, "ts": 1788125729.041661, "step": 282, "loss_diff": 1.054621696472168, "reward": 0.3293354914062498, "level": 0, "difficulty": 0.05, "reward_ma": 0.4608975485186693, "leveled_up": false}
{"t": 142, "ts": 1788125729.8903475, "step": 284, "loss_diff": 1.0799776315689087, "reward": 0.4947710199942328, "level": 0, "difficulty": 0.05, "reward_ma": 0.46428489566622566, "leveled_up": false}
{"t": 143, "ts": 1788125730.8535287, "step": 286, "loss_diff": 0.8347790837287903, "reward": 0.39316437421960976, "level": 0, "difficulty": 0.05, "reward_ma": 0.45717284352156407, "leveled_up": false}
{"t": 144, "ts": 1788125731.743371, "step": 288, "loss_diff": 0.8543779850006104, "reward": 0.3406591074389449, "level": 0, "difficulty": 0.05, "reward_ma": 0.44552146991330216, "leveled_up": false}
{"t": 145, "ts": 1788125743.8549182, "step": 290, "loss_diff": 0.9508107900619507, "reward": 0.23051202736988669, "level": 0, "difficulty": 0.05, "reward_ma": 0.42402052565896065, "leveled_up": false}
{"t": 146, "ts": 1788125744.6718588, "step": 292, "loss_diff": 0.890300989151001, "reward": 0.448633483636978, "level": 0, "difficulty": 0.05, "reward_ma": 0.4264818214567624, "leveled_up": false}
{"t": 147, "ts": 1788125745.4825664, "step": 294, "loss_diff": 0.7646085619926453, "reward": 0.3232995723806523, "level": 0, "difficulty": 0.05, "reward_ma": 0.4161635965491514, "leveled_up": false}
{"t": 148, "ts": 1788125746.3540366, "step": 296, "loss_diff": 0.949181854724884, "reward": 0.23132977783759395, "level": 0, "difficulty": 0.05, "reward_ma": 0.3976802146779957, "leveled_up": false}
{"t": 149, "ts": 1788125747.1638, "step": 298, "loss_diff": 0.8124915361404419, "reward": 0.34298094445967947, "level": 0, "difficulty": 0.05, "reward_ma": 0.39221028765616406, "leveled_up": false}
{"t": 150, "ts": 1788125748.5674133, "step": 300, "loss_diff": 1.041613221168518, "reward": 0.5091547524751142, "level": 0, "difficulty": 0.05, "reward_ma": 0.4039047341380591, "leveled_up": false}
{"t": 151, "ts": 1788125749.4564555, "step": 302, "loss_diff": 0.8840194344520569, "reward": 0.4617579351393386, "level": 0, "difficulty": 0.05, "reward_ma": 0.40969005423818705, "leveled_up": false}
{"t": 152, "ts": 1788125750.2857966, "step": 304, "loss_diff": 0.8557268381118774, "reward": 0.3874307755660648, "level": 0, "difficulty": 0.05, "reward_ma": 0.40746412637097484, "leveled_up": false}
{"t": 153, "ts": 1788125751.184152, "step": 306, "loss_diff": 0.9429088234901428, "reward": 0.3279262930962299, "level": 0, "difficulty": 0.05, "reward_ma": 0.39951034304350036, "leveled_up": false}
{"t": 154, "ts": 1788125752.0685153, "step": 308, "loss_diff": 0.7342320084571838, "reward": 0.41262358818948186, "level": 0, "difficulty": 0.05, "reward_ma": 0.4008216675580985, "leveled_up": false}
{"t": 155, "ts": 1788125752.975256, "step": 310, "loss_diff": 0.8075348138809204, "reward": 0.36851968864267326, "level": 0, "difficulty": 0.05, "reward_ma": 0.397591469666556, "leveled_up": false}
{"t": 156, "ts": 1788125753.8625572, "step": 312, "loss_diff": 0.7675792574882507, "reward": 0.45747321168738975, "level": 0, "difficulty": 0.05, "reward_ma": 0.40357964386863937, "leveled_up": false}
{"t": 157, "ts": 1788125754.7536743, "step": 314, "loss_diff": 0.8912380933761597, "reward": 0.5830956370866035, "level": 0, "difficulty": 0.05, "reward_ma": 0.4215312431904358, "leveled_up": false}
{"t": 158, "ts": 1788125755.6491475, "step": 316, "loss_diff": 0.9815456867218018, "reward": 0.513527144475818, "level": 0, "difficulty": 0.05, "reward_ma": 0.43073083331897405, "leveled_up": false}
{"t": 159, "ts": 1788125756.487049, "step": 318, "loss_diff": 0.9702487587928772, "reward": 0.6269545576603874, "level": 0, "difficulty": 0.05, "reward_ma": 0.4503532057531154, "leveled_up": false}
{"t": 160, "ts": 1788125757.391055, "step": 320, "loss_diff": 0.8636021614074707, "reward": 0.2605114206915754, "level": 0, "difficulty": 0.05, "reward_ma": 0.4313690272469614, "leveled_up": false}
{"t": 161, "ts": 1788125758.2725043, "step": 322, "loss_diff": 0.9238653779029846, "reward": 0.4221886756527068, "level": 0, "difficulty": 0.05, "reward_ma": 0.430450992087536, "leveled_up": false}
{"t": 162, "ts": 1788125759.1617227, "step": 324, "loss_diff": 1.0598355531692505, "reward": 0.5499862365705861, "level": 0, "difficulty": 0.05, "reward_ma": 0.442404516535841, "leveled_up": false}
{"t": 163, "ts": 1788125760.0666788, "step": 326, "loss_diff": 0.9418197870254517, "reward": 0.34029375865726214, "level": 0, "difficulty": 0.05, "reward_ma": 0.43219344074798316, "leveled_up": false}
{"t": 164, "ts": 1788125760.9332013, "step": 328, "loss_diff": 0.7706568241119385, "reward": 0.5901289619592942, "level": 0, "difficulty": 0.05, "reward_ma": 0.44798699286911425, "leveled_up": false}
{"t": 165, "ts": 1788125761.8388276, "step": 330, "loss_diff": 0.9876036047935486, "reward": 0.4894054483783454, "level": 0, "difficulty": 0.05, "reward_ma": 0.45212883842003737, "leveled_up": false}
{"t": 166, "ts": 1788125762.6840115, "step": 332, "loss_diff": 0.5878154635429382, "reward": 0.5242294451550493, "level": 0, "difficulty": 0.05, "reward_ma": 0.4593388990935386, "leveled_up": false}
{"t": 167, "ts": 1788125763.6635358, "step": 334, "loss_diff": 1.1587204933166504, "reward": 0.41193263101432526, "level": 0, "difficulty": 0.05, "reward_ma": 0.4545982722856172, "leveled_up": false}
{"t": 168, "ts": 1788125764.573786, "step": 336, "loss_diff": 0.7960003018379211, "reward": 0.4794188881072163, "level": 0, "difficulty": 0.05, "reward_ma": 0.45708033386777713, "leveled_up": false}
{"t": 169, "ts": 1788125765.462418, "step": 338, "loss_diff": 0.663896381855011, "reward": 0.4559674263543363, "level": 0, "difficulty": 0.05, "reward_ma": 0.45696904311643305, "leveled_up": false}
{"t": 170, "ts": 1788125766.3494532, "step": 340, "loss_diff": 1.203231692314148, "reward": 0.5368271086842006, "level": 0, "difficulty": 0.05, "reward_ma": 0.4649548496732098, "leveled_up": false}
{"t": 171, "ts": 1788125767.1891484, "step": 342, "loss_diff": 0.8557144403457642, "reward": 0.43999570802404464, "level": 0, "difficulty": 0.05, "reward_ma": 0.4624589355082933, "leveled_up": false}
{"t": 172, "ts": 1788125768.072452, "step": 344, "loss_diff": 0.6948192119598389, "reward": 0.47302458478693443, "level": 0, "difficulty": 0.05, "reward_ma": 0.46351550043615747, "leveled_up": false}
{"t": 173, "ts": 1788125768.96361, "step": 346, "loss_diff": 0.7883723974227905, "reward": 0.5033163764585005, "level": 0, "difficulty": 0.05, "reward_ma": 0.46749558803839175, "leveled_up": false}
{"t": 174, "ts": 1788125781.363595, "step": 348, "loss_diff": 1.2238795757293701, "reward": 0.3243725095577146, "level": 0, "difficulty": 0.05, "reward_ma": 0.453183280190324, "leveled_up": false}
{"t": 175, "ts": 1788125782.2613678, "step": 350, "loss_diff": 0.8387999534606934, "reward": 0.4409151579972878, "level": 0, "difficulty": 0.05, "reward_ma": 0.4519564679710204, "leveled_up": false}
{"t": 176, "ts": 1788125783.0604014, "step": 352, "loss_diff": 1.0130040645599365, "reward": 0.3000881832498833, "level": 0, "difficulty": 0.05, "reward_ma": 0.4367696394989067, "leveled_up": false}
{"t": 177, "ts": 1788125783.867341, "step": 354, "loss_diff": 1.0913686752319336, "reward": 0.22086952425660727, "level": 0, "difficulty": 0.05, "reward_ma": 0.4151796279746767, "leveled_up": false}
{"t": 178, "ts": 1788125784.7301416, "step": 356, "loss_diff": 0.8730868697166443, "reward": 0.5467027076161781, "level": 0, "difficulty": 0.05, "reward_ma": 0.4283319359388269, "leveled_up": false}
{"t": 179, "ts": 1788125785.5542967, "step": 358, "loss_diff": 1.5098259449005127, "reward": 0.31141326857061935, "level": 0, "difficulty": 0.05, "reward_ma": 0.4166400692020062, "leveled_up": false}
{"t": 180, "ts": 1788125786.3733106, "step": 360, "loss_diff": 0.9640603065490723, "reward": 0.42053479848654346, "level": 0, "difficulty": 0.05, "reward_ma": 0.41702954213045995, "leveled_up": false}
{"t": 181, "ts": 1788125787.1640632, "step": 362, "loss_diff": 0.7988706231117249, "reward": 0.5808895815819991, "level": 0, "difficulty": 0.05, "reward_ma": 0.4334155460756139, "leveled_up": false}
{"t": 182, "ts": 1788125787.9563212, "step": 364, "loss_diff": 0.8419696092605591, "reward": 0.3649526727063557, "level": 0, "difficulty": 0.05, "reward_ma": 0.42656925873868806, "leveled_up": false}
{"t": 183, "ts": 1788125788.8007755, "step": 366, "loss_diff": 0.6702847480773926, "reward": 0.47329184807390606, "level": 0, "difficulty": 0.05, "reward_ma": 0.43124151767220986, "leveled_up": false}
{"t": 184, "ts": 1788125789.6646552, "step": 368, "loss_diff": 1.0206934213638306, "reward": 0.4083592804267964, "level": 0, "difficulty": 0.05, "reward_ma": 0.42895329394766857, "leveled_up": false}
{"t": 185, "ts": 1788125790.4760625, "step": 370, "loss_diff": 0.8921549320220947, "reward": 0.5248020823668016, "level": 0, "difficulty": 0.05, "reward_ma": 0.43853817278958185, "leveled_up": false}
{"t": 186, "ts": 1788125791.2814848, "step": 372, "loss_diff": 0.6120740175247192, "reward": 0.5604453741620369, "level": 0, "difficulty": 0.05, "reward_ma": 0.4507288929268274, "leveled_up": false}
{"t": 187, "ts": 1788125792.0668168, "step": 374, "loss_diff": 0.9493391513824463, "reward": 0.28281555454990925, "level": 0, "difficulty": 0.05, "reward_ma": 0.4339375590891356, "leveled_up": false}
{"t": 188, "ts": 1788125792.9367986, "step": 376, "loss_diff": 1.0036803483963013, "reward": 0.4084168137827168, "level": 0, "difficulty": 0.05, "reward_ma": 0.4313854845584938, "leveled_up": false}
{"t": 189, "ts": 1788125793.7437334, "step": 378, "loss_diff": 0.623378574848175, "reward": 0.39813015317548783, "level": 0, "difficulty": 0.05, "reward_ma": 0.4280599514201932, "leveled_up": false}
{"t": 190, "ts": 1788125794.5716617, "step": 380, "loss_diff": 1.071012258529663, "reward": 0.26255276278538997, "level": 0, "difficulty": 0.05, "reward_ma": 0.4115092325567129, "leveled_up": false}
{"t": 191, "ts": 1788125795.3657515, "step": 382, "loss_diff": 0.7694923877716064, "reward": 0.4169798558048706, "level": 0, "difficulty": 0.05, "reward_ma": 0.41205629488152873, "leveled_up": false}
{"t": 192, "ts": 1788125796.1531453, "step": 384, "loss_diff": 0.703386664390564, "reward": 0.28442931474855077, "level": 0, "difficulty": 0.05, "reward_ma": 0.39929359686823096, "leveled_up": false}
{"t": 193, "ts": 1788125796.9670959, "step": 386, "loss_diff": 0.8911473155021667, "reward": 0.5197342276012876, "level": 0, "difficulty": 0.05, "reward_ma": 0.41133765994153665, "leveled_up": false}
{"t": 194, "ts": 1788125797.7648797, "step": 388, "loss_diff": 0.7382115721702576, "reward": 0.3636142694282097, "level": 0, "difficulty": 0.05, "reward_ma": 0.406565320890204, "leveled_up": false}
{"t": 195, "ts": 1788125798.5777903, "step": 390, "loss_diff": 0.8572888374328613, "reward": 0.5566220168855515, "level": 0, "difficulty": 0.05, "reward_ma": 0.4215709904897388, "leveled_up": false}
{"t": 196, "ts": 1788125799.397966, "step": 392, "loss_diff": 0.9815206527709961, "reward": 0.46316053990935774, "level": 0, "difficulty": 0.05, "reward_ma": 0.42572994543170073, "leveled_up": false}
{"t": 197, "ts": 1788125800.236699, "step": 394, "loss_diff": 0.9088922142982483, "reward": 0.36601883415823594, "level": 0, "difficulty": 0.05, "reward_ma": 0.4197588343043543, "leveled_up": false}
{"t": 198, "ts": 1788125801.0581732, "step": 396, "loss_diff": 0.8055671453475952, "reward": 0.5182694698706349, "level": 0, "difficulty": 0.05, "reward_ma": 0.42960989786098236, "leveled_up": false}
{"t": 199, "ts": 1788125801.854647, "step": 398, "loss_diff": 1.1781495809555054, "reward": 0.5845645955128459, "level": 0, "difficulty": 0.05, "reward_ma": 0.4451053676261687, "leveled_up": false}
{"t": 200, "ts": 1788125802.7442033, "step": 400, "loss_diff": 0.9275054931640625, "reward": 0.4428030487916302, "level": 0, "difficulty": 0.05, "reward_ma": 0.44487513574271487, "leveled_up": false}
{"t": 201, "ts": 1788125803.5820436, "step": 402, "loss_diff": 0.9158966541290283, "reward": 0.3520272612692039, "level": 0, "difficulty": 0.05, "reward_ma": 0.43559034829536375, "leveled_up": false}
{"t": 202, "ts": 1788125804.4614024, "step": 404, "loss_diff": 0.9533171653747559, "reward": 0.13858942026726706, "level": 0, "difficulty": 0.05, "reward_ma": 0.4058902554925541, "leveled_up": false}
{"t": 203, "ts": 1788125818.144036, "step": 406, "loss_diff": 1.2006784677505493, "reward": 0.12751067191775015, "level": 0, "difficulty": 0.05, "reward_ma": 0.37805229713507366, "leveled_up": false}
{"t": 204, "ts": 1788125819.077779, "step": 408, "loss_diff": 0.8589569926261902, "reward": 0.4291053544450034, "level": 0, "difficulty": 0.05, "reward_ma": 0.38315760286606665, "leveled_up": false}
{"t": 205, "ts": 1788125820.0693662, "step": 410, "loss_diff": 0.7615628242492676, "reward": 0.351894059588988, "level": 0, "difficulty": 0.05, "reward_ma": 0.3800312485383588, "leveled_up": false}
{"t": 206, "ts": 1788125821.001167, "step": 412, "loss_diff": 1.1379051208496094, "reward": 0.1955015701598695, "level": 0, "difficulty": 0.05, "reward_ma": 0.36157828070050985, "leveled_up": false}
{"t": 207, "ts": 1788125821.983506, "step": 414, "loss_diff": 0.8378016352653503, "reward": 0.3467963610651123, "level": 0, "difficulty": 0.05, "reward_ma": 0.3601000887369701, "leveled_up": false}
{"t": 208, "ts": 1788125822.9475472, "step": 416, "loss_diff": 0.7405640482902527, "reward": 0.1589887015891169, "level": 0, "difficulty": 0.05, "reward_ma": 0.33998895002218477, "leveled_up": false}
{"t": 209, "ts": 1788125823.9999492, "step": 418, "loss_diff": 1.295370101928711, "reward": 0.45790909925652945, "level": 0, "difficulty": 0.05, "reward_ma": 0.3517809649456192, "leveled_up": false}
{"t": 210, "ts": 1788125825.0519726, "step": 420, "loss_diff": 0.9780200719833374, "reward": 0.4211923818359761, "level": 0, "difficulty": 0.05, "reward_ma": 0.35872210663465487, "leveled_up": false}
{"t": 211, "ts": 1788125826.04526, "step": 422, "loss_diff": 1.1213405132293701, "reward": 0.4554386535610896, "level": 0, "difficulty": 0.05, "reward_ma": 0.3683937613272984, "leveled_up": false}
{"t": 212, "ts": 1788125826.8941867, "step": 424, "loss_diff": 0.5204962491989136, "reward": 0.3730206758592361, "level": 0, "difficulty": 0.05, "reward_ma": 0.36885645278049217, "leveled_up": false}
{"t": 213, "ts": 1788125827.8692636, "step": 426, "loss_diff": 1.205997109413147, "reward": 0.384931459675078, "level": 0, "difficulty": 0.05, "reward_ma": 0.37046395346995076, "leveled_up": false}
{"t": 214, "ts": 1788125828.7483773, "step": 428, "loss_diff": 0.8765262365341187, "reward": 0.4572318534640152, "level": 0, "difficulty": 0.05, "reward_ma": 0.3791407434693572, "leveled_up": false}
{"t": 215, "ts": 1788125829.5966187, "step": 430, "loss_diff": 0.7065280675888062, "reward": 0.37828501439226203, "level": 0, "difficulty": 0.05, "reward_ma": 0.3790551705616477, "leveled_up": false}
{"t": 216, "ts": 1788125830.4657495, "step": 432, "loss_diff": 0.9142313003540039, "reward": 0.3479291635164563, "level": 0, "difficulty": 0.05, "reward_ma": 0.3759425698571286, "leveled_up": false}
{"t": 217, "ts": 1788125831.2854283, "step": 434, "loss_diff": 0.9863516688346863, "reward": 0.19643191621730705, "level": 0, "difficulty": 0.05, "reward_ma": 0.3579915044931465, "leveled_up": false}
{"t": 218, "ts": 1788125832.1598957, "step": 436, "loss_diff": 0.7614332437515259, "reward": 0.3641763559978777, "level": 0, "difficulty": 0.05, "reward_ma": 0.3586099896436196, "leveled_up": false}
{"t": 219, "ts": 1788125832.9918308, "step": 438, "loss_diff": 0.6398510336875916, "reward": 0.41634124574641607, "level": 0, "difficulty": 0.05, "reward_ma": 0.36438311525389927, "leveled_up": false}
{"t": 220, "ts": 1788125833.882661, "step": 440, "loss_diff": 0.6477986574172974, "reward": 0.4742724449138694, "level": 0, "difficulty": 0.05, "reward_ma": 0.37537204821989634, "leveled_up": false}
{"t": 221, "ts": 1788125834.7630177, "step": 442, "loss_diff": 0.7855782508850098, "reward": 0.4864772095112395, "level": 0, "difficulty": 0.05, "reward_ma": 0.38648256434903067, "leveled_up": false}
{"t": 222, "ts": 1788125835.7985938, "step": 444, "loss_diff": 0.9030970335006714, "reward": 0.3408108919090789, "level": 0, "difficulty": 0.05, "reward_ma": 0.3819153971050355, "leveled_up": false}
{"t": 223, "ts": 1788125837.0513957, "step": 446, "loss_diff": 0.8985202312469482, "reward": 0.3286843043150165, "level": 0, "difficulty": 0.05, "reward_ma": 0.37659228782603366, "leveled_up": false}
{"t": 224, "ts": 1788125838.1684964, "step": 448, "loss_diff": 1.018646001815796, "reward": 0.3104813209688787, "level": 0, "difficulty": 0.05, "reward_ma": 0.3699811911403182, "leveled_up": false}
{"t": 225, "ts": 1788125839.1023629, "step": 450, "loss_diff": 0.6462395191192627, "reward": 0.4158993759857651, "level": 0, "difficulty": 0.05, "reward_ma": 0.37457300962486284, "leveled_up": false}
{"t": 226, "ts": 1788125839.9893253, "step": 452, "loss_diff": 0.6999527812004089, "reward": 0.5183250027031784, "level": 0, "difficulty": 0.05, "reward_ma": 0.3889482089326944, "leveled_up": false}
{"t": 227, "ts": 1788125840.8729408, "step": 454, "loss_diff": 0.8214877843856812, "reward": 0.3060347617432694, "level": 0, "difficulty": 0.05, "reward_ma": 0.3806568642137519, "leveled_up": false}
{"t": 228, "ts": 1788125841.7687876, "step": 456, "loss_diff": 0.7984271049499512, "reward": 0.42079832447930265, "level": 0, "difficulty": 0.05, "reward_ma": 0.384671010240307, "leveled_up": false}
{"t": 229, "ts": 1788125842.6409843, "step": 458, "loss_diff": 0.6977322697639465, "reward": 0.4586778454976794, "level": 0, "difficulty": 0.05, "reward_ma": 0.3920716937660442, "leveled_up": false}
{"t": 230, "ts": 1788125843.49836, "step": 460, "loss_diff": 0.9631965160369873, "reward": 0.28585458315541623, "level": 0, "difficulty": 0.05, "reward_ma": 0.3814499827049814, "leveled_up": false}
{"t": 231, "ts": 1788125844.3683758, "step": 462, "loss_diff": 0.7775284647941589, "reward": 0.3849414541006852, "level": 0, "difficulty": 0.05, "reward_ma": 0.38179912984455183, "leveled_up": false}
{"t": 232, "ts": 1788125857.004137, "step": 464, "loss_diff": 0.903537392616272, "reward": 0.2563272511335778, "level": 0, "difficulty": 0.05, "reward_ma": 0.36925194197345446, "leveled_up": false}
{"t": 233, "ts": 1788125858.0860956, "step": 466, "loss_diff": 0.8200768232345581, "reward": 0.26808776260932754, "level": 0, "difficulty": 0.05, "reward_ma": 0.3591355240370418, "leveled_up": false}
{"t": 234, "ts": 1788125858.9694264, "step": 468, "loss_diff": 0.7715962529182434, "reward": 0.5703526280032603, "level": 0, "difficulty": 0.05, "reward_ma": 0.38025723443366366, "leveled_up": false}
{"t": 235, "ts": 1788125859.852043, "step": 470, "loss_diff": 0.6884610652923584, "reward": 0.5754139061748523, "level": 0, "difficulty": 0.05, "reward_ma": 0.39977290160778256, "leveled_up": false}
{"t": 236, "ts": 1788125860.6750422, "step": 472, "loss_diff": 0.8191317915916443, "reward": 0.30921376358447905, "level": 0, "difficulty": 0.05, "reward_ma": 0.3907169878054522, "leveled_up": false}
{"t": 237, "ts": 1788125861.5689442, "step": 474, "loss_diff": 0.6344117522239685, "reward": 0.30199611092810774, "level": 0, "difficulty": 0.05, "reward_ma": 0.38184490011771777, "leveled_up": false}
{"t": 238, "ts": 1788125862.5327306, "step": 476, "loss_diff": 0.7874906659126282, "reward": 0.4448164092515746, "level": 0, "difficulty": 0.05, "reward_ma": 0.38814205103110344, "leveled_up": false}
{"t": 239, "ts": 1788125863.4586053, "step": 478, "loss_diff": 0.8653730154037476, "reward": 0.2572405994680142, "level": 0, "difficulty": 0.05, "reward_ma": 0.37505190587479453, "leveled_up": false}
{"t": 240, "ts": 1788125864.3994098, "step": 480, "loss_diff": 0.684340238571167, "reward": 0.21630946840120563, "level": 0, "difficulty": 0.05, "reward_ma": 0.3591776621274357, "leveled_up": false}
{"t": 241, "ts": 1788125865.3342245, "step": 482, "loss_diff": 0.7321414947509766, "reward": 0.3333707926976799, "level": 0, "difficulty": 0.05, "reward_ma": 0.3565969751844601, "leveled_up": false}
{"t": 242, "ts": 1788125866.245804, "step": 484, "loss_diff": 0.9543349146842957, "reward": 0.30749236902938204, "level": 0, "difficulty": 0.05, "reward_ma": 0.3516865145689523, "leveled_up": false}
{"t": 243, "ts": 1788125867.1853373, "step": 486, "loss_diff": 0.6298684477806091, "reward": 0.2175269903658853, "level": 0, "difficulty": 0.05, "reward_ma": 0.3382705621486456, "leveled_up": false}
{"t": 244, "ts": 1788125868.136773, "step": 488, "loss_diff": 0.8276304006576538, "reward": 0.44748003828324645, "level": 0, "difficulty": 0.05, "reward_ma": 0.3491915097621057, "leveled_up": false}
{"t": 245, "ts": 1788125869.0845578, "step": 490, "loss_diff": 1.1148264408111572, "reward": 0.3893155176181015, "level": 0, "difficulty": 0.05, "reward_ma": 0.3532039105477053, "leveled_up": false}
{"t": 246, "ts": 1788125870.0030653, "step": 492, "loss_diff": 0.6523634791374207, "reward": 0.45295909555821173, "level": 0, "difficulty": 0.05, "reward_ma": 0.36317942904875594, "leveled_up": false}
{"t": 247, "ts": 1788125870.9498434, "step": 494, "loss_diff": 0.7290460467338562, "reward": 0.3751756830423787, "level": 0, "difficulty": 0.05, "reward_ma": 0.3643790544481182, "leveled_up": false}
{"t": 248, "ts": 1788125871.8739183, "step": 496, "loss_diff": 0.8926403522491455, "reward": 0.3802105366415259, "level": 0, "difficulty": 0.05, "reward_ma": 0.365962202667459, "leveled_up": false}
{"t": 249, "ts": 1788125872.7737188, "step": 498, "loss_diff": 0.697004497051239, "reward": 0.35206974665059826, "level": 0, "difficulty": 0.05, "reward_ma": 0.3645729570657729, "leveled_up": false}
{"t": 250, "ts": 1788125873.7353888, "step": 500, "loss_diff": 0.5799952149391174, "reward": 0.3987595687172132, "level": 0, "difficulty": 0.05, "reward_ma": 0.367991618230917, "leveled_up": false}
{"t": 251, "ts": 1788125874.643359, "step": 502, "loss_diff": 0.6880894303321838, "reward": 0.35484274973773267, "level": 0, "difficulty": 0.05, "reward_ma": 0.36667673138159856, "leveled_up": false}
{"t": 252, "ts": 1788125875.569003, "step": 504, "loss_diff": 0.712241530418396, "reward": 0.31046744415734073, "level": 0, "difficulty": 0.05, "reward_ma": 0.3610558026591728, "leveled_up": false}
{"t": 253, "ts": 1788125876.737288, "step": 506, "loss_diff": 0.7041316032409668, "reward": 0.4194760435187824, "level": 0, "difficulty": 0.05, "reward_ma": 0.3668978267451338, "leveled_up": false}
{"t": 254, "ts": 1788125877.6692648, "step": 508, "loss_diff": 0.7048740983009338, "reward": 0.28587256757835844, "level": 0, "difficulty": 0.05, "reward_ma": 0.3587953008284563, "leveled_up": false}
{"t": 255, "ts": 1788125878.6352158, "step": 510, "loss_diff": 0.8499406576156616, "reward": 0.293957726803075, "level": 0, "difficulty": 0.05, "reward_ma": 0.3523115434259182, "leveled_up": false}
{"t": 256, "ts": 1788125879.9461808, "step": 512, "loss_diff": 0.5879488587379456, "reward": 0.32845281730883713, "level": 0, "difficulty": 0.05, "reward_ma": 0.34992567081421005, "leveled_up": false}
{"t": 257, "ts": 1788125881.0753584, "step": 514, "loss_diff": 0.894393801689148, "reward": 0.22700360115016777, "level": 0, "difficulty": 0.05, "reward_ma": 0.3376334638478058, "leveled_up": false}
{"t": 258, "ts": 1788125881.9601834, "step": 516, "loss_diff": 0.6526079773902893, "reward": 0.22331168526745077, "level": 0, "difficulty": 0.05, "reward_ma": 0.3262012859897703, "leveled_up": false}
{"t": 259, "ts": 1788125882.7755902, "step": 518, "loss_diff": 0.7677370309829712, "reward": 0.23941338612459973, "level": 0, "difficulty": 0.05, "reward_ma": 0.3175224960032532, "leveled_up": false}
{"t": 260, "ts": 1788125883.6416194, "step": 520, "loss_diff": 0.6064757108688354, "reward": 0.5997140066624623, "level": 0, "difficulty": 0.05, "reward_ma": 0.34574164706917415, "leveled_up": false}
{"t": 261, "ts": 1788125895.99701, "step": 522, "loss_diff": 0.8304027915000916, "reward": 0.274334803325063, "level": 0, "difficulty": 0.05, "reward_ma": 0.33860096269476303, "leveled_up": false}
{"t": 262, "ts": 1788125896.8713946, "step": 524, "loss_diff": 0.5871253609657288, "reward": 0.45270431857566173, "level": 0, "difficulty": 0.05, "reward_ma": 0.35001129828285293, "leveled_up": false}
{"t": 263, "ts": 1788125897.7743547, "step": 526, "loss_diff": 0.7813122868537903, "reward": 0.33812612663032887, "level": 0, "difficulty": 0.05, "reward_ma": 0.3488227811176005, "leveled_up": false}
{"t": 264, "ts": 1788125898.6544607, "step": 528, "loss_diff": 0.8330259323120117, "reward": 0.40313387652035376, "level": 0, "difficulty": 0.05, "reward_ma": 0.3542538906578758, "leveled_up": false}
{"t": 265, "ts": 1788125899.586729, "step": 530, "loss_diff": 0.6882997751235962, "reward": 0.3285399610182659, "level": 0, "difficulty": 0.05, "reward_ma": 0.35168249769391485, "leveled_up": false}
{"t": 266, "ts": 1788125900.4559054, "step": 532, "loss_diff": 0.8057588338851929, "reward": 0.581006432581721, "level": 0, "difficulty": 0.05, "reward_ma": 0.3746148911826955, "leveled_up": false}
{"t": 267, "ts": 1788125901.3362873, "step": 534, "loss_diff": 0.7660014033317566, "reward": 0.23153491566020173, "level": 0, "difficulty": 0.05, "reward_ma": 0.3603068936304461, "leveled_up": false}
{"t": 268, "ts": 1788125902.2364292, "step": 536, "loss_diff": 0.6615550518035889, "reward": 0.3786148113516888, "level": 0, "difficulty": 0.05, "reward_ma": 0.3621376854025704, "leveled_up": false}
{"t": 269, "ts": 1788125903.0782115, "step": 538, "loss_diff": 0.8047948479652405, "reward": 0.25677704408011054, "level": 0, "difficulty": 0.05, "reward_ma": 0.3516016212703244, "leveled_up": false}
{"t": 270, "ts": 1788125903.971188, "step": 540, "loss_diff": 0.6971865892410278, "reward": 0.34751274900623, "level": 0, "difficulty": 0.05, "reward_ma": 0.351192734043915, "leveled_up": false}
{"t": 271, "ts": 1788125904.8642213, "step": 542, "loss_diff": 0.7768498659133911, "reward": 0.44218932788469084, "level": 0, "difficulty": 0.05, "reward_ma": 0.3602923934279926, "leveled_up": false}
{"t": 272, "ts": 1788125905.6947408, "step": 544, "loss_diff": 0.5717612504959106, "reward": 0.4153880252456411, "level": 0, "difficulty": 0.05, "reward_ma": 0.36580195660975745, "leveled_up": false}
{"t": 273, "ts": 1788125906.6447337, "step": 546, "loss_diff": 0.6744906902313232, "reward": 0.37899142939035313, "level": 0, "difficulty": 0.05, "reward_ma": 0.36712090388781704, "leveled_up": false}
{"t": 274, "ts": 1788125907.9979732, "step": 548, "loss_diff": 0.6760416626930237, "reward": 0.28298203613535206, "level": 0, "difficulty": 0.05, "reward_ma": 0.3587070171125705, "leveled_up": false}
{"t": 275, "ts": 1788125909.3958921, "step": 550, "loss_diff": 1.0637027025222778, "reward": 0.24170594325477257, "level": 0, "difficulty": 0.05, "reward_ma": 0.3470069097267907, "leveled_up": false}
{"t": 276, "ts": 1788125910.4640079, "step": 552, "loss_diff": 0.6479950547218323, "reward": 0.41098050352123744, "level": 0, "difficulty": 0.05, "reward_ma": 0.35340426910623535, "leveled_up": false}
{"t": 277, "ts": 1788125911.3757832, "step": 554, "loss_diff": 1.0369406938552856, "reward": 0.37874336372379447, "level": 0, "difficulty": 0.05, "reward_ma": 0.3559381785679913, "leveled_up": false}
{"t": 278, "ts": 1788125912.2801225, "step": 556, "loss_diff": 0.8315165638923645, "reward": 0.239839601070358, "level": 0, "difficulty": 0.05, "reward_ma": 0.344328320818228, "leveled_up": false}
{"t": 279, "ts": 1788125913.2031715, "step": 558, "loss_diff": 0.7809839844703674, "reward": 0.19281083487325065, "level": 0, "difficulty": 0.05, "reward_ma": 0.32917657222373026, "leveled_up": false}
{"t": 280, "ts": 1788125914.1836338, "step": 560, "loss_diff": 0.6684877872467041, "reward": 0.5475356730961747, "level": 0, "difficulty": 0.05, "reward_ma": 0.3510124823109747, "leveled_up": false}
{"t": 281, "ts": 1788125915.140012, "step": 562, "loss_diff": 0.7354766130447388, "reward": 0.491327552523118, "level": 0, "difficulty": 0.05, "reward_ma": 0.36504398933218907, "leveled_up": false}
{"t": 282, "ts": 1788125916.0603473, "step": 564, "loss_diff": 0.7358165383338928, "reward": 0.4923942134933254, "level": 0, "difficulty": 0.05, "reward_ma": 0.37777901174830275, "leveled_up": false}
{"t": 283, "ts": 1788125916.9883764, "step": 566, "loss_diff": 0.5149801969528198, "reward": 0.15491468295547406, "level": 0, "difficulty": 0.05, "reward_ma": 0.3554925788690199, "leveled_up": false}
{"t": 284, "ts": 1788125917.929017, "step": 568, "loss_diff": 0.5972439050674438, "reward": 0.47274214009028154, "level": 0, "difficulty": 0.05, "reward_ma": 0.36721753499114607, "leveled_up": false}
{"t": 285, "ts": 1788125918.8862817, "step": 570, "loss_diff": 0.9163578152656555, "reward": 0.3753440476643002, "level": 0, "difficulty": 0.05, "reward_ma": 0.3680301862584615, "leveled_up": false}
{"t": 286, "ts": 1788125919.8388176, "step": 572, "loss_diff": 0.8391743302345276, "reward": 0.2660307235053495, "level": 0, "difficulty": 0.05, "reward_ma": 0.35783023998315033, "leveled_up": false}
{"t": 287, "ts": 1788125920.7534318, "step": 574, "loss_diff": 0.8526579141616821, "reward": 0.3977969034291732, "level": 0, "difficulty": 0.05, "reward_ma": 0.36182690632775266, "leveled_up": false}
{"t": 288, "ts": 1788125921.701049, "step": 576, "loss_diff": 0.7257510423660278, "reward": 0.4548550408324979, "level": 0, "difficulty": 0.05, "reward_ma": 0.37112971977822723, "leveled_up": false}
{"t": 289, "ts": 1788125922.63478, "step": 578, "loss_diff": 0.6504702568054199, "reward": 0.4521907281319109, "level": 0, "difficulty": 0.05, "reward_ma": 0.3792358206135956, "leveled_up": false}
{"t": 290, "ts": 1788125951.171199, "step": 580, "loss_diff": 0.8622942566871643, "reward": 0.08728375734102092, "level": 0, "difficulty": 0.05, "reward_ma": 0.35004061428633815, "leveled_up": false}
{"t": 291, "ts": 1788125952.172075, "step": 582, "loss_diff": 0.7843461632728577, "reward": 0.36317664529097504, "level": 0, "difficulty": 0.05, "reward_ma": 0.35135421738680184, "leveled_up": false}
{"t": 292, "ts": 1788125953.1749425, "step": 584, "loss_diff": 0.9538646936416626, "reward": 0.2240895595628799, "level": 0, "difficulty": 0.05, "reward_ma": 0.33862775160440967, "leveled_up": false}
{"t": 293, "ts": 1788125954.2400057, "step": 586, "loss_diff": 1.135433316230774, "reward": 0.2522045062857966, "level": 0, "difficulty": 0.05, "reward_ma": 0.32998542707254835, "leveled_up": false}
{"t": 294, "ts": 1788125955.2668538, "step": 588, "loss_diff": 1.0976554155349731, "reward": 0.19806852539373176, "level": 0, "difficulty": 0.05, "reward_ma": 0.3167937369046667, "leveled_up": false}
{"t": 295, "ts": 1788125956.3389697, "step": 590, "loss_diff": 0.810876727104187, "reward": 0.2538437437440643, "level": 0, "difficulty": 0.05, "reward_ma": 0.3104987375886065, "leveled_up": false}
{"t": 296, "ts": 1788125957.3563313, "step": 592, "loss_diff": 0.9365900158882141, "reward": 0.2525670084445245, "level": 0, "difficulty": 0.05, "reward_ma": 0.30470556467419835, "leveled_up": false}
{"t": 297, "ts": 1788125958.358561, "step": 594, "loss_diff": 0.7751259803771973, "reward": 0.23863021529742806, "level": 0, "difficulty": 0.05, "reward_ma": 0.29809802973652133, "leveled_up": false}
{"t": 298, "ts": 1788125959.4371638, "step": 596, "loss_diff": 0.9559788703918457, "reward": 0.32039625353586587, "level": 0, "difficulty": 0.05, "reward_ma": 0.3003278521164558, "leveled_up": false}
{"t": 299, "ts": 1788125960.4510643, "step": 598, "loss_diff": 0.8291486501693726, "reward": 0.38864646263128483, "level": 0, "difficulty": 0.05, "reward_ma": 0.30915971316793867, "leveled_up": false}
{"t": 300, "ts": 1788125961.5456803, "step": 600, "loss_diff": 0.8192301988601685, "reward": 0.5453081072849227, "level": 0, "difficulty": 0.05, "reward_ma": 0.33277455257963706, "leveled_up": false}
{"t": 301, "ts": 1788125962.552016, "step": 602, "loss_diff": 1.0972461700439453, "reward": 0.4334259234734844, "level": 0, "difficulty": 0.05, "reward_ma": 0.3428396896690218, "leveled_up": false}
{"t": 302, "ts": 1788125963.5526087, "step": 604, "loss_diff": 0.8102558851242065, "reward": 0.4780061263201765, "level": 0, "difficulty": 0.05, "reward_ma": 0.3563563333341373, "leveled_up": false}
{"t": 303, "ts": 1788125964.5883403, "step": 606, "loss_diff": 0.7214200496673584, "reward": 0.41245050214043916, "level": 0, "difficulty": 0.05, "reward_ma": 0.36196575021476746, "leveled_up": false}
{"t": 304, "ts": 1788125965.63328, "step": 608, "loss_diff": 1.2058751583099365, "reward": 0.43550333683765796, "level": 0, "difficulty": 0.05, "reward_ma": 0.36931950887705656, "leveled_up": false}
{"t": 305, "ts": 1788125966.6892762, "step": 610, "loss_diff": 0.7630205750465393, "reward": 0.46954713930603287, "level": 0, "difficulty": 0.05, "reward_ma": 0.37934227191995423, "leveled_up": false}
{"t": 306, "ts": 1788125967.7541742, "step": 612, "loss_diff": 0.8596428036689758, "reward": 0.09228207844852486, "level": 0, "difficulty": 0.05, "reward_ma": 0.35063625257281134, "leveled_up": false}
{"t": 307, "ts": 1788125968.7516716, "step": 614, "loss_diff": 0.7965900897979736, "reward": 0.5324071454978876, "level": 0, "difficulty": 0.05, "reward_ma": 0.368813341865319, "leveled_up": false}
{"t": 308, "ts": 1788125969.8680136, "step": 616, "loss_diff": 0.7037893533706665, "reward": 0.17527928055726835, "level": 0, "difficulty": 0.05, "reward_ma": 0.34945993573451395, "leveled_up": false}
{"t": 309, "ts": 1788125970.9679947, "step": 618, "loss_diff": 1.1369142532348633, "reward": 0.4537917595511467, "level": 0, "difficulty": 0.05, "reward_ma": 0.3598931181161772, "leveled_up": false}
{"t": 310, "ts": 1788125972.0938845, "step": 620, "loss_diff": 0.8260236978530884, "reward": 0.22957966208986086, "level": 0, "difficulty": 0.05, "reward_ma": 0.3468617725135456, "leveled_up": false}
{"t": 311, "ts": 1788125973.1773455, "step": 622, "loss_diff": 0.5821454524993896, "reward": 0.17033767036838005, "level": 0, "difficulty": 0.05, "reward_ma": 0.3292093622990291, "leveled_up": false}
{"t": 312, "ts": 1788125974.2629085, "step": 624, "loss_diff": 0.861179769039154, "reward": 0.24020409360904543, "level": 0, "difficulty": 0.05, "reward_ma": 0.32030883543003075, "leveled_up": false}
{"t": 313, "ts": 1788125975.3769128, "step": 626, "loss_diff": 1.0006829500198364, "reward": 0.131287083898778, "level": 0, "difficulty": 0.05, "reward_ma": 0.3014066602769055, "leveled_up": false}
{"t": 314, "ts": 1788125976.46256, "step": 628, "loss_diff": 0.7918158769607544, "reward": 0.4858079451576835, "level": 0, "difficulty": 0.05, "reward_ma": 0.3198467887649833, "leveled_up": false}
{"t": 315, "ts": 1788125977.5901551, "step": 630, "loss_diff": 0.782914936542511, "reward": 0.3848528125659082, "level": 0, "difficulty": 0.05, "reward_ma": 0.3263473911450758, "leveled_up": false}
{"t": 316, "ts": 1788125978.6765149, "step": 632, "loss_diff": 0.8024595975875854, "reward": 0.41718503301482257, "level": 0, "difficulty": 0.05, "reward_ma": 0.3354311553320505, "leveled_up": false}
{"t": 317, "ts": 1788125979.7657814, "step": 634, "loss_diff": 1.0140180587768555, "reward": 0.2169124870385932, "level": 0, "difficulty": 0.05, "reward_ma": 0.32357928850270473, "leveled_up": false}
{"t": 318, "ts": 1788125980.8599467, "step": 636, "loss_diff": 0.8012139797210693, "reward": 0.2729115066514181, "level": 0, "difficulty": 0.05, "reward_ma": 0.3185125103175761, "leveled_up": false}
{"t": 319, "ts": 1788125997.3332522, "step": 638, "loss_diff": 0.9384124279022217, "reward": 0.28243913639868223, "level": 0, "difficulty": 0.05, "reward_ma": 0.3149051729256867, "leveled_up": false}
{"t": 320, "ts": 1788125998.3680358, "step": 640, "loss_diff": 0.7277544736862183, "reward": 0.13280874964429232, "level": 0, "difficulty": 0.05, "reward_ma": 0.2966955305975473, "leveled_up": false}
{"t": 321, "ts": 1788125999.4645658, "step": 642, "loss_diff": 1.0481358766555786, "reward": 0.41392124783143425, "level": 0, "difficulty": 0.05, "reward_ma": 0.30841810232093597, "leveled_up": false}
{"t": 322, "ts": 1788126000.5453193, "step": 644, "loss_diff": 0.6514375805854797, "reward": 0.1920668256945134, "level": 0, "difficulty": 0.05, "reward_ma": 0.29678297465829373, "leveled_up": false}
{"t": 323, "ts": 1788126001.6792257, "step": 646, "loss_diff": 0.606337308883667, "reward": 0.26158338369403183, "level": 0, "difficulty": 0.05, "reward_ma": 0.29326301556186757, "leveled_up": false}
{"t": 324, "ts": 1788126002.7436604, "step": 648, "loss_diff": 0.7165042757987976, "reward": 0.3584365914110252, "level": 0, "difficulty": 0.05, "reward_ma": 0.2997803731467833, "leveled_up": false}
{"t": 325, "ts": 1788126003.7820091, "step": 650, "loss_diff": 0.7917963862419128, "reward": 0.3473215157009022, "level": 0, "difficulty": 0.05, "reward_ma": 0.30453448740219524, "leveled_up": false}
{"t": 326, "ts": 1788126004.7934895, "step": 652, "loss_diff": 0.7563737034797668, "reward": 0.553509798950508, "level": 0, "difficulty": 0.05, "reward_ma": 0.32943201855702653, "leveled_up": false}
{"t": 327, "ts": 1788126005.8354044, "step": 654, "loss_diff": 0.7324920296669006, "reward": 0.2453980202971474, "level": 0, "difficulty": 0.05, "reward_ma": 0.3210286187310386, "leveled_up": false}
{"t": 328, "ts": 1788126006.847531, "step": 656, "loss_diff": 0.821663498878479, "reward": 0.2618921497192559, "level": 0, "difficulty": 0.05, "reward_ma": 0.31511497182986037, "leveled_up": false}
{"t": 329, "ts": 1788126007.854685, "step": 658, "loss_diff": 0.8814500570297241, "reward": 0.2740185354100442, "level": 0, "difficulty": 0.05, "reward_ma": 0.3110053281878788, "leveled_up": false}
{"t": 330, "ts": 1788126008.8796854, "step": 660, "loss_diff": 0.7659972906112671, "reward": 0.5064623707878583, "level": 0, "difficulty": 0.05, "reward_ma": 0.33055103244787676, "leveled_up": false}
{"t": 331, "ts": 1788126009.8776524, "step": 662, "loss_diff": 0.9132771492004395, "reward": 0.5968771716839291, "level": 0, "difficulty": 0.05, "reward_ma": 0.35718364637148203, "leveled_up": false}
{"t": 332, "ts": 1788126010.8537326, "step": 664, "loss_diff": 0.8746587634086609, "reward": 0.3686605547491948, "level": 0, "difficulty": 0.05, "reward_ma": 0.35833133720925336, "leveled_up": false}
{"t": 333, "ts": 1788126011.8748078, "step": 666, "loss_diff": 0.8293639421463013, "reward": 0.40362966028465375, "level": 0, "difficulty": 0.05, "reward_ma": 0.3628611695167934, "leveled_up": false}
{"t": 334, "ts": 1788126012.854006, "step": 668, "loss_diff": 0.873443067073822, "reward": 0.2853186368546131, "level": 0, "difficulty": 0.05, "reward_ma": 0.3551069162505754, "leveled_up": false}
{"t": 335, "ts": 1788126013.8633056, "step": 670, "loss_diff": 0.6129568815231323, "reward": 0.20296339212475173, "level": 0, "difficulty": 0.05, "reward_ma": 0.33989256383799304, "leveled_up": false}
{"t": 336, "ts": 1788126014.8478053, "step": 672, "loss_diff": 0.7704756855964661, "reward": 0.47031353391575126, "level": 0, "difficulty": 0.05, "reward_ma": 0.35293466084576885, "leveled_up": false}
{"t": 337, "ts": 1788126015.8443944, "step": 674, "loss_diff": 0.8864911794662476, "reward": 0.4677358549367312, "level": 0, "difficulty": 0.05, "reward_ma": 0.36441478025486507, "leveled_up": false}
{"t": 338, "ts": 1788126016.9051573, "step": 676, "loss_diff": 0.7990669012069702, "reward": 0.22158314906180349, "level": 0, "difficulty": 0.05, "reward_ma": 0.35013161713555896, "leveled_up": false}
{"t": 339, "ts": 1788126017.936681, "step": 678, "loss_diff": 0.7387404441833496, "reward": 0.47394158810909326, "level": 0, "difficulty": 0.05, "reward_ma": 0.36251261423291237, "leveled_up": false}
{"t": 340, "ts": 1788126019.0522158, "step": 680, "loss_diff": 0.6325963139533997, "reward": 0.2796737819919325, "level": 0, "difficulty": 0.05, "reward_ma": 0.3542287310088144, "leveled_up": false}
{"t": 341, "ts": 1788126020.1574273, "step": 682, "loss_diff": 0.5217629671096802, "reward": 0.5218283777419125, "level": 0, "difficulty": 0.05, "reward_ma": 0.3709886956821242, "leveled_up": false}
{"t": 342, "ts": 1788126021.1834762, "step": 684, "loss_diff": 0.4961068332195282, "reward": 0.2455468706077584, "level": 0, "difficulty": 0.05, "reward_ma": 0.3584445131746877, "leveled_up": false}
{"t": 343, "ts": 1788126022.3304346, "step": 686, "loss_diff": 0.6233109831809998, "reward": 0.22290822346032654, "level": 0, "difficulty": 0.05, "reward_ma": 0.34489088420325154, "leveled_up": false}
{"t": 344, "ts": 1788126023.352025, "step": 688, "loss_diff": 0.9793590307235718, "reward": 0.5030082278211279, "level": 0, "difficulty": 0.05, "reward_ma": 0.36070261856503916, "leveled_up": false}
{"t": 345, "ts": 1788126024.3798637, "step": 690, "loss_diff": 0.7953444719314575, "reward": 0.3159764666796222, "level": 0, "difficulty": 0.05, "reward_ma": 0.35623000337649746, "leveled_up": false}
{"t": 346, "ts": 1788126025.3949738, "step": 692, "loss_diff": 0.8323310613632202, "reward": 0.49906318149008755, "level": 0, "difficulty": 0.05, "reward_ma": 0.37051332118785646, "leveled_up": false}
{"t": 347, "ts": 1788126026.4521384, "step": 694, "loss_diff": 0.7172453999519348, "reward": 0.4138773668045463, "level": 0, "difficulty": 0.05, "reward_ma": 0.37484972574952546, "leveled_up": false}
{"t": 348, "ts": 1788126041.99634, "step": 696, "loss_diff": 0.6668554544448853, "reward": 0.35734025774602113, "level": 0, "difficulty": 0.05, "reward_ma": 0.37309877894917504, "leveled_up": false}
{"t": 349, "ts": 1788126043.0564723, "step": 698, "loss_diff": 0.7974065542221069, "reward": 0.49135830379097456, "level": 0, "difficulty": 0.05, "reward_ma": 0.384924731433355, "leveled_up": false}
{"t": 350, "ts": 1788126044.1388931, "step": 700, "loss_diff": 0.9149512052536011, "reward": 0.46954449942428994, "level": 0, "difficulty": 0.05, "reward_ma": 0.3933867082324485, "leveled_up": false}
{"t": 351, "ts": 1788126045.168878, "step": 702, "loss_diff": 0.5720455050468445, "reward": 0.31120453286199584, "level": 0, "difficulty": 0.05, "reward_ma": 0.38516849069540327, "leveled_up": false}
{"t": 352, "ts": 1788126046.1960533, "step": 704, "loss_diff": 0.7301613688468933, "reward": 0.16926892072670713, "level": 0, "difficulty": 0.05, "reward_ma": 0.36357853369853366, "leveled_up": false}
{"t": 353, "ts": 1788126047.2772918, "step": 706, "loss_diff": 0.7323158979415894, "reward": 0.36989292175279437, "level": 0, "difficulty": 0.05, "reward_ma": 0.3642099725039597, "leveled_up": false}
{"t": 354, "ts": 1788126048.3473923, "step": 708, "loss_diff": 0.7062989473342896, "reward": 0.21242899964369122, "level": 0, "difficulty": 0.05, "reward_ma": 0.3490318752179329, "leveled_up": false}
{"t": 355, "ts": 1788126049.4454486, "step": 710, "loss_diff": 0.9103299379348755, "reward": 0.3692376699161838, "level": 0, "difficulty": 0.05, "reward_ma": 0.351052454687758, "leveled_up": false}
{"t": 356, "ts": 1788126050.4694383, "step": 712, "loss_diff": 0.9637237787246704, "reward": 0.5538206924992057, "level": 0, "difficulty": 0.05, "reward_ma": 0.37132927846890273, "leveled_up": false}
{"t": 357, "ts": 1788126051.4985454, "step": 714, "loss_diff": 0.7836717367172241, "reward": 0.4427855143402625, "level": 0, "difficulty": 0.05, "reward_ma": 0.37847490205603873, "leveled_up": false}
{"t": 358, "ts": 1788126052.5572815, "step": 716, "loss_diff": 0.6206169724464417, "reward": 0.42347800636290417, "level": 0, "difficulty": 0.05, "reward_ma": 0.3829752124867253, "leveled_up": false}
{"t": 359, "ts": 1788126053.5509067, "step": 718, "loss_diff": 0.6941344141960144, "reward": 0.3242567173626004, "level": 0, "difficulty": 0.05, "reward_ma": 0.3771033629743128, "leveled_up": false}
{"t": 360, "ts": 1788126054.574534, "step": 720, "loss_diff": 0.5965721011161804, "reward": 0.31397337360392524, "level": 0, "difficulty": 0.05, "reward_ma": 0.37079036403727406, "leveled_up": false}
{"t": 361, "ts": 1788126055.5654106, "step": 722, "loss_diff": 0.7202187776565552, "reward": 0.319819183570519, "level": 0, "difficulty": 0.05, "reward_ma": 0.36569324599059855, "leveled_up": false}
{"t": 362, "ts": 1788126056.5615478, "step": 724, "loss_diff": 0.5913217067718506, "reward": 0.262487821680438, "level": 0, "difficulty": 0.05, "reward_ma": 0.3553727035595825, "leveled_up": false}
{"t": 363, "ts": 1788126057.65303, "step": 726, "loss_diff": 0.662872314453125, "reward": 0.3978785132703345, "level": 0, "difficulty": 0.05, "reward_ma": 0.3596232845306577, "leveled_up": false}
{"t": 364, "ts": 1788126058.646487, "step": 728, "loss_diff": 0.6162622570991516, "reward": 0.6504369063123129, "level": 0, "difficulty": 0.05, "reward_ma": 0.38870464670882326, "leveled_up": false}
{"t": 365, "ts": 1788126059.6893978, "step": 730, "loss_diff": 0.6487149596214294, "reward": 0.21553234842808483, "level": 0, "difficulty": 0.05, "reward_ma": 0.3713874168807494, "leveled_up": false}
{"t": 366, "ts": 1788126060.735946, "step": 732, "loss_diff": 0.9430628418922424, "reward": 0.08924653983452824, "level": 0, "difficulty": 0.05, "reward_ma": 0.3431733291761273, "leveled_up": false}
{"t": 367, "ts": 1788126061.743938, "step": 734, "loss_diff": 1.2159343957901, "reward": 0.3398919976322724, "level": 0, "difficulty": 0.05, "reward_ma": 0.3428451960217418, "leveled_up": false}
{"t": 368, "ts": 1788126062.759184, "step": 736, "loss_diff": 0.6562427878379822, "reward": 0.15615011126004813, "level": 0, "difficulty": 0.05, "reward_ma": 0.32417568754557247, "leveled_up": false}
{"t": 369, "ts": 1788126063.749824, "step": 738, "loss_diff": 0.5830795168876648, "reward": 0.5195946379612247, "level": 0, "difficulty": 0.05, "reward_ma": 0.3437175825871377, "leveled_up": false}
{"t": 370, "ts": 1788126064.773273, "step": 740, "loss_diff": 0.7317193746566772, "reward": 0.1534068911515101, "level": 0, "difficulty": 0.05, "reward_ma": 0.32468651344357496, "leveled_up": false}
{"t": 371, "ts": 1788126065.7757232, "step": 742, "loss_diff": 0.764243483543396, "reward": 0.14799886557347985, "level": 0, "difficulty": 0.05, "reward_ma": 0.30701774865656545, "leveled_up": false}
{"t": 372, "ts": 1788126066.7765558, "step": 744, "loss_diff": 0.9052547216415405, "reward": 0.3174334539535529, "level": 0, "difficulty": 0.05, "reward_ma": 0.30805931918626417, "leveled_up": false}
{"t": 373, "ts": 1788126067.9830413, "step": 746, "loss_diff": 0.723571240901947, "reward": 0.5482548646245538, "level": 0, "difficulty": 0.05, "reward_ma": 0.33207887373009315, "leveled_up": false}
{"t": 374, "ts": 1788126069.0712435, "step": 748, "loss_diff": 0.7226849794387817, "reward": 0.13538544544620282, "level": 0, "difficulty": 0.05, "reward_ma": 0.31240953090170415, "leveled_up": false}
{"t": 375, "ts": 1788126070.1771176, "step": 750, "loss_diff": 0.9209457635879517, "reward": 0.3050503371757168, "level": 0, "difficulty": 0.05, "reward_ma": 0.31167361152910544, "leveled_up": false}
{"t": 376, "ts": 1788126071.2479591, "step": 752, "loss_diff": 0.5565580129623413, "reward": 0.2135357506197914, "level": 0, "difficulty": 0.05, "reward_ma": 0.3018598254381741, "leveled_up": false}
{"t": 377, "ts": 1788126086.6918354, "step": 754, "loss_diff": 0.7169128656387329, "reward": 0.39733302068711046, "level": 0, "difficulty": 0.05, "reward_ma": 0.31140714496306776, "leveled_up": false}
{"t": 378, "ts": 1788126087.8614511, "step": 756, "loss_diff": 0.8328801989555359, "reward": 0.3451979501877107, "level": 0, "difficulty": 0.05, "reward_ma": 0.31478622548553203, "leveled_up": false}
{"t": 379, "ts": 1788126088.8780227, "step": 758, "loss_diff": 0.6126843690872192, "reward": 0.25877741647654007, "level": 0, "difficulty": 0.05, "reward_ma": 0.3091853445846328, "leveled_up": false}
{"t": 380, "ts": 1788126089.9599977, "step": 760, "loss_diff": 0.9315420389175415, "reward": 0.33631417033789246, "level": 0, "difficulty": 0.05, "reward_ma": 0.3118982271599588, "leveled_up": false}
{"t": 381, "ts": 1788126090.9740388, "step": 762, "loss_diff": 0.7014422416687012, "reward": 0.4661882222985684, "level": 0, "difficulty": 0.05, "reward_ma": 0.3273272266738198, "leveled_up": false}
{"t": 382, "ts": 1788126092.2377932, "step": 764, "loss_diff": 1.0052173137664795, "reward": 0.40233240621050786, "level": 0, "difficulty": 0.05, "reward_ma": 0.3348277446274886, "leveled_up": false}
{"t": 383, "ts": 1788126093.2765584, "step": 766, "loss_diff": 0.7907735705375671, "reward": 0.46319786804810736, "level": 0, "difficulty": 0.05, "reward_ma": 0.3476647569695505, "leveled_up": false}
{"t": 384, "ts": 1788126094.333269, "step": 768, "loss_diff": 0.9680318236351013, "reward": 0.5996633272098072, "level": 0, "difficulty": 0.05, "reward_ma": 0.3728646139935762, "leveled_up": false}
{"t": 385, "ts": 1788126095.3759737, "step": 770, "loss_diff": 0.6950828433036804, "reward": 0.24542119660810788, "level": 0, "difficulty": 0.05, "reward_ma": 0.36012027225502935, "leveled_up": false}
{"t": 386, "ts": 1788126096.4017963, "step": 772, "loss_diff": 0.8824172616004944, "reward": 0.40210323202812825, "level": 0, "difficulty": 0.05, "reward_ma": 0.3643185682323392, "leveled_up": false}
{"t": 387, "ts": 1788126097.4520228, "step": 774, "loss_diff": 0.7348318696022034, "reward": 0.35978260876042206, "level": 0, "difficulty": 0.05, "reward_ma": 0.3638649722851475, "leveled_up": false}
{"t": 388, "ts": 1788126098.551512, "step": 776, "loss_diff": 0.7409648299217224, "reward": 0.2649458525623688, "level": 0, "difficulty": 0.05, "reward_ma": 0.3539730603128697, "leveled_up": false}
{"t": 389, "ts": 1788126099.5948858, "step": 778, "loss_diff": 0.835046648979187, "reward": 0.4526055891392952, "level": 0, "difficulty": 0.05, "reward_ma": 0.36383631319551224, "leveled_up": false}
{"t": 390, "ts": 1788126100.7291849, "step": 780, "loss_diff": 0.8854326009750366, "reward": 0.368296169299763, "level": 0, "difficulty": 0.05, "reward_ma": 0.3642822988059373, "leveled_up": false}
{"t": 391, "ts": 1788126101.7816563, "step": 782, "loss_diff": 1.0281598567962646, "reward": 0.415286724203777, "level": 0, "difficulty": 0.05, "reward_ma": 0.3693827413457213, "leveled_up": false}
{"t": 392, "ts": 1788126102.8649328, "step": 784, "loss_diff": 1.2569724321365356, "reward": 0.3232398222218172, "level": 0, "difficulty": 0.05, "reward_ma": 0.36476844943333087, "leveled_up": false}
{"t": 393, "ts": 1788126103.9654512, "step": 786, "loss_diff": 1.355051040649414, "reward": 0.22018167870813946, "level": 0, "difficulty": 0.05, "reward_ma": 0.35030977236081173, "leveled_up": false}
{"t": 394, "ts": 1788126105.0040848, "step": 788, "loss_diff": 1.070706844329834, "reward": 0.2177639381932847, "level": 0, "difficulty": 0.05, "reward_ma": 0.33705518894405906, "leveled_up": false}
{"t": 395, "ts": 1788126106.144048, "step": 790, "loss_diff": 0.9994259476661682, "reward": 0.22846759713791479, "level": 0, "difficulty": 0.05, "reward_ma": 0.32619642976344465, "leveled_up": false}
{"t": 396, "ts": 1788126107.2054987, "step": 792, "loss_diff": 0.8718992471694946, "reward": 0.12879188989349313, "level": 0, "difficulty": 0.05, "reward_ma": 0.3064559757764495, "leveled_up": false}
{"t": 397, "ts": 1788126108.285884, "step": 794, "loss_diff": 0.9165675044059753, "reward": 0.21055104978477152, "level": 0, "difficulty": 0.05, "reward_ma": 0.2968654831772817, "leveled_up": false}
{"t": 398, "ts": 1788126109.39314, "step": 796, "loss_diff": 1.1072148084640503, "reward": 0.176259553809498, "level": 0, "difficulty": 0.05, "reward_ma": 0.2848048902405033, "leveled_up": false}
{"t": 399, "ts": 1788126110.4728732, "step": 798, "loss_diff": 0.9375361204147339, "reward": 0.14450009580313453, "level": 0, "difficulty": 0.05, "reward_ma": 0.27077441079676645, "leveled_up": false}
{"t": 400, "ts": 1788126111.6341288, "step": 800, "loss_diff": 1.0891058444976807, "reward": 0.35592124864577146, "level": 0, "difficulty": 0.05, "reward_ma": 0.27928909458166695, "leveled_up": false}
{"t": 401, "ts": 1788126112.699824, "step": 802, "loss_diff": 1.126604437828064, "reward": 0.12685479675944017, "level": 0, "difficulty": 0.05, "reward_ma": 0.2640456647994443, "leveled_up": false}
{"t": 402, "ts": 1788126113.7812288, "step": 804, "loss_diff": 0.9655200839042664, "reward": 0.4182606161087914, "level": 0, "difficulty": 0.05, "reward_ma": 0.279467159930379, "leveled_up": false}
{"t": 403, "ts": 1788126114.900354, "step": 806, "loss_diff": 0.8563516139984131, "reward": 0.5240149872940073, "level": 0, "difficulty": 0.05, "reward_ma": 0.3039219426667419, "leveled_up": false}
{"t": 404, "ts": 1788126115.9663148, "step": 808, "loss_diff": 1.0196616649627686, "reward": 0.32555815904713953, "level": 0, "difficulty": 0.05, "reward_ma": 0.3060855643047817, "leveled_up": false}
{"t": 405, "ts": 1788126117.2046645, "step": 810, "loss_diff": 0.9325250387191772, "reward": 0.1791784254811272, "level": 0, "difficulty": 0.05, "reward_ma": 0.29339485042241625, "leveled_up": false}
{"t": 406, "ts": 1788126133.834013, "step": 812, "loss_diff": 0.8484457731246948, "reward": 0.22421520964983016, "level": 0, "difficulty": 0.05, "reward_ma": 0.28647688634515767, "leveled_up": false}
{"t": 407, "ts": 1788126134.8754542, "step": 814, "loss_diff": 0.8370378017425537, "reward": 0.2579728552141008, "level": 0, "difficulty": 0.05, "reward_ma": 0.283626483232052, "leveled_up": false}
{"t": 408, "ts": 1788126135.9707437, "step": 816, "loss_diff": 0.7668607831001282, "reward": 0.1857710776593843, "level": 0, "difficulty": 0.05, "reward_ma": 0.2738409426747852, "leveled_up": false}
{"t": 409, "ts": 1788126137.059715, "step": 818, "loss_diff": 0.8902048468589783, "reward": 0.32523556248228375, "level": 0, "difficulty": 0.05, "reward_ma": 0.2789804046555351, "leveled_up": false}
{"t": 410, "ts": 1788126138.1444314, "step": 820, "loss_diff": 0.7765741348266602, "reward": 0.25940871122863796, "level": 0, "difficulty": 0.05, "reward_ma": 0.2770232353128454, "leveled_up": false}
{"t": 0, "ts": 1788126192.639275, "step": 0, "loss_diff": 0.5320042371749878, "reward": 0.10464890335296582, "level": 0, "difficulty": 0.14453486677514726, "reward_ma": 0.010464890335296583, "leveled_up": false}
{"t": 1, "ts": 1788126194.3332229, "step": 2, "loss_diff": 0.8320835828781128, "reward": 0.16884208234642523, "level": 0, "difficulty": 0.09025756249037797, "reward_ma": 0.02630260953640945, "leveled_up": false}
{"t": 2, "ts": 1788126196.0998747, "step": 4, "loss_diff": 1.0225887298583984, "reward": 0.08090032998166122, "level": 0, "difficulty": 0.05, "reward_ma": 0.031762381580934626, "leveled_up": false}
{"t": 3, "ts": 1788126197.9018142, "step": 6, "loss_diff": 1.0132172107696533, "reward": 0.08124555561557198, "level": 0, "difficulty": 0.05, "reward_ma": 0.03671069898439836, "leveled_up": false}
{"t": 4, "ts": 1788126199.7453158, "step": 8, "loss_diff": 1.1744275093078613, "reward": 0.09597799695962114, "level": 0, "difficulty": 0.05, "reward_ma": 0.042637428781920644, "leveled_up": false}
{"t": 5, "ts": 1788126201.5451682, "step": 10, "loss_diff": 1.1624829769134521, "reward": 0.09732834657595585, "level": 0, "difficulty": 0.05, "reward_ma": 0.04810652056132417, "leveled_up": false}
{"t": 6, "ts": 1788126203.2747657, "step": 12, "loss_diff": 0.8342703580856323, "reward": 0.08851433254595222, "level": 0, "difficulty": 0.05, "reward_ma": 0.052147301759786976, "leveled_up": false}
{"t": 7, "ts": 1788126205.0767167, "step": 14, "loss_diff": 0.8476998209953308, "reward": 0.08791996493054634, "level": 0, "difficulty": 0.05, "reward_ma": 0.055724568076862914, "leveled_up": false}
{"t": 8, "ts": 1788126206.8858364, "step": 16, "loss_diff": 1.3381708860397339, "reward": 0.10575660377955476, "level": 0, "difficulty": 0.05, "reward_ma": 0.0607277716471321, "leveled_up": false}
{"t": 9, "ts": 1788126208.6696618, "step": 18, "loss_diff": 0.8174797296524048, "reward": 0.09711218668345341, "level": 0, "difficulty": 0.05, "reward_ma": 0.06436621315076423, "leveled_up": false}
{"t": 10, "ts": 1788126210.4605305, "step": 20, "loss_diff": 1.2964329719543457, "reward": 0.08112064524751243, "level": 0, "difficulty": 0.05, "reward_ma": 0.06604165636043904, "leveled_up": false}
{"t": 11, "ts": 1788126212.1874814, "step": 22, "loss_diff": 1.085297703742981, "reward": 0.4023248053471682, "level": 0, "difficulty": 0.05, "reward_ma": 0.09966997125911196, "leveled_up": false}
{"t": 12, "ts": 1788126213.9376752, "step": 24, "loss_diff": 1.2446483373641968, "reward": 0.20817091519326156, "level": 0, "difficulty": 0.05, "reward_ma": 0.11052006565252694, "leveled_up": false}
{"t": 13, "ts": 1788126215.6842294, "step": 26, "loss_diff": 1.5311064720153809, "reward": 0.06600056659191643, "level": 0, "difficulty": 0.05, "reward_ma": 0.10606811574646588, "leveled_up": false}
{"t": 14, "ts": 1788126217.3737047, "step": 28, "loss_diff": 1.1893600225448608, "reward": 0.12753035455643974, "level": 0, "difficulty": 0.05, "reward_ma": 0.10821433962746327, "leveled_up": false}
{"t": 15, "ts": 1788126219.1481674, "step": 30, "loss_diff": 2.267394542694092, "reward": 0.06178172009016823, "level": 0, "difficulty": 0.05, "reward_ma": 0.10357107767373377, "leveled_up": false}
{"t": 16, "ts": 1788126220.9406316, "step": 32, "loss_diff": 1.1964125633239746, "reward": 0.07503112766319311, "level": 0, "difficulty": 0.05, "reward_ma": 0.1007170826726797, "leveled_up": false}
{"t": 17, "ts": 1788126222.6928036, "step": 34, "loss_diff": 1.0459156036376953, "reward": 0.08005475426781923, "level": 0, "difficulty": 0.05, "reward_ma": 0.09865084983219366, "leveled_up": false}
{"t": 18, "ts": 1788126224.556303, "step": 36, "loss_diff": 1.1639351844787598, "reward": 0.1600741124367198, "level": 0, "difficulty": 0.05, "reward_ma": 0.10479317609264628, "leveled_up": false}
{"t": 19, "ts": 1788126226.5728793, "step": 38, "loss_diff": 0.9201238751411438, "reward": 0.18997957083781827, "level": 0, "difficulty": 0.05, "reward_ma": 0.11331181556716348, "leveled_up": false}
{"t": 20, "ts": 1788126228.4787629, "step": 40, "loss_diff": 1.0045424699783325, "reward": 0.08156799038630358, "level": 0, "difficulty": 0.05, "reward_ma": 0.11013743304907748, "leveled_up": false}
{"t": 21, "ts": 1788126230.2621691, "step": 42, "loss_diff": 1.0946228504180908, "reward": 0.08449601197569588, "level": 0, "difficulty": 0.05, "reward_ma": 0.10757329094173933, "leveled_up": false}
{"t": 22, "ts": 1788126232.072975, "step": 44, "loss_diff": 2.0872244834899902, "reward": 0.10409896233081442, "level": 0, "difficulty": 0.05, "reward_ma": 0.10722585808064684, "leveled_up": false}
{"t": 23, "ts": 1788126233.933005, "step": 46, "loss_diff": 0.986738920211792, "reward": 0.09322523798118088, "level": 0, "difficulty": 0.05, "reward_ma": 0.10582579607070025, "leveled_up": false}
{"t": 24, "ts": 1788126235.601651, "step": 48, "loss_diff": 1.1467889547348022, "reward": 0.09587172701693894, "level": 0, "difficulty": 0.05, "reward_ma": 0.10483038916532411, "leveled_up": false}
{"t": 25, "ts": 1788126237.4476976, "step": 50, "loss_diff": 0.8773008584976196, "reward": 0.2421617438186079, "level": 0, "difficulty": 0.05, "reward_ma": 0.11856352463065249, "leveled_up": false}
{"t": 26, "ts": 1788126239.2471805, "step": 52, "loss_diff": 1.0925605297088623, "reward": 0.35378841820678164, "level": 0, "difficulty": 0.05, "reward_ma": 0.1420860139882654, "leveled_up": false}
{"t": 27, "ts": 1788126241.063403, "step": 54, "loss_diff": 1.0291171073913574, "reward": 0.25478531179743535, "level": 0, "difficulty": 0.05, "reward_ma": 0.15335594376918238, "leveled_up": false}
{"t": 28, "ts": 1788126242.8331978, "step": 56, "loss_diff": 0.9325672388076782, "reward": 0.11422966724630877, "level": 0, "difficulty": 0.05, "reward_ma": 0.14944331611689504, "leveled_up": false}
{"t": 29, "ts": 1788126258.4824681, "step": 58, "loss_diff": 1.3035228252410889, "reward": 0.07185559999403715, "level": 0, "difficulty": 0.05, "reward_ma": 0.14168454450460924, "leveled_up": false}
{"t": 30, "ts": 1788126260.2491941, "step": 60, "loss_diff": 1.1685130596160889, "reward": 0.07590976929217132, "level": 0, "difficulty": 0.05, "reward_ma": 0.13510706698336544, "leveled_up": false}
{"t": 31, "ts": 1788126261.971445, "step": 62, "loss_diff": 2.5870044231414795, "reward": 0.048555570370910246, "level": 0, "difficulty": 0.05, "reward_ma": 0.12645191732211994, "leveled_up": false}
{"t": 32, "ts": 1788126263.8322031, "step": 64, "loss_diff": 0.8889451026916504, "reward": 0.0893904029177318, "level": 0, "difficulty": 0.05, "reward_ma": 0.12274576588168114, "leveled_up": false}
{"t": 33, "ts": 1788126265.6487536, "step": 66, "loss_diff": 1.3430262804031372, "reward": 0.07075771547312547, "level": 0, "difficulty": 0.05, "reward_ma": 0.11754696084082558, "leveled_up": false}
{"t": 34, "ts": 1788126267.4290068, "step": 68, "loss_diff": 1.366968035697937, "reward": 0.07642062094018719, "level": 0, "difficulty": 0.05, "reward_ma": 0.11343432685076174, "leveled_up": false}
{"t": 35, "ts": 1788126269.2022285, "step": 70, "loss_diff": 1.1597342491149902, "reward": 0.07619093644047926, "level": 0, "difficulty": 0.05, "reward_ma": 0.10970998780973348, "leveled_up": false}
{"t": 36, "ts": 1788126270.9977689, "step": 72, "loss_diff": 1.062146782875061, "reward": 0.07947767689884983, "level": 0, "difficulty": 0.05, "reward_ma": 0.10668675671864511, "leveled_up": false}
{"t": 37, "ts": 1788126272.7919471, "step": 74, "loss_diff": 1.0421830415725708, "reward": 0.287201746124296, "level": 0, "difficulty": 0.05, "reward_ma": 0.1247382556592102, "leveled_up": false}
{"t": 38, "ts": 1788126274.5920627, "step": 76, "loss_diff": 1.0937186479568481, "reward": 0.09642209351349773, "level": 0, "difficulty": 0.05, "reward_ma": 0.12190663944463898, "leveled_up": false}
{"t": 39, "ts": 1788126276.3772786, "step": 78, "loss_diff": 1.3824130296707153, "reward": 0.07145002794931501, "level": 0, "difficulty": 0.05, "reward_ma": 0.11686097829510658, "leveled_up": false}
{"t": 40, "ts": 1788126278.1598153, "step": 80, "loss_diff": 1.2970877885818481, "reward": 0.08931343954270138, "level": 0, "difficulty": 0.05, "reward_ma": 0.11410622441986606, "leveled_up": false}
{"t": 41, "ts": 1788126279.8954763, "step": 82, "loss_diff": 1.192080020904541, "reward": 0.1536083754507681, "level": 0, "difficulty": 0.05, "reward_ma": 0.11805643952295627, "leveled_up": false}
{"t": 42, "ts": 1788126281.6561387, "step": 84, "loss_diff": 1.694732666015625, "reward": 0.117434850019818, "level": 0, "difficulty": 0.05, "reward_ma": 0.11799428057264245, "leveled_up": false}
{"t": 43, "ts": 1788126283.4342241, "step": 86, "loss_diff": 1.0849475860595703, "reward": 0.0786822016186902, "level": 0, "difficulty": 0.05, "reward_ma": 0.11406307267724722, "leveled_up": false}
{"t": 44, "ts": 1788126285.174498, "step": 88, "loss_diff": 0.782246470451355, "reward": 0.09090139043236796, "level": 0, "difficulty": 0.05, "reward_ma": 0.1117469044527593, "leveled_up": false}
{"t": 45, "ts": 1788126287.039005, "step": 90, "loss_diff": 1.0238635540008545, "reward": 0.12656930100123515, "level": 0, "difficulty": 0.05, "reward_ma": 0.11322914410760689, "leveled_up": false}
{"t": 46, "ts": 1788126288.7756345, "step": 92, "loss_diff": 0.9664948582649231, "reward": 0.18703950437027395, "level": 0, "difficulty": 0.05, "reward_ma": 0.12061018013387359, "leveled_up": false}
{"t": 47, "ts": 1788126290.5357363, "step": 94, "loss_diff": 0.995137095451355, "reward": 0.22987161638253908, "level": 0, "difficulty": 0.05, "reward_ma": 0.13153632375874014, "leveled_up": false}
{"t": 48, "ts": 1788126292.2830267, "step": 96, "loss_diff": 1.0126315355300903, "reward": 0.10399121202172787, "level": 0, "difficulty": 0.05, "reward_ma": 0.1287818125850389, "leveled_up": false}
{"t": 49, "ts": 1788126293.9831975, "step": 98, "loss_diff": 1.011939287185669, "reward": 0.10442685132861887, "level": 0, "difficulty": 0.05, "reward_ma": 0.1263463164593969, "leveled_up": false}
{"t": 50, "ts": 1788126295.7668679, "step": 100, "loss_diff": 1.1790329217910767, "reward": 0.18701967343765913, "level": 0, "difficulty": 0.05, "reward_ma": 0.13241365215722312, "leveled_up": false}
{"t": 51, "ts": 1788126297.5306616, "step": 102, "loss_diff": 1.4241657257080078, "reward": 0.0686149046712721, "level": 0, "difficulty": 0.05, "reward_ma": 0.12603377740862803, "leveled_up": false}
{"t": 52, "ts": 1788126299.3287299, "step": 104, "loss_diff": 1.0523487329483032, "reward": 0.07982494122765274, "level": 0, "difficulty": 0.05, "reward_ma": 0.12141289379053051, "leveled_up": false}
{"t": 53, "ts": 1788126301.0732715, "step": 106, "loss_diff": 1.1205041408538818, "reward": 0.07747584234674472, "level": 0, "difficulty": 0.05, "reward_ma": 0.11701918864615193, "leveled_up": false}
{"t": 54, "ts": 1788126302.7714593, "step": 108, "loss_diff": 0.9924929141998291, "reward": 0.1018669932071005, "level": 0, "difficulty": 0.05, "reward_ma": 0.11550396910224679, "leveled_up": false}
{"t": 55, "ts": 1788126304.4833455, "step": 110, "loss_diff": 1.771742343902588, "reward": 0.17270492236232657, "level": 0, "difficulty": 0.05, "reward_ma": 0.12122406442825477, "leveled_up": false}
{"t": 56, "ts": 1788126306.2011437, "step": 112, "loss_diff": 1.2436299324035645, "reward": 0.14236240842128978, "level": 0, "difficulty": 0.05, "reward_ma": 0.12333789882755827, "leveled_up": false}
{"t": 57, "ts": 1788126307.9735332, "step": 114, "loss_diff": 1.5031665563583374, "reward": 0.0666620457846746, "level": 0, "difficulty": 0.05, "reward_ma": 0.11767031352326991, "leveled_up": false}
{"t": 58, "ts": 1788126323.8770535, "step": 116, "loss_diff": 1.3670405149459839, "reward": 0.07010821846375577, "level": 0, "difficulty": 0.05, "reward_ma": 0.11291410401731851, "leveled_up": false}
{"t": 59, "ts": 1788126325.6395295, "step": 118, "loss_diff": 1.154771089553833, "reward": 0.11451754721701438, "level": 0, "difficulty": 0.05, "reward_ma": 0.11307444833728811, "leveled_up": false}
{"t": 60, "ts": 1788126327.456407, "step": 120, "loss_diff": 1.080322027206421, "reward": 0.13862410207579584, "level": 0, "difficulty": 0.05, "reward_ma": 0.11562941371113888, "leveled_up": false}
{"t": 61, "ts": 1788126329.2319539, "step": 122, "loss_diff": 0.9782105684280396, "reward": 0.08256405084969609, "level": 0, "difficulty": 0.05, "reward_ma": 0.11232287742499461, "leveled_up": false}
{"t": 62, "ts": 1788126331.0019689, "step": 124, "loss_diff": 0.992063045501709, "reward": 0.08808724604993114, "level": 0, "difficulty": 0.05, "reward_ma": 0.10989931428748827, "leveled_up": false}
{"t": 63, "ts": 1788126332.830461, "step": 126, "loss_diff": 1.036011815071106, "reward": 0.08041138980018304, "level": 0, "difficulty": 0.05, "reward_ma": 0.10695052183875775, "leveled_up": false}
{"t": 64, "ts": 1788126334.5461278, "step": 128, "loss_diff": 0.9760289788246155, "reward": 0.09018981055470905, "level": 0, "difficulty": 0.05, "reward_ma": 0.10527445071035288, "leveled_up": false}
{"t": 65, "ts": 1788126336.2764106, "step": 130, "loss_diff": 1.0238937139511108, "reward": 0.16551163441019007, "level": 0, "difficulty": 0.05, "reward_ma": 0.1112981690803366, "leveled_up": false}
{"t": 66, "ts": 1788126338.0339088, "step": 132, "loss_diff": 1.1584638357162476, "reward": 0.11994847843590155, "level": 0, "difficulty": 0.05, "reward_ma": 0.1121632000158931, "leveled_up": false}
{"t": 67, "ts": 1788126339.7880676, "step": 134, "loss_diff": 0.944591224193573, "reward": 0.26859011714066594, "level": 0, "difficulty": 0.05, "reward_ma": 0.12780589172837037, "leveled_up": false}
{"t": 68, "ts": 1788126341.5367775, "step": 136, "loss_diff": 1.0548787117004395, "reward": 0.2937916108603976, "level": 0, "difficulty": 0.05, "reward_ma": 0.1444044636415731, "leveled_up": false}
{"t": 69, "ts": 1788126343.2581227, "step": 138, "loss_diff": 0.977992832660675, "reward": 0.3347943580208273, "level": 0, "difficulty": 0.05, "reward_ma": 0.16344345307949854, "leveled_up": false}
{"t": 70, "ts": 1788126345.1401246, "step": 140, "loss_diff": 1.1980944871902466, "reward": 0.3018742920865132, "level": 0, "difficulty": 0.05, "reward_ma": 0.17728653698020003, "leveled_up": false}
{"t": 71, "ts": 1788126346.881075, "step": 142, "loss_diff": 0.9679193496704102, "reward": 0.08296058286326465, "level": 0, "difficulty": 0.05, "reward_ma": 0.1678539415685065, "leveled_up": false}
{"t": 72, "ts": 1788126348.637499, "step": 144, "loss_diff": 0.9580510854721069, "reward": 0.18460737339483213, "level": 0, "difficulty": 0.05, "reward_ma": 0.16952928475113907, "leveled_up": false}
{"t": 73, "ts": 1788126350.4016829, "step": 146, "loss_diff": 0.9504324197769165, "reward": 0.08364396972462879, "level": 0, "difficulty": 0.05, "reward_ma": 0.16094075324848806, "leveled_up": false}
{"t": 74, "ts": 1788126352.230854, "step": 148, "loss_diff": 1.0909804105758667, "reward": 0.0795533197187508, "level": 0, "difficulty": 0.05, "reward_ma": 0.15280200989551435, "leveled_up": false}
{"t": 75, "ts": 1788126354.0704737, "step": 150, "loss_diff": 1.071912169456482, "reward": 0.07913483824344211, "level": 0, "difficulty": 0.05, "reward_ma": 0.14543529273030711, "leveled_up": false}
{"t": 76, "ts": 1788126355.8464339, "step": 152, "loss_diff": 1.2921762466430664, "reward": 0.10155427304840642, "level": 0, "difficulty": 0.05, "reward_ma": 0.14104719076211705, "leveled_up": false}
{"t": 77, "ts": 1788126357.6534135, "step": 154, "loss_diff": 1.01766037940979, "reward": 0.08108147950373736, "level": 0, "difficulty": 0.05, "reward_ma": 0.1350506196362791, "leveled_up": false}
{"t": 78, "ts": 1788126359.4708323, "step": 156, "loss_diff": 1.0804316997528076, "reward": 0.07883836731945584, "level": 0, "difficulty": 0.05, "reward_ma": 0.12942939440459678, "leveled_up": false}
{"t": 79, "ts": 1788126361.2424788, "step": 158, "loss_diff": 1.0930246114730835, "reward": 0.09364685511576287, "level": 0, "difficulty": 0.05, "reward_ma": 0.12585114047571339, "leveled_up": false}
{"t": 80, "ts": 1788126363.2952027, "step": 160, "loss_diff": 0.8472030758857727, "reward": 0.0904322403749161, "level": 0, "difficulty": 0.05, "reward_ma": 0.12230925046563366, "leveled_up": false}
{"t": 81, "ts": 1788126365.1391125, "step": 162, "loss_diff": 1.2246841192245483, "reward": 0.07416324963139133, "level": 0, "difficulty": 0.05, "reward_ma": 0.11749465038220944, "leveled_up": false}
{"t": 82, "ts": 1788126366.8894844, "step": 164, "loss_diff": 1.092586874961853, "reward": 0.07841955878532703, "level": 0, "difficulty": 0.05, "reward_ma": 0.1135871412225212, "leveled_up": false}
{"t": 83, "ts": 1788126369.1013064, "step": 166, "loss_diff": 1.1275262832641602, "reward": 0.0928198463799627, "level": 0, "difficulty": 0.05, "reward_ma": 0.11151041173826536, "leveled_up": false}
{"t": 84, "ts": 1788126370.8970783, "step": 168, "loss_diff": 1.597334384918213, "reward": 0.06448946365824036, "level": 0, "difficulty": 0.05, "reward_ma": 0.10680831693026285, "leveled_up": false}
{"t": 85, "ts": 1788126372.7437255, "step": 170, "loss_diff": 1.2972244024276733, "reward": 0.10091299195914188, "level": 0, "difficulty": 0.05, "reward_ma": 0.10621878443315076, "leveled_up": false}
{"t": 86, "ts": 1788126374.497931, "step": 172, "loss_diff": 1.1433035135269165, "reward": 0.09368602180949692, "level": 0, "difficulty": 0.05, "reward_ma": 0.10496550817078537, "leveled_up": false}
{"t": 87, "ts": 1788126390.434557, "step": 174, "loss_diff": 0.9098107814788818, "reward": 0.3142509145570246, "level": 0, "difficulty": 0.05, "reward_ma": 0.1258940488094093, "leveled_up": false}
{"t": 88, "ts": 1788126392.270525, "step": 176, "loss_diff": 1.0488793849945068, "reward": 0.08233839120439765, "level": 0, "difficulty": 0.05, "reward_ma": 0.12153848304890813, "leveled_up": false}
{"t": 89, "ts": 1788126393.984148, "step": 178, "loss_diff": 1.0997765064239502, "reward": 0.10157952795708007, "level": 0, "difficulty": 0.05, "reward_ma": 0.11954258753972533, "leveled_up": false}
{"t": 90, "ts": 1788126395.7493372, "step": 180, "loss_diff": 0.96037358045578, "reward": 0.13503659497501216, "level": 0, "difficulty": 0.05, "reward_ma": 0.12109198828325402, "leveled_up": false}
{"t": 91, "ts": 1788126397.4710467, "step": 182, "loss_diff": 1.0308282375335693, "reward": 0.14078380048373285, "level": 0, "difficulty": 0.05, "reward_ma": 0.1230611695033019, "leveled_up": false}
{"t": 92, "ts": 1788126399.237867, "step": 184, "loss_diff": 1.0762685537338257, "reward": 0.14298939580061376, "level": 0, "difficulty": 0.05, "reward_ma": 0.1250539921330331, "leveled_up": false}
{"t": 93, "ts": 1788126400.9887702, "step": 186, "loss_diff": 1.1479809284210205, "reward": 0.2583517522084722, "level": 0, "difficulty": 0.05, "reward_ma": 0.138383768140577, "leveled_up": false}
{"t": 94, "ts": 1788126402.7849677, "step": 188, "loss_diff": 0.9951111674308777, "reward": 0.47880320416755695, "level": 0, "difficulty": 0.05, "reward_ma": 0.172425711743275, "leveled_up": false}
{"t": 95, "ts": 1788126404.6408727, "step": 190, "loss_diff": 1.1539992094039917, "reward": 0.22534176364373462, "level": 0, "difficulty": 0.05, "reward_ma": 0.17771731693332096, "leveled_up": false}
{"t": 96, "ts": 1788126406.4286246, "step": 192, "loss_diff": 0.9761301279067993, "reward": 0.19260737143544107, "level": 0, "difficulty": 0.05, "reward_ma": 0.17920632238353296, "leveled_up": false}
{"t": 97, "ts": 1788126408.197118, "step": 194, "loss_diff": 1.0672948360443115, "reward": 0.10767583543908099, "level": 0, "difficulty": 0.05, "reward_ma": 0.17205327368908777, "leveled_up": false}
{"t": 98, "ts": 1788126410.0609262, "step": 196, "loss_diff": 0.9772445559501648, "reward": 0.16394407484679893, "level": 0, "difficulty": 0.05, "reward_ma": 0.17124235380485886, "leveled_up": false}
{"t": 99, "ts": 1788126411.7991855, "step": 198, "loss_diff": 0.8884472846984863, "reward": 0.101837371360702, "level": 0, "difficulty": 0.05, "reward_ma": 0.1643018555604432, "leveled_up": false}
{"t": 100, "ts": 1788126413.6680565, "step": 200, "loss_diff": 0.996418297290802, "reward": 0.09771806873374139, "level": 0, "difficulty": 0.05, "reward_ma": 0.15764347687777303, "leveled_up": false}
{"t": 101, "ts": 1788126415.4653273, "step": 202, "loss_diff": 1.0137193202972412, "reward": 0.08122697756460577, "level": 0, "difficulty": 0.05, "reward_ma": 0.1500018269464563, "leveled_up": false}
{"t": 102, "ts": 1788126417.3321462, "step": 204, "loss_diff": 1.1125181913375854, "reward": 0.07892796926357043, "level": 0, "difficulty": 0.05, "reward_ma": 0.14289444117816774, "leveled_up": false}
{"t": 103, "ts": 1788126419.2299056, "step": 206, "loss_diff": 1.3517085313796997, "reward": 0.11998545404354408, "level": 0, "difficulty": 0.05, "reward_ma": 0.14060354246470538, "leveled_up": false}
{"t": 104, "ts": 1788126421.0023072, "step": 208, "loss_diff": 0.9826563596725464, "reward": 0.11467837501897601, "level": 0, "difficulty": 0.05, "reward_ma": 0.13801102572013246, "leveled_up": false}
{"t": 105, "ts": 1788126422.7792807, "step": 210, "loss_diff": 1.0271395444869995, "reward": 0.1731836430702447, "level": 0, "difficulty": 0.05, "reward_ma": 0.1415282874551437, "leveled_up": false}
{"t": 106, "ts": 1788126424.5299203, "step": 212, "loss_diff": 1.0831574201583862, "reward": 0.2178056572618402, "level": 0, "difficulty": 0.05, "reward_ma": 0.14915602443581336, "leveled_up": false}
{"t": 107, "ts": 1788126426.2985075, "step": 214, "loss_diff": 0.784887433052063, "reward": 0.18655637060898558, "level": 0, "difficulty": 0.05, "reward_ma": 0.15289605905313058, "leveled_up": false}
{"t": 108, "ts": 1788126428.095137, "step": 216, "loss_diff": 1.1421055793762207, "reward": 0.1590849218241417, "level": 0, "difficulty": 0.05, "reward_ma": 0.1535149453302317, "leveled_up": false}
{"t": 109, "ts": 1788126429.8768795, "step": 218, "loss_diff": 1.0351759195327759, "reward": 0.12313348797977217, "level": 0, "difficulty": 0.05, "reward_ma": 0.15047679959518573, "leveled_up": false}
{"t": 110, "ts": 1788126431.9672773, "step": 220, "loss_diff": 1.063016653060913, "reward": 0.37063119167190256, "level": 0, "difficulty": 0.05, "reward_ma": 0.17249223880285744, "leveled_up": false}
{"t": 111, "ts": 1788126433.6918194, "step": 222, "loss_diff": 0.9447216391563416, "reward": 0.22313592520368697, "level": 0, "difficulty": 0.05, "reward_ma": 0.17755660744294038, "leveled_up": false}
{"t": 112, "ts": 1788126435.4307, "step": 224, "loss_diff": 1.051772952079773, "reward": 0.2406044276687877, "level": 0, "difficulty": 0.05, "reward_ma": 0.18386138946552513, "leveled_up": false}
{"t": 113, "ts": 1788126437.2322793, "step": 226, "loss_diff": 0.9831075668334961, "reward": 0.17221109707574261, "level": 0, "difficulty": 0.05, "reward_ma": 0.1826963602265469, "leveled_up": false}
{"t": 114, "ts": 1788126439.0450854, "step": 228, "loss_diff": 1.2566046714782715, "reward": 0.15717516691506977, "level": 0, "difficulty": 0.05, "reward_ma": 0.18014424089539918, "leveled_up": false}
{"t": 115, "ts": 1788126440.9347382, "step": 230, "loss_diff": 0.9924681186676025, "reward": 0.2385693070033547, "level": 0, "difficulty": 0.05, "reward_ma": 0.18598674750619476, "leveled_up": false}
{"t": 116, "ts": 1788126458.1507819, "step": 232, "loss_diff": 0.8565784096717834, "reward": 0.2831937143008367, "level": 0, "difficulty": 0.05, "reward_ma": 0.19570744418565897, "leveled_up": false}
{"t": 117, "ts": 1788126460.0386934, "step": 234, "loss_diff": 1.0988425016403198, "reward": 0.26356287330353595, "level": 0, "difficulty": 0.05, "reward_ma": 0.20249298709744668, "leveled_up": false}
{"t": 118, "ts": 1788126462.2994843, "step": 236, "loss_diff": 1.08539617061615, "reward": 0.23837826117741875, "level": 0, "difficulty": 0.05, "reward_ma": 0.2060815145054439, "leveled_up": false}
{"t": 119, "ts": 1788126464.3007262, "step": 238, "loss_diff": 0.9561740159988403, "reward": 0.16463908995034549, "level": 0, "difficulty": 0.05, "reward_ma": 0.20193727204993406, "leveled_up": false}
{"t": 120, "ts": 1788126466.3612144, "step": 240, "loss_diff": 0.98406583070755, "reward": 0.21067274034086952, "level": 0, "difficulty": 0.05, "reward_ma": 0.2028108188790276, "leveled_up": false}
{"t": 121, "ts": 1788126468.6403837, "step": 242, "loss_diff": 0.9664920568466187, "reward": 0.23922399882139175, "level": 0, "difficulty": 0.05, "reward_ma": 0.20645213687326402, "leveled_up": false}
{"t": 122, "ts": 1788126470.9641726, "step": 244, "loss_diff": 1.0835646390914917, "reward": 0.34829003789096824, "level": 0, "difficulty": 0.05, "reward_ma": 0.22063592697503448, "leveled_up": false}
{"t": 123, "ts": 1788126473.0887842, "step": 246, "loss_diff": 0.9234398007392883, "reward": 0.2580159090401634, "level": 0, "difficulty": 0.05, "reward_ma": 0.2243739251815474, "leveled_up": false}
{"t": 124, "ts": 1788126475.2590413, "step": 248, "loss_diff": 1.1866379976272583, "reward": 0.4354423235657997, "level": 0, "difficulty": 0.05, "reward_ma": 0.24548076501997262, "leveled_up": false}
{"t": 125, "ts": 1788126477.4711654, "step": 250, "loss_diff": 0.9890427589416504, "reward": 0.28093620900344274, "level": 0, "difficulty": 0.05, "reward_ma": 0.24902630941831966, "leveled_up": false}
{"t": 126, "ts": 1788126479.591831, "step": 252, "loss_diff": 1.013123631477356, "reward": 0.5319979662213026, "level": 0, "difficulty": 0.05, "reward_ma": 0.277323475098618, "leveled_up": false}
{"t": 127, "ts": 1788126481.5891714, "step": 254, "loss_diff": 0.8952822089195251, "reward": 0.2800651068326937, "level": 0, "difficulty": 0.05, "reward_ma": 0.27759763827202555, "leveled_up": false}
{"t": 128, "ts": 1788126483.484509, "step": 256, "loss_diff": 1.0596206188201904, "reward": 0.4079646888167266, "level": 0, "difficulty": 0.05, "reward_ma": 0.2906343433264957, "leveled_up": false}
{"t": 129, "ts": 1788126485.3703938, "step": 258, "loss_diff": 1.2338241338729858, "reward": 0.30895974868764275, "level": 0, "difficulty": 0.05, "reward_ma": 0.2924668838626104, "leveled_up": false}
{"t": 130, "ts": 1788126487.1776783, "step": 260, "loss_diff": 0.9824395179748535, "reward": 0.4220740733340574, "level": 0, "difficulty": 0.05, "reward_ma": 0.30542760280975506, "leveled_up": false}
{"t": 131, "ts": 1788126488.9974725, "step": 262, "loss_diff": 1.1461881399154663, "reward": 0.4094533999562663, "level": 0, "difficulty": 0.05, "reward_ma": 0.3158301825244062, "leveled_up": false}
{"t": 132, "ts": 1788126490.8720517, "step": 264, "loss_diff": 1.178858757019043, "reward": 0.3824743190474491, "level": 0, "difficulty": 0.05, "reward_ma": 0.3224945961767105, "leveled_up": false}
{"t": 133, "ts": 1788126492.7754698, "step": 266, "loss_diff": 1.160669207572937, "reward": 0.5044468509205258, "level": 0, "difficulty": 0.05, "reward_ma": 0.340689821651092, "leveled_up": false}
{"t": 134, "ts": 1788126494.6534224, "step": 268, "loss_diff": 1.1018226146697998, "reward": 0.3134706183301201, "level": 0, "difficulty": 0.05, "reward_ma": 0.33796790131899485, "leveled_up": false}
{"t": 135, "ts": 1788126496.5379338, "step": 270, "loss_diff": 0.9406924247741699, "reward": 0.37701093072843195, "level": 0, "difficulty": 0.05, "reward_ma": 0.3418722042599386, "leveled_up": false}
{"t": 136, "ts": 1788126498.3684664, "step": 272, "loss_diff": 0.8338513374328613, "reward": 0.27689748457602176, "level": 0, "difficulty": 0.05, "reward_ma": 0.3353747322915469, "leveled_up": false}
{"t": 137, "ts": 1788126500.152739, "step": 274, "loss_diff": 1.0176026821136475, "reward": 0.4584533555962362, "level": 0, "difficulty": 0.05, "reward_ma": 0.34768259462201584, "leveled_up": false}
{"t": 138, "ts": 1788126501.9759233, "step": 276, "loss_diff": 1.07767653465271, "reward": 0.3110935622150342, "level": 0, "difficulty": 0.05, "reward_ma": 0.34402369138131766, "leveled_up": false}
{"t": 139, "ts": 1788126503.7506373, "step": 278, "loss_diff": 1.0358473062515259, "reward": 0.3270157432022393, "level": 0, "difficulty": 0.05, "reward_ma": 0.3423228965634098, "leveled_up": false}
{"t": 140, "ts": 1788126505.5595405, "step": 280, "loss_diff": 1.2191301584243774, "reward": 0.10161290300821937, "level": 0, "difficulty": 0.05, "reward_ma": 0.31825189720789077, "leveled_up": false}
{"t": 141, "ts": 1788126507.3304338, "step": 282, "loss_diff": 0.9389678835868835, "reward": 0.5494777709152552, "level": 0, "difficulty": 0.05, "reward_ma": 0.34137448457862724, "leveled_up": false}
{"t": 142, "ts": 1788126509.1367104, "step": 284, "loss_diff": 1.0085517168045044, "reward": 0.5975245602930309, "level": 0, "difficulty": 0.05, "reward_ma": 0.3669894921500676, "leveled_up": false}
{"t": 143, "ts": 1788126510.9600835, "step": 286, "loss_diff": 0.9918704628944397, "reward": 0.6432622007495212, "level": 0, "difficulty": 0.05, "reward_ma": 0.39461676301001297, "leveled_up": false}
{"t": 144, "ts": 1788126512.736658, "step": 288, "loss_diff": 0.8983163237571716, "reward": 0.18424855414305397, "level": 0, "difficulty": 0.05, "reward_ma": 0.3735799421233171, "leveled_up": false}
{"t": 145, "ts": 1788126529.545401, "step": 290, "loss_diff": 1.1159451007843018, "reward": 0.3086941262842384, "level": 0, "difficulty": 0.05, "reward_ma": 0.3670913605394092, "leveled_up": false}
{"t": 146, "ts": 1788126531.3829756, "step": 292, "loss_diff": 1.0163373947143555, "reward": 0.5134586378977413, "level": 0, "difficulty": 0.05, "reward_ma": 0.3817280882752424, "leveled_up": false}
{"t": 147, "ts": 1788126533.2778668, "step": 294, "loss_diff": 0.8548088073730469, "reward": 0.47390287931130265, "level": 0, "difficulty": 0.05, "reward_ma": 0.39094556737884845, "leveled_up": false}
{"t": 148, "ts": 1788126535.1957085, "step": 296, "loss_diff": 0.9441125392913818, "reward": 0.2235896893358789, "level": 0, "difficulty": 0.05, "reward_ma": 0.37420997957455154, "leveled_up": false}
{"t": 149, "ts": 1788126537.0740223, "step": 298, "loss_diff": 0.842982828617096, "reward": 0.4718115410175548, "level": 0, "difficulty": 0.05, "reward_ma": 0.3839701357188519, "leveled_up": false}
{"t": 150, "ts": 1788126539.449009, "step": 300, "loss_diff": 0.8848608136177063, "reward": 0.5897587428814951, "level": 0, "difficulty": 0.05, "reward_ma": 0.4045489964351162, "leveled_up": false}
{"t": 151, "ts": 1788126541.341053, "step": 302, "loss_diff": 0.8710492849349976, "reward": 0.4034531691393368, "level": 0, "difficulty": 0.05, "reward_ma": 0.40443941370553826, "leveled_up": false}
{"t": 152, "ts": 1788126543.3339276, "step": 304, "loss_diff": 0.9219276309013367, "reward": 0.43887110945752855, "level": 0, "difficulty": 0.05, "reward_ma": 0.40788258328073734, "leveled_up": false}
{"t": 153, "ts": 1788126545.3645957, "step": 306, "loss_diff": 1.0257529020309448, "reward": 0.4082758100114928, "level": 0, "difficulty": 0.05, "reward_ma": 0.40792190595381295, "leveled_up": false}
{"t": 154, "ts": 1788126547.3529325, "step": 308, "loss_diff": 0.8250986337661743, "reward": 0.5125695517484448, "level": 0, "difficulty": 0.05, "reward_ma": 0.4183866705332761, "leveled_up": false}
{"t": 155, "ts": 1788126549.39113, "step": 310, "loss_diff": 1.0433121919631958, "reward": 0.6125516315782235, "level": 0, "difficulty": 0.05, "reward_ma": 0.43780316663777086, "leveled_up": false}
{"t": 156, "ts": 1788126551.2633038, "step": 312, "loss_diff": 1.0490621328353882, "reward": 0.4444037965008675, "level": 0, "difficulty": 0.05, "reward_ma": 0.4384632296240805, "leveled_up": false}
{"t": 157, "ts": 1788126553.1710384, "step": 314, "loss_diff": 0.9749854207038879, "reward": 0.5462205339844758, "level": 0, "difficulty": 0.05, "reward_ma": 0.4492389600601201, "leveled_up": false}
{"t": 158, "ts": 1788126555.0678797, "step": 316, "loss_diff": 0.9691760540008545, "reward": 0.5945718240249, "level": 0, "difficulty": 0.05, "reward_ma": 0.4637722464565981, "leveled_up": false}
{"t": 159, "ts": 1788126556.9455853, "step": 318, "loss_diff": 0.9338325262069702, "reward": 0.5999631584693976, "level": 0, "difficulty": 0.05, "reward_ma": 0.47739133765787806, "leveled_up": false}
{"t": 160, "ts": 1788126558.9035122, "step": 320, "loss_diff": 0.8789364695549011, "reward": 0.5769396281783998, "level": 0, "difficulty": 0.05, "reward_ma": 0.48734616670993025, "leveled_up": false}
{"t": 161, "ts": 1788126560.7637691, "step": 322, "loss_diff": 0.9804637432098389, "reward": 0.33814449769418886, "level": 0, "difficulty": 0.05, "reward_ma": 0.47242599980835615, "leveled_up": false}
{"t": 162, "ts": 1788126562.5886464, "step": 324, "loss_diff": 0.8067352771759033, "reward": 0.3153242429397565, "level": 0, "difficulty": 0.05, "reward_ma": 0.45671582412149614, "leveled_up": false}
{"t": 163, "ts": 1788126564.4684176, "step": 326, "loss_diff": 1.0247251987457275, "reward": 0.38259821954470036, "level": 0, "difficulty": 0.05, "reward_ma": 0.4493040636638166, "leveled_up": false}
{"t": 164, "ts": 1788126566.260053, "step": 328, "loss_diff": 1.0023157596588135, "reward": 0.40316308036254983, "level": 0, "difficulty": 0.05, "reward_ma": 0.44468996533368993, "leveled_up": false}
{"t": 165, "ts": 1788126568.0941212, "step": 330, "loss_diff": 0.913835346698761, "reward": 0.4064540656826188, "level": 0, "difficulty": 0.05, "reward_ma": 0.4408663753685828, "leveled_up": false}
{"t": 166, "ts": 1788126570.0375652, "step": 332, "loss_diff": 0.8357365131378174, "reward": 0.5040613010642583, "level": 0, "difficulty": 0.05, "reward_ma": 0.4471858679381504, "leveled_up": false}
{"t": 167, "ts": 1788126571.9543107, "step": 334, "loss_diff": 1.054785966873169, "reward": 0.5609508707417441, "level": 0, "difficulty": 0.05, "reward_ma": 0.4585623682185098, "leveled_up": false}
{"t": 168, "ts": 1788126573.9817557, "step": 336, "loss_diff": 0.8037136793136597, "reward": 0.5644099978111172, "level": 0, "difficulty": 0.05, "reward_ma": 0.46914713117777057, "leveled_up": false}
{"t": 169, "ts": 1788126575.7305264, "step": 338, "loss_diff": 0.8595430850982666, "reward": 0.5007325338042603, "level": 0, "difficulty": 0.05, "reward_ma": 0.47230567144041957, "leveled_up": false}
{"t": 170, "ts": 1788126577.5022986, "step": 340, "loss_diff": 0.8789867162704468, "reward": 0.36058686369236925, "level": 0, "difficulty": 0.05, "reward_ma": 0.46113379066561455, "leveled_up": false}
{"t": 171, "ts": 1788126579.3635032, "step": 342, "loss_diff": 0.7751606702804565, "reward": 0.36128773310142215, "level": 0, "difficulty": 0.05, "reward_ma": 0.4511491849091953, "leveled_up": false}
{"t": 172, "ts": 1788126581.150847, "step": 344, "loss_diff": 0.7237600684165955, "reward": 0.5852778547962827, "level": 0, "difficulty": 0.05, "reward_ma": 0.46456205189790406, "leveled_up": false}
{"t": 173, "ts": 1788126582.9384317, "step": 346, "loss_diff": 0.8292675018310547, "reward": 0.3818469685942928, "level": 0, "difficulty": 0.05, "reward_ma": 0.45629054356754295, "leveled_up": false}