udpate new models

app.py

@@ -27,7 +27,7 @@ from src.display.utils import (
 from src.envs import API, EVAL_REQUESTS_PATH, EVAL_RESULTS_PATH, QUEUE_REPO, REPO_ID, RESULTS_REPO, TOKEN
 from src.populate import get_evaluation_queue_df, get_leaderboard_df, get_model_info_df, get_merged_df
 from src.submission.submit import add_new_eval
-from src.utils import norm_sNavie, pivot_df, get_grouped_dfs, pivot_existed_df
+from src.utils import norm_sNavie, pivot_df, get_grouped_dfs, pivot_existed_df, rename_metrics, format_df
 # import ipdb
 
 
@@ -87,7 +87,9 @@ def restart_space():
 
 
 grouped_dfs = get_grouped_dfs()
-domain_df, freq_df, term_length_df, variate_type_df = grouped_dfs['domain'], grouped_dfs['frequency'], grouped_dfs['term_length'], grouped_dfs['univariate']
+domain_df, freq_df, term_length_df, variate_type_df, overall_df = grouped_dfs['domain'], grouped_dfs['frequency'], grouped_dfs['term_length'], grouped_dfs['univariate'], grouped_dfs['overall']
+overall_df = rename_metrics(overall_df)
+overall_df = format_df(overall_df)
 domain_df = pivot_existed_df(domain_df, tab_name='domain')
 print(f'Domain dataframe is {domain_df}')
 freq_df = pivot_existed_df(freq_df, tab_name='frequency')
@@ -160,6 +162,9 @@ with demo:
     gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
 
     with gr.Tabs(elem_classes="tab-buttons") as tabs:
+        with gr.TabItem('🏅 Overall', elem_id="llm-benchmark-tab-table", id=5):
+            leaderboard = init_leaderboard(overall_df, model_info_df)
+            print(f'FINAL Overall LEADERBOARD {overall_df}')
         with gr.TabItem("🏅 By Domain", elem_id="llm-benchmark-tab-table", id=0):
             leaderboard = init_leaderboard(domain_df, model_info_df)
             print(f"FINAL Domain LEADERBOARD 1 {domain_df}")

results/Lag-Llama/all_results.csv

@@ -0,0 +1,98 @@
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+m4_yearly/A-DEC/short,Lag-Llama,11682737.0,11919682.0,2073.98388671875,9.565383911132812,0.3744722902774811,0.3251589834690094,122.74000549316406,3418.001953125,0.5480924248695374,0.33257293701171875,0.2814253866672516,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,Lag-Llama,14093280.0,11111717.0,1893.523681640625,5.967475414276123,0.3370697498321533,0.27008894085884094,68.73283386230469,3754.101806640625,0.6283705234527588,0.3169425427913666,0.24969039857387543,Econ/Fin,1.0
+m4_monthly/M/short,Lag-Llama,7582934.5,5412630.0,1211.5948486328125,3.1265225410461426,0.31735512614250183,0.24680311977863312,46.0380744934082,2753.712890625,0.57231605052948,0.2518109977245331,0.2110040932893753,Econ/Fin,1.0
+m4_weekly/W-SUN/short,Lag-Llama,2600551.75,1924666.25,680.49072265625,8.751137733459473,0.14904385805130005,0.14876540005207062,117.514892578125,1612.6226806640625,0.2937948405742645,0.12397485226392746,0.1026695966720581,Econ/Fin,1.0
+m4_daily/D/short,Lag-Llama,1794558.875,1714267.125,417.81793212890625,9.615877151489258,0.10964399576187134,0.0801062062382698,156.6016387939453,1339.6114501953125,0.2069329470396042,0.06454132497310638,0.05394885689020157,Econ/Fin,1.0
+m4_hourly/H/short,Lag-Llama,13551959.0,10056882.0,534.8684692382812,3.5082485675811768,0.1588664948940277,0.15203940868377686,55.03290939331055,3681.298583984375,0.5025785565376282,0.07302135974168777,0.06183924153447151,Econ/Fin,1.0
+electricity/15T/short,Lag-Llama,1217276.0,1191373.375,159.28952026367188,2.402144432067871,0.3692447245121002,0.3280276358127594,32.25111770629883,1103.30224609375,2.1748263835906982,0.3139910399913788,0.24750401079654694,Energy,1.0
+electricity/H/short,Lag-Llama,1834951.25,1807705.375,193.78746032714844,1.0347744226455688,0.27705878019332886,0.14364635944366455,12.028363227844238,1354.603759765625,0.6394696831703186,0.0914815217256546,0.07645679265260696,Energy,1.0
+electricity/D/short,Lag-Llama,6048484864.0,6144812544.0,8022.77734375,2.2441742420196533,0.759289026260376,0.14977867901325226,23.296886444091797,77772.0078125,1.2780523300170898,0.13184086978435516,0.10196418315172195,Energy,1.0
+electricity/W/short,Lag-Llama,889842302976.0,641480720384.0,104639.5625,4.0522966384887695,0.37671834230422974,0.1945764124393463,52.93840026855469,943314.5,2.1523325443267822,0.23875294625759125,0.19679929316043854,Energy,1.0
+solar/10T/short,Lag-Llama,46.355918884277344,56.200477600097656,3.1874749660491943,1.4110499620437622,1.5279560089111328,1.8575206995010376,13.654457092285156,6.808517932891846,1.9805971384048462,0.9272361397743225,0.78187096118927,Energy,1.0
+solar/H/short,Lag-Llama,1022.8680419921875,1050.5767822265625,14.038525581359863,1.0881956815719604,7.0432963371276855,1.4432936906814575,12.722047805786133,31.98230743408203,1.1788785457611084,0.5174647569656372,0.427801251411438,Energy,1.0
+solar/D/short,Lag-Llama,538961.375,370155.25,438.2318420410156,1.7386420965194702,1.7212399244308472,0.5575888752937317,19.678503036499023,734.139892578125,1.060582160949707,0.6330958008766174,0.5095893144607544,Energy,1.0
+solar/W/short,Lag-Llama,18918696.0,12741732.0,3062.029541015625,3.393258571624756,0.6903069615364075,0.4855325520038605,39.738189697265625,4349.56298828125,0.8878544569015503,0.6250367760658264,0.5304940342903137,Energy,1.0
+hospital/M/short,Lag-Llama,42568.88671875,22294.06640625,40.84443283081055,1.4199938774108887,0.36532062292099,0.2741495370864868,24.980167388916016,206.32228088378906,0.7489978075027466,0.148274764418602,0.13477866351604462,Healthcare,1.0
+covid_deaths/D/short,Lag-Llama,65197784.0,34676432.0,1089.0335693359375,116.31073760986328,0.4529635012149811,0.7570503354072571,2104.20703125,8074.51416015625,3.0380752086639404,0.4097541570663452,0.3472515642642975,Healthcare,1.0
+us_births/D/short,Lag-Llama,1323060.0,1356154.0,963.2781982421875,1.4185760021209717,0.09639392793178558,0.09276583790779114,8.984301567077637,1150.243408203125,0.10782599449157715,0.09029951691627502,0.06933845579624176,Healthcare,1.0
+us_births/M/short,Lag-Llama,578708160.0,552534656.0,19303.466796875,2.18820858001709,0.05849296972155571,0.06095578894019127,15.049156188964844,24056.353515625,0.07471887022256851,0.05995643511414528,0.04851033538579941,Healthcare,1.0
+us_births/W/short,Lag-Llama,9899804.0,9882199.0,2290.589599609375,2.0816760063171387,0.030639823526144028,0.030971642583608627,25.468690872192383,3146.3955078125,0.0427120104432106,0.03109453059732914,0.02708434872329235,Healthcare,1.0
+saugeen/D/short,Lag-Llama,1661.05029296875,1760.4405517578125,18.81276512145996,4.1777167320251465,0.47476065158843994,0.5632543563842773,62.15819549560547,40.755985260009766,1.3200960159301758,0.6093499064445496,0.5318207144737244,Nature,1.0
+saugeen/M/short,Lag-Llama,360.4616394042969,362.3397521972656,13.190206527709961,0.7726868391036987,0.47020548582077026,0.4357093274593353,5.338149070739746,18.985828399658203,0.5700114369392395,0.39600953459739685,0.3157203793525696,Nature,1.0
+saugeen/W/short,Lag-Llama,1675.4158935546875,1629.3892822265625,20.20311164855957,1.639029860496521,0.5262108445167542,0.5711306929588318,27.489831924438477,40.93184280395508,1.235561728477478,0.6098477244377136,0.5420491099357605,Nature,1.0
+temperature_rain/D/short,Lag-Llama,207.65985107421875,204.5420379638672,6.600645065307617,1.507002592086792,27.375263214111328,1.6005173921585083,34.61528778076172,14.410407066345215,1.696485996246338,0.7770704030990601,0.6556317806243896,Nature,1.0
+kdd_cup_2018/H/short,Lag-Llama,5130.8388671875,5157.291015625,25.466697692871094,1.0407562255859375,0.9282088279724121,0.5789116024971008,10.799686431884766,71.62987518310547,1.499342918395996,0.5330641269683838,0.4422106444835663,Nature,1.0
+kdd_cup_2018/D/short,Lag-Llama,3481.908447265625,3278.54443359375,23.748170852661133,1.383057951927185,0.5250257253646851,0.5924376845359802,18.85548973083496,59.00769805908203,1.3218350410461426,0.531984269618988,0.45484885573387146,Nature,1.0
+car_parts/M/short,Lag-Llama,1.7238218784332275,1.5816946029663086,0.45585688948631287,0.8237143158912659,0.9642680883407593,1.958799123764038,29.152223587036133,1.312943935394287,3.1483049392700195,1.0930980443954468,1.048752784729004,Sales,1.0
+restaurant/D/short,Lag-Llama,911.7570190429688,351.26904296875,12.37845230102539,1.1710306406021118,0.7131667733192444,0.8540173768997192,15.517011642456055,30.195314407348633,1.3896583318710327,0.5696850419044495,0.4820057451725006,Sales,1.0
+hierarchical_sales/D/short,Lag-Llama,31.299846649169922,30.003156661987305,2.4175620079040527,0.7882815003395081,0.6977306008338928,1.076046347618103,10.64346694946289,5.594626426696777,1.7163695096969604,0.7416812777519226,0.6217664480209351,Sales,1.0
+hierarchical_sales/W/short,Lag-Llama,673.6309814453125,611.1090698242188,11.513222694396973,0.9281905293464661,0.610346794128418,0.6651811003684998,14.365837097167969,25.954402923583984,1.1915793418884277,0.5285776853561401,0.46053916215896606,Sales,1.0
+loop_seattle/5T/short,Lag-Llama,110.65511322021484,103.45137023925781,5.7960615158081055,0.8910098671913147,0.18893636763095856,0.11460189521312714,10.76694107055664,10.51927375793457,0.18038231134414673,0.09938965737819672,0.0825275257229805,Transport,1.0
+loop_seattle/H/short,Lag-Llama,80.41035461425781,79.12007141113281,5.298763751983643,1.069818377494812,0.16919304430484772,0.11823055148124695,11.473347663879395,8.967182159423828,0.1587282419204712,0.09379351139068604,0.07756039500236511,Transport,1.0
+loop_seattle/D/short,Lag-Llama,105.66051483154297,75.28031921386719,5.76840877532959,1.6061257123947144,0.11153150349855423,0.10099685937166214,19.231456756591797,10.279129981994629,0.1837017834186554,0.10308917611837387,0.08424834161996841,Transport,1.0
+sz_taxi/15T/short,Lag-Llama,19.28018569946289,19.594507217407227,3.0356380939483643,0.6100003719329834,923999600640.0,0.4357968866825104,5.337154388427734,4.390920639038086,0.4105699062347412,0.2838451564311981,0.2274109125137329,Transport,1.0
+sz_taxi/H/short,Lag-Llama,12.764595031738281,10.364654541015625,2.2995493412017822,0.7128909230232239,1.1427682638168335,0.3534761071205139,8.298909187316895,3.5727572441101074,0.33282437920570374,0.21421721577644348,0.17517124116420746,Transport,1.0
+m_dense/H/short,Lag-Llama,52083.21484375,52294.19140625,109.8453369140625,0.935418963432312,0.33878982067108154,0.2851523458957672,9.407914161682129,228.21746826171875,0.4048009514808655,0.1948382705450058,0.1594855785369873,Transport,1.0
+m_dense/D/short,Lag-Llama,29271.619140625,22811.138671875,91.19217681884766,1.2868000268936157,0.22102531790733337,0.185105100274086,15.634439468383789,171.08950805664062,0.29618126153945923,0.15786714851856232,0.12619586288928986,Transport,1.0
+ett1/15T/short,Lag-Llama,32.34880447387695,26.89165496826172,2.7907097339630127,1.5202248096466064,0.8921542167663574,0.421002596616745,15.640073776245117,5.687601089477539,1.0751932859420776,0.527560293674469,0.41439148783683777,Energy,7.0
+ett1/H/short,Lag-Llama,119.1122817993164,119.5771484375,5.827968597412109,0.9874780774116516,0.5270848870277405,0.3015538156032562,8.37205982208252,10.913857460021973,0.5093943476676941,0.27201512455940247,0.2180723249912262,Energy,7.0
+ett1/D/short,Lag-Llama,47754.1484375,46838.46484375,147.91152954101562,1.9066636562347412,2.394047260284424,0.49802783131599426,21.94792938232422,218.5272216796875,0.5739690065383911,0.3884945809841156,0.3092998266220093,Energy,7.0
+ett1/W/short,Lag-Llama,6638639.5,6258984.0,1575.3438720703125,2.2115485668182373,0.9580200910568237,0.6030620336532593,20.838783264160156,2576.5556640625,1.025273084640503,0.6268669366836548,0.4573812782764435,Energy,7.0
+ett2/15T/short,Lag-Llama,11.62011432647705,11.939850807189941,2.3046140670776367,1.0268734693527222,0.1534123420715332,0.16478444635868073,8.978137016296387,3.4088289737701416,0.16182923316955566,0.10940822958946228,0.08684823662042618,Energy,7.0
+ett2/H/short,Lag-Llama,152.23626708984375,147.7322235107422,7.581290245056152,0.8619452714920044,0.14067082107067108,0.1267571896314621,7.033568859100342,12.338406562805176,0.15648531913757324,0.09615185111761093,0.07746843248605728,Energy,7.0
+ett2/D/short,Lag-Llama,343646.21875,278018.28125,357.759521484375,2.755840539932251,0.45035839080810547,0.3766268193721771,35.37055969238281,586.2134399414062,0.3355054259300232,0.20475520193576813,0.16875521838665009,Energy,7.0
+ett2/W/short,Lag-Llama,30682118.0,24393232.0,3513.424072265625,2.2196521759033203,0.36803358793258667,0.46991419792175293,33.67243194580078,5539.14404296875,0.4646492302417755,0.29472237825393677,0.243501678109169,Energy,7.0
+jena_weather/10T/short,Lag-Llama,1538.6058349609375,1696.782958984375,10.284852981567383,0.641983151435852,1.0787264108657837,0.7081061005592346,8.093542098999023,39.225067138671875,0.2436368316411972,0.06388182938098907,0.05549319460988045,Nature,21.0
+jena_weather/H/short,Lag-Llama,1358.05712890625,1377.6885986328125,9.848483085632324,0.6971921324729919,1.8127484321594238,0.6521273255348206,7.642221450805664,36.85182571411133,0.225899338722229,0.06037056818604469,0.05022183060646057,Nature,21.0
+jena_weather/D/short,Lag-Llama,3075.314697265625,1033.728759765625,17.33618927001953,2.1400671005249023,0.9689165949821472,0.5833191275596619,33.097694396972656,55.45552062988281,0.33393287658691406,0.10439219325780869,0.09541894495487213,Nature,21.0
+bitbrains_fast_storage/5T/short,Lag-Llama,2493397.25,2239203.5,236.63592529296875,0.9768980741500854,3.085325241088867,0.8090770840644836,24.77280616760254,1579.0494384765625,4.95782470703125,0.7429782748222351,0.6083253622055054,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,Lag-Llama,2863280.5,2965718.75,350.1686096191406,1.5289971828460693,4.686215877532959,0.6578709483146667,40.499568939208984,1692.1231689453125,4.823100566864014,0.9980942606925964,0.7694836258888245,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,Lag-Llama,2538556.5,2367852.25,168.04058837890625,2.048410654067993,0.8125948905944824,0.7241141200065613,68.38615417480469,1593.2847900390625,6.519261360168457,0.6875736117362976,0.6395964622497559,Web/CloudOps,2.0
+bitbrains_rnd/H/short,Lag-Llama,2367789.25,2303325.5,219.94454956054688,6.916857719421387,3.1423285007476807,0.7176871299743652,239.75473022460938,1538.76220703125,6.734376430511475,0.9625849723815918,0.8321613073348999,Web/CloudOps,2.0
+bizitobs_application/10S/short,Lag-Llama,20236520.0,18712666.0,2063.351318359375,6.393925189971924,0.08709479868412018,0.09095220267772675,150.29844665527344,4498.501953125,0.17348924279212952,0.07957521080970764,0.07023432105779648,Web/CloudOps,2.0
+bizitobs_service/10S/short,Lag-Llama,163369.0,157074.4375,118.64153289794922,3.8709299564361572,0.16135857999324799,0.15578593313694,97.21503448486328,404.1893005371094,0.2994363605976105,0.08789344131946564,0.08072558790445328,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,Lag-Llama,138.32537841796875,113.05072021484375,7.1737380027771,0.7704724669456482,0.3966469168663025,0.34991246461868286,8.399662017822266,11.761180877685547,0.4039265513420105,0.2463751882314682,0.1916632503271103,Web/CloudOps,7.0
+bizitobs_l2c/H/short,Lag-Llama,111.43421173095703,109.7671127319336,7.017475605010986,0.7223131656646729,0.715948760509491,0.8314494490623474,7.96245002746582,10.55624008178711,0.569008469581604,0.37825992703437805,0.3106788098812103,Web/CloudOps,7.0
+electricity/15T/medium,Lag-Llama,3690400.25,3607646.75,199.1608428955078,2.726264238357544,0.42069995403289795,0.3521069884300232,35.19706344604492,1921.0413818359375,3.310147762298584,0.34317418932914734,0.27199801802635193,Energy,1.0
+electricity/H/medium,Lag-Llama,8336065.0,8267171.5,312.6699523925781,1.3101906776428223,0.30838775634765625,0.1769062727689743,12.714888572692871,2887.224365234375,1.126978874206543,0.12204539030790329,0.09909079223871231,Energy,1.0
+solar/10T/medium,Lag-Llama,114.35997772216797,104.25424194335938,5.919681072235107,2.60837721824646,2.2549445629119873,1.9028384685516357,35.22304916381836,10.69392204284668,2.373023748397827,1.3136006593704224,1.1809173822402954,Energy,1.0
+solar/H/medium,Lag-Llama,1487.9476318359375,1558.3704833984375,17.380216598510742,1.331592321395874,9.888894081115723,1.461310863494873,14.740742683410645,38.57392501831055,1.3895227909088135,0.6260759830474854,0.5090625286102295,Energy,1.0
+kdd_cup_2018/H/medium,Lag-Llama,5760.96533203125,5712.90625,28.176158905029297,1.1534812450408936,0.9791054725646973,0.6611508131027222,12.848031044006348,75.9010238647461,1.5887459516525269,0.5897780060768127,0.4988628923892975,Nature,1.0
+loop_seattle/5T/medium,Lag-Llama,219.95068359375,191.517822265625,8.51838207244873,1.3063509464263916,0.33119168877601624,0.17916294932365417,17.880186080932617,14.830734252929688,0.2638692557811737,0.151559516787529,0.1285654455423355,Transport,1.0
+loop_seattle/H/medium,Lag-Llama,89.76640319824219,87.20899963378906,5.726770401000977,1.160565733909607,0.17623832821846008,0.12620742619037628,12.94601821899414,9.474513053894043,0.16746096312999725,0.1012200266122818,0.08490150421857834,Transport,1.0
+sz_taxi/15T/medium,Lag-Llama,18.75721549987793,19.020442962646484,3.020235776901245,0.5916507244110107,13618954371072.0,0.4371195137500763,5.052545547485352,4.330960273742676,0.4030681252479553,0.281083345413208,0.22495977580547333,Transport,1.0
+m_dense/H/medium,Lag-Llama,57773.6953125,56369.5390625,124.37350463867188,0.9955756664276123,0.4040040075778961,0.3808934986591339,8.683672904968262,240.36158752441406,0.418198823928833,0.21639418601989746,0.17538316547870636,Transport,1.0
+ett1/15T/medium,Lag-Llama,31.195884704589844,28.16084861755371,2.895930290222168,1.7163450717926025,1.054418921470642,0.5887808799743652,16.618492126464844,5.585327625274658,1.0645688772201538,0.5519671440124512,0.44910958409309387,Energy,7.0
+ett1/H/medium,Lag-Llama,164.9928741455078,164.4042205810547,7.911839962005615,1.476418137550354,2414298529792.0,0.49913910031318665,13.276525497436523,12.844955444335938,0.6152429580688477,0.37895840406417847,0.30456432700157166,Energy,7.0
+ett2/15T/medium,Lag-Llama,18.703615188598633,17.596010208129883,2.704514265060425,1.1509735584259033,0.1800629198551178,0.20450161397457123,10.349846839904785,4.324767589569092,0.23047468066215515,0.1441284567117691,0.11461538821458817,Energy,7.0
+ett2/H/medium,Lag-Llama,390.5964050292969,365.48126220703125,11.835428237915039,1.2614977359771729,0.20650127530097961,0.20264758169651031,10.996152877807617,19.763511657714844,0.26632601022720337,0.15948998928070068,0.12963050603866577,Energy,7.0
+jena_weather/10T/medium,Lag-Llama,2802.285888671875,2779.8525390625,14.647899627685547,0.7485834956169128,1.310265302658081,0.7481303215026855,9.888175010681152,52.93661880493164,0.32487115263938904,0.08989391475915909,0.07981399446725845,Nature,21.0
+jena_weather/H/medium,Lag-Llama,2628.5048828125,2671.533935546875,14.37529182434082,1.037570595741272,4.347838878631592,0.7067871689796448,10.076974868774414,51.26894760131836,0.31372377276420593,0.08796495944261551,0.0728381797671318,Nature,21.0
+bitbrains_fast_storage/5T/medium,Lag-Llama,6114606.0,5173000.0,378.39715576171875,1.2323311567306519,5.8695573806762695,0.8536933064460754,32.02692413330078,2472.77294921875,7.512967109680176,1.1496750116348267,0.9385850429534912,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,Lag-Llama,2904897.0,2582111.0,193.1756591796875,4.7428388595581055,1.4813764095306396,0.7908141016960144,173.10992431640625,1704.3758544921875,7.171177864074707,0.8127884864807129,0.7809394001960754,Web/CloudOps,2.0
+bizitobs_application/10S/medium,Lag-Llama,22733540.0,22042546.0,2206.033935546875,7.156142711639404,0.09590744227170944,0.09880373626947403,160.490234375,4767.97021484375,0.18722416460514069,0.08662446588277817,0.07678590714931488,Web/CloudOps,2.0
+bizitobs_service/10S/medium,Lag-Llama,196332.015625,189611.296875,127.5958023071289,4.173798561096191,0.17063824832439423,0.17510025203227997,103.0676040649414,443.09368896484375,0.3334827125072479,0.09603159874677658,0.09135013073682785,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,Lag-Llama,529.5567016601562,356.76727294921875,14.186927795410156,1.406332015991211,1.0641803741455078,1.1431618928909302,18.84528350830078,23.01209831237793,1.2107748985290527,0.7464410662651062,0.6211860775947571,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,Lag-Llama,136.68722534179688,135.30038452148438,7.540518283843994,0.7796006202697754,0.7852761149406433,0.9485993385314941,9.181768417358398,11.691330909729004,0.7079278826713562,0.45658984780311584,0.3845742642879486,Web/CloudOps,7.0
+electricity/15T/long,Lag-Llama,6296614.5,6164100.5,230.76510620117188,2.871703624725342,0.42236509919166565,0.3583051562309265,36.945037841796875,2509.3056640625,3.9587371349334717,0.36406025290489197,0.2860655188560486,Energy,1.0
+electricity/H/long,Lag-Llama,14171899.0,14324989.0,373.89654541015625,1.4719651937484741,0.3506939709186554,0.2012481838464737,14.370611190795898,3764.558349609375,1.4847407341003418,0.14746469259262085,0.11778385937213898,Energy,1.0
+solar/10T/long,Lag-Llama,133.13063049316406,117.482177734375,6.480840682983398,2.8453385829925537,2.5241899490356445,1.939256191253662,38.31840515136719,11.538224220275879,2.493802785873413,1.4007301330566406,1.2605725526809692,Energy,1.0
+solar/H/long,Lag-Llama,1649.017578125,1705.4102783203125,18.7626953125,1.437756061553955,10.9833984375,1.4690093994140625,14.910429000854492,40.608097076416016,1.4079569578170776,0.6505369544029236,0.5241605639457703,Energy,1.0
+kdd_cup_2018/H/long,Lag-Llama,4588.77783203125,4535.82861328125,26.785587310791016,1.120871901512146,0.9896075129508972,0.715252161026001,12.014504432678223,67.74051666259766,1.5894663333892822,0.6284981369972229,0.5306061506271362,Nature,1.0
+loop_seattle/5T/long,Lag-Llama,219.6208038330078,186.9427032470703,8.425492286682129,1.2903506755828857,0.3229195773601532,0.17661243677139282,18.59044647216797,14.819608688354492,0.2620137333869934,0.14896443486213684,0.12746968865394592,Transport,1.0
+loop_seattle/H/long,Lag-Llama,97.13268280029297,96.67362976074219,5.8858962059021,1.2137266397476196,0.20427577197551727,0.13032932579517365,14.029119491577148,9.855591773986816,0.17613258957862854,0.10518883168697357,0.08830460160970688,Transport,1.0
+sz_taxi/15T/long,Lag-Llama,17.99720573425293,18.416259765625,2.9974124431610107,0.5695778727531433,9478795689984.0,0.4390992820262909,4.66694450378418,4.242311477661133,0.3926607668399811,0.27743515372276306,0.219907745718956,Transport,1.0
+m_dense/H/long,Lag-Llama,69027.015625,67112.1171875,134.6807098388672,1.0670362710952759,0.4415837526321411,0.3993869125843048,9.224048614501953,262.72991943359375,0.45482438802719116,0.23315222561359406,0.18993139266967773,Transport,1.0
+ett1/15T/long,Lag-Llama,29.757333755493164,26.91868782043457,2.829484224319458,1.7003272771835327,1.0428471565246582,0.5880308747291565,16.865367889404297,5.455028533935547,1.0397337675094604,0.5393024682998657,0.4425410330295563,Energy,7.0
+ett1/H/long,Lag-Llama,188.98873901367188,188.00396728515625,8.36404037475586,1.581522822380066,4187662843904.0,0.5417051315307617,13.679065704345703,13.74731731414795,0.6583292484283447,0.40053579211235046,0.32163459062576294,Energy,7.0
+ett2/15T/long,Lag-Llama,20.901840209960938,17.430274963378906,2.707850694656372,1.1521804332733154,0.1777682602405548,0.20357151329517365,11.081269264221191,4.571853160858154,0.24364230036735535,0.1443062573671341,0.11760050803422928,Energy,7.0
+ett2/H/long,Lag-Llama,458.2425537109375,427.1151428222656,12.936103820800781,1.3777650594711304,0.22571520507335663,0.22342005372047424,11.818683624267578,21.406600952148438,0.29314693808555603,0.17714999616146088,0.14429788291454315,Energy,7.0
+jena_weather/10T/long,Lag-Llama,3067.67236328125,3001.002197265625,15.299568176269531,0.7451301217079163,1.139932632446289,0.7513930797576904,10.126994132995605,55.386573791503906,0.33891990780830383,0.0936206802725792,0.08332431316375732,Nature,21.0
+jena_weather/H/long,Lag-Llama,2499.9189453125,2588.828369140625,15.914846420288086,1.1243258714675903,4.482751369476318,0.6934950947761536,11.37956714630127,49.99918746948242,0.3010505139827728,0.09582500904798508,0.07844956964254379,Nature,21.0
+bitbrains_fast_storage/5T/long,Lag-Llama,7075744.0,6088435.5,475.349365234375,1.0786962509155273,4.997410297393799,0.8676565289497375,24.482173919677734,2660.027099609375,7.029657363891602,1.2562065124511719,0.9994799494743347,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,Lag-Llama,3241771.0,2618908.0,205.58804321289062,3.6919572353363037,2.181558609008789,0.7749583721160889,129.75146484375,1800.4918212890625,6.897278785705566,0.7875614762306213,0.7810600996017456,Web/CloudOps,2.0
+bizitobs_application/10S/long,Lag-Llama,21946276.0,21382274.0,2435.65771484375,7.44248104095459,0.09907503426074982,0.10284577310085297,157.21676635742188,4684.68505859375,0.18066959083080292,0.0939335897564888,0.07824119925498962,Web/CloudOps,2.0
+bizitobs_service/10S/long,Lag-Llama,223994.09375,209210.953125,137.7367401123047,4.068155765533447,0.14719079434871674,0.15732534229755402,99.16911315917969,473.2801513671875,0.3506210744380951,0.10203978419303894,0.09587188810110092,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,Lag-Llama,733.0809936523438,561.3876953125,17.251840591430664,1.5998576879501343,1.3088725805282593,1.2709603309631348,21.63999366760254,27.075468063354492,1.5202471017837524,0.9686650633811951,0.8041598200798035,Web/CloudOps,7.0
+bizitobs_l2c/H/long,Lag-Llama,160.1184844970703,157.3302459716797,8.510421752929688,0.8789162635803223,0.9155853986740112,0.9115734696388245,9.525185585021973,12.653793334960938,0.7729302644729614,0.5198411345481873,0.4227137565612793,Web/CloudOps,7.0

results/Lag-Llama/config.json

@@ -0,0 +1,5 @@
+{
+    "model": "Lag-Llama",
+    "model_type": "pretrained",
+    "model_dtype": "float32"
+}

results/Moirai_base/all_results.csv

@@ -1,98 +1,98 @@
 dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/short,Moirai_base,1820000.0,2270000.0,185.0,0.816,2.29,0.781,20.6,1350.0,4.23,0.582,0.447,Web/CloudOps,2.0
-bitbrains_fast_storage/H/short,Moirai_base,3260000.0,2820000.0,287.0,1.15,3.16,0.601,25.1,1800.0,5.14,0.819,0.646,Web/CloudOps,2.0
-bitbrains_rnd/5T/short,Moirai_base,1600000.0,1860000.0,133.0,1.87,1.08,0.69,75.6,1260.0,5.17,0.542,0.451,Web/CloudOps,2.0
-bitbrains_rnd/H/short,Moirai_base,1760000.0,1770000.0,138.0,6.05,0.935,0.588,202.0,1330.0,5.8,0.603,0.583,Web/CloudOps,2.0
-bizitobs_application/10S/short,Moirai_base,9220000.0,10200000.0,1340.0,4.79,0.0633,0.0676,48.4,3040.0,0.117,0.0515,0.0404,Web/CloudOps,2.0
-bizitobs_l2c/5T/short,Moirai_base,26.8,27.9,3.37,0.346,0.187,0.227,2.82,5.18,0.178,0.116,0.0917,Web/CloudOps,7.0
-bizitobs_l2c/H/short,Moirai_base,156.0,174.0,8.52,0.829,0.739,0.753,6.26,12.5,0.673,0.459,0.366,Web/CloudOps,7.0
-bizitobs_service/10S/short,Moirai_base,55000.0,59200.0,73.1,2.97,0.128,0.131,28.2,234.0,0.174,0.0542,0.0434,Web/CloudOps,2.0
-car_parts/M/short,Moirai_base,3.24,2.88,1.03,1.76,0.743,1.75,20.7,1.8,4.31,2.47,1.98,Sales,1.0
-covid_deaths/D/short,Moirai_base,3000000.0,3350000.0,314.0,47.6,0.147,0.424,690.0,1730.0,0.652,0.118,0.0975,Healthcare,1.0
-electricity/15T/short,Moirai_base,251000.0,248000.0,89.4,1.81,0.258,0.265,14.3,501.0,0.988,0.176,0.141,Energy,1.0
-electricity/D/short,Moirai_base,1860000000.0,1850000000.0,4920.0,1.55,0.682,0.108,13.6,43100.0,0.709,0.0809,0.0639,Energy,1.0
-electricity/H/short,Moirai_base,1800000.0,1810000.0,202.0,1.11,0.227,0.148,11.0,1340.0,0.633,0.0955,0.0773,Energy,1.0
-electricity/W/short,Moirai_base,219000000000.0,217000000000.0,48900.0,2.0,0.273,0.121,17.1,468000.0,1.07,0.111,0.0875,Energy,1.0
-ett1/15T/short,Moirai_base,7.43,7.62,1.43,0.943,0.518,0.313,6.27,2.73,0.515,0.271,0.211,Energy,7.0
-ett1/D/short,Moirai_base,48400.0,42600.0,141.0,1.84,1.12,0.51,12.8,220.0,0.578,0.37,0.287,Energy,7.0
-ett1/H/short,Moirai_base,100.0,99.5,5.27,0.886,0.539,0.282,6.42,10.0,0.467,0.246,0.193,Energy,7.0
-ett1/W/short,Moirai_base,1380000.0,1520000.0,948.0,1.69,0.723,0.596,11.6,1180.0,0.468,0.377,0.283,Energy,7.0
-ett2/15T/short,Moirai_base,10.6,10.9,2.19,0.973,0.144,0.161,6.37,3.25,0.154,0.104,0.0822,Energy,7.0
-ett2/D/short,Moirai_base,184000.0,166000.0,267.0,1.9,0.462,0.195,20.0,429.0,0.246,0.153,0.125,Energy,7.0
-ett2/H/short,Moirai_base,114.0,114.0,6.73,0.78,0.131,0.116,6.37,10.7,0.135,0.0854,0.0684,Energy,7.0
-ett2/W/short,Moirai_base,3760000.0,3830000.0,1320.0,0.865,0.141,0.14,11.8,1940.0,0.163,0.111,0.0919,Energy,7.0
-hierarchical_sales/D/short,Moirai_base,30.2,29.3,2.29,0.743,0.602,1.07,7.77,5.5,1.69,0.703,0.579,Sales,1.0
-hierarchical_sales/W/short,Moirai_base,709.0,497.0,9.54,0.777,0.556,0.488,7.86,26.6,1.22,0.438,0.371,Sales,1.0
-hospital/M/short,Moirai_base,13000.0,11400.0,30.1,1.11,0.313,0.236,10.6,114.0,0.413,0.109,0.086,Healthcare,1.0
-jena_weather/10T/short,Moirai_base,1390.0,1690.0,9.21,0.372,0.436,0.634,3.59,37.2,0.231,0.0572,0.0504,Nature,21.0
-jena_weather/D/short,Moirai_base,570.0,470.0,11.1,1.33,0.771,0.499,12.5,23.9,0.144,0.0667,0.0543,Nature,21.0
-jena_weather/H/short,Moirai_base,1090.0,1140.0,8.51,0.545,1.58,0.616,5.08,33.0,0.202,0.0522,0.0431,Nature,21.0
-kdd_cup_2018/D/short,Moirai_base,2660.0,2960.0,21.3,1.22,0.513,0.476,10.3,51.6,1.16,0.478,0.383,Nature,1.0
-kdd_cup_2018/H/short,Moirai_base,4460.0,4670.0,23.1,0.96,0.876,0.511,7.78,66.8,1.4,0.484,0.389,Nature,1.0
-loop_seattle/5T/short,Moirai_base,47.7,48.5,3.8,0.599,0.109,0.081,5.42,6.91,0.118,0.0651,0.052,Transport,1.0
-loop_seattle/D/short,Moirai_base,20.5,19.5,3.09,0.93,0.0574,0.0568,10.3,4.53,0.081,0.0552,0.0463,Transport,1.0
-loop_seattle/H/short,Moirai_base,87.5,94.7,5.46,1.11,0.185,0.119,10.5,9.35,0.166,0.0966,0.0778,Transport,1.0
-m_dense/D/short,Moirai_base,10600.0,10400.0,55.0,0.795,0.138,0.114,7.41,103.0,0.178,0.0952,0.078,Transport,1.0
-m_dense/H/short,Moirai_base,56600.0,54400.0,107.0,0.921,0.349,0.248,8.5,238.0,0.422,0.19,0.156,Transport,1.0
-m4_daily/D/short,Moirai_base,1930000.0,654000.0,260.0,4.74,0.0576,0.0421,41.2,1390.0,0.215,0.0401,0.0323,Econ/Fin,1.0
-m4_hourly/H/short,Moirai_base,952000.0,964000.0,231.0,2.75,0.128,0.118,20.6,976.0,0.133,0.0315,0.0268,Econ/Fin,1.0
-m4_monthly/M/short,Moirai_base,4290000.0,3720000.0,991.0,1.88,0.322,0.221,22.3,2070.0,0.43,0.206,0.163,Econ/Fin,1.0
-m4_quarterly/Q-DEC/short,Moirai_base,2960000.0,2670000.0,818.0,1.82,0.203,0.146,24.2,1720.0,0.288,0.137,0.112,Econ/Fin,1.0
-m4_weekly/W-SUN/short,Moirai_base,801000.0,731000.0,456.0,4.89,0.1,0.109,51.3,895.0,0.163,0.083,0.0692,Econ/Fin,1.0
-m4_yearly/A-DEC/short,Moirai_base,3930000.0,3800000.0,979.0,3.77,0.211,0.162,45.7,1980.0,0.318,0.157,0.13,Econ/Fin,1.0
-restaurant/D/short,Moirai_base,157.0,157.0,7.69,0.734,0.682,0.419,5.41,12.5,0.576,0.354,0.278,Sales,1.0
-saugeen/D/short,Moirai_base,1160.0,1340.0,14.5,3.23,0.334,0.375,35.0,34.1,1.1,0.471,0.393,Nature,1.0
-saugeen/M/short,Moirai_base,1460.0,1380.0,31.8,1.86,1.79,0.788,16.6,38.2,1.15,0.954,0.707,Nature,1.0
-saugeen/W/short,Moirai_base,1450.0,1560.0,18.7,1.52,0.438,0.482,16.2,38.1,1.15,0.565,0.479,Nature,1.0
-solar/10T/short,Moirai_base,35.0,36.6,2.91,1.27,4.71,1.62,10.8,5.92,1.72,0.845,0.654,Energy,1.0
-solar/D/short,Moirai_base,116000.0,127000.0,269.0,1.05,0.968,0.462,5.55,341.0,0.493,0.388,0.286,Energy,1.0
-solar/H/short,Moirai_base,731.0,767.0,12.7,0.983,4.41,1.44,6.55,27.0,0.997,0.47,0.371,Energy,1.0
-solar/W/short,Moirai_base,3260000.0,3100000.0,1430.0,1.57,0.331,0.269,8.9,1810.0,0.369,0.292,0.221,Energy,1.0
-sz_taxi/15T/short,Moirai_base,18.3,17.9,2.86,0.573,1100000000000.0,0.408,4.49,4.28,0.4,0.268,0.212,Transport,1.0
-sz_taxi/H/short,Moirai_base,8.59,8.03,1.99,0.608,1.11,0.31,5.04,2.93,0.273,0.185,0.147,Transport,1.0
-temperature_rain/D/short,Moirai_base,181.0,194.0,5.93,1.38,19.1,1.57,20.6,13.5,1.58,0.698,0.57,Nature,1.0
-us_births/D/short,Moirai_base,409000.0,321000.0,402.0,0.591,0.038,0.038,5.62,640.0,0.0599,0.0377,0.0328,Healthcare,1.0
-us_births/M/short,Moirai_base,271000000.0,282000000.0,13300.0,1.5,0.0408,0.0414,19.7,16500.0,0.0511,0.0412,0.0348,Healthcare,1.0
-us_births/W/short,Moirai_base,5440000.0,5850000.0,1740.0,1.59,0.0233,0.0236,13.4,2330.0,0.0317,0.0237,0.0197,Healthcare,1.0
-bitbrains_fast_storage/5T/medium,Moirai_base,2940000.0,3550000.0,284.0,1.08,3.77,0.827,33.2,1710.0,5.21,0.863,0.644,Web/CloudOps,2.0
-bitbrains_rnd/5T/medium,Moirai_base,2080000.0,2270000.0,146.0,4.66,0.321,0.703,186.0,1440.0,6.07,0.614,0.592,Web/CloudOps,2.0
-bizitobs_application/10S/medium,Moirai_base,35300000.0,33100000.0,2910.0,8.28,0.113,0.118,98.0,5940.0,0.233,0.114,0.0992,Web/CloudOps,2.0
-bizitobs_l2c/5T/medium,Moirai_base,149.0,165.0,8.79,0.847,0.544,0.883,6.32,12.2,0.641,0.463,0.373,Web/CloudOps,7.0
-bizitobs_l2c/H/medium,Moirai_base,186.0,207.0,10.0,0.976,1.02,0.959,6.09,13.6,0.826,0.606,0.464,Web/CloudOps,7.0
-bizitobs_service/10S/medium,Moirai_base,161000.0,154000.0,130.0,4.48,0.331,0.181,68.1,402.0,0.302,0.0976,0.087,Web/CloudOps,2.0
-electricity/15T/medium,Moirai_base,652000.0,319000.0,77.6,1.38,0.203,0.219,16.4,807.0,1.39,0.134,0.11,Energy,1.0
-electricity/H/medium,Moirai_base,7620000.0,6520000.0,277.0,1.22,0.235,0.151,11.3,2760.0,1.08,0.108,0.0863,Energy,1.0
-ett1/15T/medium,Moirai_base,10.9,11.2,1.74,1.09,0.798,0.421,7.93,3.31,0.63,0.332,0.264,Energy,7.0
-ett1/H/medium,Moirai_base,145.0,144.0,7.33,1.38,4800000000000.0,0.469,11.0,12.0,0.577,0.351,0.279,Energy,7.0
-ett2/15T/medium,Moirai_base,14.0,13.6,2.36,1.01,0.164,0.182,9.06,3.74,0.199,0.126,0.101,Energy,7.0
-ett2/H/medium,Moirai_base,250.0,246.0,9.9,1.07,0.178,0.176,8.5,15.8,0.213,0.133,0.107,Energy,7.0
-jena_weather/10T/medium,Moirai_base,1680.0,1880.0,10.9,0.645,0.981,0.677,5.95,41.0,0.252,0.0668,0.055,Nature,21.0
-jena_weather/H/medium,Moirai_base,1730.0,1420.0,10.9,0.833,2.8,0.68,7.1,41.6,0.254,0.0666,0.0548,Nature,21.0
-kdd_cup_2018/H/medium,Moirai_base,4930.0,5280.0,25.7,1.05,0.955,0.567,8.67,70.2,1.47,0.537,0.431,Nature,1.0
-loop_seattle/5T/medium,Moirai_base,84.5,88.1,5.39,0.851,0.185,0.122,7.8,9.19,0.164,0.0958,0.0768,Transport,1.0
-loop_seattle/H/medium,Moirai_base,87.0,89.5,5.43,1.12,0.173,0.119,10.2,9.32,0.165,0.096,0.0775,Transport,1.0
-m_dense/H/medium,Moirai_base,52900.0,48000.0,99.7,0.819,0.322,0.226,8.46,230.0,0.4,0.173,0.145,Transport,1.0
-solar/10T/medium,Moirai_base,25.7,29.6,2.42,1.04,2.39,1.55,9.41,5.07,1.13,0.537,0.42,Energy,1.0
-solar/H/medium,Moirai_base,747.0,792.0,12.7,0.972,4.12,1.43,6.65,27.3,0.985,0.458,0.361,Energy,1.0
-sz_taxi/15T/medium,Moirai_base,25.5,17.2,2.84,0.554,13500000000000.0,0.419,4.68,5.05,0.47,0.264,0.209,Transport,1.0
-electricity/15T/long,Moirai_base,588000.0,517000.0,80.1,1.26,0.189,0.188,9.88,767.0,1.21,0.126,0.101,Energy,1.0
-electricity/H/long,Moirai_base,12000000.0,10100000.0,311.0,1.34,0.331,0.163,12.4,3460.0,1.37,0.123,0.0986,Energy,1.0
-solar/10T/long,Moirai_base,30.1,37.4,2.74,1.17,2.02,1.6,9.49,5.48,1.19,0.593,0.456,Energy,1.0
-solar/H/long,Moirai_base,761.0,814.0,13.6,1.03,4.79,1.44,6.55,27.6,0.956,0.472,0.36,Energy,1.0
-kdd_cup_2018/H/long,Moirai_base,3830.0,4130.0,24.5,1.04,1.06,0.62,8.12,61.9,1.45,0.575,0.455,Nature,1.0
-loop_seattle/5T/long,Moirai_base,90.2,94.4,5.51,0.868,0.179,0.125,7.52,9.5,0.168,0.0974,0.078,Transport,1.0
-loop_seattle/H/long,Moirai_base,92.5,101.0,5.59,1.17,0.199,0.124,11.6,9.62,0.172,0.1,0.0806,Transport,1.0
-sz_taxi/15T/long,Moirai_base,19.1,16.8,2.84,0.539,7950000000000.0,0.412,5.19,4.37,0.404,0.263,0.209,Transport,1.0
-m_dense/H/long,Moirai_base,48700.0,45900.0,99.1,0.817,0.306,0.225,8.07,221.0,0.382,0.171,0.143,Transport,1.0
-ett1/15T/long,Moirai_base,9.86,10.1,1.74,1.14,0.836,0.438,8.29,3.14,0.599,0.331,0.261,Energy,7.0
-ett1/H/long,Moirai_base,176.0,177.0,8.39,1.51,4690000000000.0,0.52,9.82,13.3,0.636,0.402,0.307,Energy,7.0
-ett2/15T/long,Moirai_base,12.8,12.8,2.27,0.972,0.149,0.173,7.34,3.57,0.191,0.121,0.0973,Energy,7.0
-ett2/H/long,Moirai_base,218.0,206.0,8.86,1.02,0.184,0.173,9.96,14.8,0.202,0.121,0.101,Energy,7.0
-jena_weather/10T/long,Moirai_base,1760.0,1950.0,11.3,0.693,0.922,0.684,7.16,41.9,0.257,0.0688,0.0582,Nature,21.0
-jena_weather/H/long,Moirai_base,1410.0,1460.0,12.2,0.961,3.95,0.676,7.72,37.6,0.226,0.0735,0.0596,Nature,21.0
-bitbrains_fast_storage/5T/long,Moirai_base,3280000.0,3710000.0,314.0,0.971,3.21,0.842,25.1,1810.0,4.79,0.83,0.635,Web/CloudOps,2.0
-bitbrains_rnd/5T/long,Moirai_base,2710000.0,3460000.0,222.0,3.57,2.77,0.708,128.0,1650.0,6.31,0.85,0.692,Web/CloudOps,2.0
-bizitobs_application/10S/long,Moirai_base,36100000.0,34900000.0,3120.0,8.63,0.117,0.124,96.2,6010.0,0.232,0.121,0.108,Web/CloudOps,2.0
-bizitobs_service/10S/long,Moirai_base,250000.0,255000.0,158.0,4.55,0.305,0.193,63.6,500.0,0.371,0.117,0.106,Web/CloudOps,2.0
-bizitobs_l2c/5T/long,Moirai_base,267.0,302.0,12.4,1.17,0.882,1.09,8.9,16.3,0.918,0.695,0.548,Web/CloudOps,7.0
-bizitobs_l2c/H/long,Moirai_base,174.0,186.0,9.6,0.973,1.05,0.925,5.98,13.2,0.806,0.587,0.448,Web/CloudOps,7.0
+bitbrains_fast_storage/5T/short,Moirai_base,25400000000.0,2330000.0,173.0,0.792,2.16,0.75,151.0,159000.0,500.0,0.542,0.413,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,Moirai_base,604000000.0,3370000.0,293.0,1.18,3.73,0.583,23.2,24600.0,70.1,0.836,0.613,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,Moirai_base,180000000.0,2090000.0,136.0,1.82,1.05,0.667,404.0,13400.0,54.9,0.557,0.446,Web/CloudOps,2.0
+bitbrains_rnd/H/short,Moirai_base,4020000.0,1790000.0,140.0,6.07,1.05,0.556,210.0,2010.0,8.78,0.612,0.58,Web/CloudOps,2.0
+bizitobs_application/10S/short,Moirai_base,6360000.0,6290000.0,1120.0,5.32,0.0689,0.0723,65.8,2520.0,0.0973,0.043,0.0328,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,Moirai_base,22.1,22.4,2.81,0.291,0.156,0.212,2.64,4.7,0.161,0.0966,0.0778,Web/CloudOps,7.0
+bizitobs_l2c/H/short,Moirai_base,272.0,300.0,10.6,0.999,0.599,0.973,13.1,16.5,0.89,0.57,0.493,Web/CloudOps,7.0
+bizitobs_service/10S/short,Moirai_base,51900.0,56300.0,73.1,3.43,0.389,0.133,30.0,228.0,0.169,0.0542,0.0421,Web/CloudOps,2.0
+car_parts/M/short,Moirai_base,17.2,1.44,0.462,0.835,0.858,1.91,18.3,4.15,9.95,1.11,0.999,Sales,1.0
+covid_deaths/D/short,Moirai_base,131000000.0,675000.0,142.0,34.6,0.0957,0.371,448.0,11400.0,4.31,0.0533,0.0439,Healthcare,1.0
+electricity/15T/short,Moirai_base,255000.0,201000.0,74.8,1.54,0.224,0.229,12.8,505.0,0.995,0.147,0.12,Energy,1.0
+electricity/D/short,Moirai_base,1710000000.0,1620000000.0,4690.0,1.5,0.468,0.103,12.8,41300.0,0.679,0.077,0.0607,Energy,1.0
+electricity/H/short,Moirai_base,1870000.0,1840000.0,196.0,1.09,0.252,0.143,10.9,1370.0,0.646,0.0923,0.0751,Energy,1.0
+electricity/W/short,Moirai_base,132000000000.0,135000000000.0,44600.0,1.92,0.273,0.118,15.2,364000.0,0.83,0.102,0.077,Energy,1.0
+ett1/15T/short,Moirai_base,5.91,5.81,1.3,0.825,0.46,0.29,6.03,2.43,0.459,0.247,0.193,Energy,7.0
+ett1/D/short,Moirai_base,52700.0,51800.0,149.0,1.74,1.44,0.466,11.3,230.0,0.603,0.392,0.301,Energy,7.0
+ett1/H/short,Moirai_base,109.0,112.0,5.28,0.885,0.483,0.278,6.53,10.4,0.487,0.247,0.197,Energy,7.0
+ett1/W/short,Moirai_base,1570000.0,1250000.0,831.0,1.54,0.61,0.545,9.06,1250.0,0.499,0.331,0.261,Energy,7.0
+ett2/15T/short,Moirai_base,9.46,9.57,2.08,0.959,0.142,0.161,6.51,3.08,0.146,0.0988,0.0776,Energy,7.0
+ett2/D/short,Moirai_base,116000.0,113000.0,203.0,1.31,0.407,0.136,14.7,340.0,0.195,0.116,0.0947,Energy,7.0
+ett2/H/short,Moirai_base,131.0,133.0,7.1,0.807,0.134,0.119,6.0,11.4,0.145,0.0901,0.0718,Energy,7.0
+ett2/W/short,Moirai_base,5220000.0,3630000.0,1320.0,0.851,0.143,0.145,9.62,2280.0,0.192,0.111,0.0871,Energy,7.0
+hierarchical_sales/D/short,Moirai_base,28.9,28.4,2.3,0.746,0.627,1.06,7.72,5.37,1.65,0.706,0.575,Sales,1.0
+hierarchical_sales/W/short,Moirai_base,744.0,482.0,9.21,0.747,0.548,0.47,7.61,27.3,1.25,0.423,0.357,Sales,1.0
+hospital/M/short,Moirai_base,2750.0,2590.0,17.5,0.775,0.202,0.177,5.7,52.4,0.19,0.0635,0.0506,Healthcare,1.0
+jena_weather/10T/short,Moirai_base,1700.0,1720.0,9.55,0.35,0.401,0.635,3.21,41.2,0.256,0.0593,0.0535,Nature,21.0
+jena_weather/D/short,Moirai_base,446.0,437.0,10.6,1.15,0.644,0.481,8.12,21.1,0.127,0.0639,0.0498,Nature,21.0
+jena_weather/H/short,Moirai_base,1190.0,1130.0,8.65,0.554,1.12,0.627,5.36,34.5,0.212,0.053,0.0438,Nature,21.0
+kdd_cup_2018/D/short,Moirai_base,2620.0,2890.0,21.1,1.2,0.53,0.466,9.22,51.2,1.15,0.474,0.376,Nature,1.0
+kdd_cup_2018/H/short,Moirai_base,4550.0,4790.0,23.0,0.944,0.824,0.513,7.85,67.4,1.41,0.482,0.389,Nature,1.0
+loop_seattle/5T/short,Moirai_base,39.1,40.7,3.38,0.536,0.0875,0.0723,4.15,6.26,0.107,0.058,0.0457,Transport,1.0
+loop_seattle/D/short,Moirai_base,18.8,18.7,2.99,0.903,0.0555,0.0551,8.4,4.34,0.0775,0.0535,0.0442,Transport,1.0
+loop_seattle/H/short,Moirai_base,80.5,82.9,5.18,1.06,0.164,0.115,9.59,8.97,0.159,0.0917,0.0739,Transport,1.0
+m_dense/D/short,Moirai_base,17600.0,17700.0,79.4,1.1,0.197,0.162,6.96,133.0,0.23,0.137,0.104,Transport,1.0
+m_dense/H/short,Moirai_base,49000.0,49500.0,96.4,0.837,0.289,0.225,8.04,221.0,0.393,0.171,0.14,Transport,1.0
+m4_daily/D/short,Moirai_base,1190000.0,966000.0,316.0,5.37,0.0509,0.0436,49.7,1090.0,0.169,0.0487,0.0401,Econ/Fin,1.0
+m4_hourly/H/short,Moirai_base,817000.0,873000.0,205.0,0.971,0.0966,0.0876,8.59,904.0,0.123,0.028,0.0222,Econ/Fin,1.0
+m4_monthly/M/short,Moirai_base,2040000.0,1860000.0,567.0,0.953,0.166,0.132,8.29,1430.0,0.297,0.118,0.0938,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,Moirai_base,1790000.0,1730000.0,548.0,1.14,0.116,0.0987,9.08,1340.0,0.224,0.0918,0.0734,Econ/Fin,1.0
+m4_weekly/W-SUN/short,Moirai_base,425000.0,416000.0,328.0,2.81,0.0759,0.0792,24.7,652.0,0.119,0.0597,0.0482,Econ/Fin,1.0
+m4_yearly/A-DEC/short,Moirai_base,3170000.0,3130000.0,814.0,3.01,0.163,0.134,26.5,1780.0,0.286,0.131,0.105,Econ/Fin,1.0
+restaurant/D/short,Moirai_base,146.0,147.0,7.37,0.704,0.664,0.404,5.11,12.1,0.556,0.339,0.266,Sales,1.0
+saugeen/D/short,Moirai_base,1060.0,1260.0,13.1,2.91,0.291,0.325,29.1,32.6,1.06,0.425,0.354,Nature,1.0
+saugeen/M/short,Moirai_base,510.0,579.0,14.2,0.834,0.401,0.398,5.2,22.6,0.678,0.428,0.348,Nature,1.0
+saugeen/W/short,Moirai_base,1150.0,1280.0,17.3,1.41,0.473,0.456,10.5,34.0,1.02,0.524,0.423,Nature,1.0
+solar/10T/short,Moirai_base,49.3,27.6,2.53,1.1,3.39,1.63,18.4,7.02,2.04,0.737,0.614,Energy,1.0
+solar/D/short,Moirai_base,127000.0,140000.0,261.0,1.02,1.1,0.437,5.79,357.0,0.515,0.377,0.295,Energy,1.0
+solar/H/short,Moirai_base,649.0,668.0,11.6,0.893,2.89,1.44,6.42,25.5,0.939,0.427,0.338,Energy,1.0
+solar/W/short,Moirai_base,3490000.0,3430000.0,1510.0,1.66,0.348,0.28,8.58,1870.0,0.381,0.308,0.235,Energy,1.0
+sz_taxi/15T/short,Moirai_base,18.9,18.3,2.88,0.576,1180000000000.0,0.412,4.29,4.35,0.407,0.269,0.213,Transport,1.0
+sz_taxi/H/short,Moirai_base,8.24,7.76,1.93,0.588,0.988,0.304,4.87,2.87,0.267,0.18,0.143,Transport,1.0
+temperature_rain/D/short,Moirai_base,2520.0,168.0,5.61,1.31,31.1,1.52,18.8,50.2,5.92,0.66,0.535,Nature,1.0
+us_births/D/short,Moirai_base,270000.0,246000.0,346.0,0.509,0.0331,0.0326,4.81,520.0,0.0487,0.0324,0.0267,Healthcare,1.0
+us_births/M/short,Moirai_base,52500000.0,58600000.0,6390.0,0.723,0.0196,0.0198,5.75,7250.0,0.0225,0.0198,0.0149,Healthcare,1.0
+us_births/W/short,Moirai_base,4430000.0,4510000.0,1580.0,1.44,0.0212,0.0214,11.1,2110.0,0.0286,0.0215,0.0173,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,Moirai_base,58800000000000.0,4830000.0,310.0,1.05,4.24,0.815,196.0,7670000.0,23300.0,0.942,0.662,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,Moirai_base,35400000.0,2430000.0,158.0,4.53,1.42,0.687,164.0,5950.0,25.0,0.663,0.616,Web/CloudOps,2.0
+bizitobs_application/10S/medium,Moirai_base,40100000.0,36600000.0,3150.0,12.8,0.185,0.173,130.0,6330.0,0.249,0.124,0.104,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,Moirai_base,143.0,160.0,8.86,0.853,0.544,0.902,6.98,11.9,0.629,0.466,0.38,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,Moirai_base,333.0,438.0,14.0,1.32,1.01,1.42,7.92,18.2,1.1,0.848,0.688,Web/CloudOps,7.0
+bizitobs_service/10S/medium,Moirai_base,159000.0,158000.0,148.0,5.99,0.772,0.211,52.8,399.0,0.3,0.111,0.09,Web/CloudOps,2.0
+electricity/15T/medium,Moirai_base,277000000.0,380000.0,75.7,1.33,0.211,0.204,12.5,16600.0,28.7,0.13,0.106,Energy,1.0
+electricity/H/medium,Moirai_base,6930000.0,7030000.0,267.0,1.19,0.274,0.144,9.96,2630.0,1.03,0.104,0.0822,Energy,1.0
+ett1/15T/medium,Moirai_base,17.2,17.4,2.11,1.24,0.758,0.471,10.5,4.14,0.79,0.402,0.324,Energy,7.0
+ett1/H/medium,Moirai_base,154.0,153.0,7.32,1.35,2330000000000.0,0.45,11.9,12.4,0.594,0.351,0.282,Energy,7.0
+ett2/15T/medium,Moirai_base,17.2,17.8,2.63,1.1,0.163,0.195,8.7,4.14,0.221,0.14,0.109,Energy,7.0
+ett2/H/medium,Moirai_base,214.0,213.0,9.27,1.03,0.172,0.169,7.65,14.6,0.197,0.125,0.0999,Energy,7.0
+jena_weather/10T/medium,Moirai_base,2530.0,2490.0,12.6,0.712,1.03,0.723,7.2,50.3,0.308,0.0772,0.0677,Nature,21.0
+jena_weather/H/medium,Moirai_base,1710.0,1670.0,11.3,0.817,3.22,0.68,6.7,41.3,0.253,0.0694,0.0569,Nature,21.0
+kdd_cup_2018/H/medium,Moirai_base,5040.0,5320.0,25.8,1.05,0.938,0.572,9.0,71.0,1.49,0.54,0.441,Nature,1.0
+loop_seattle/5T/medium,Moirai_base,33.1,34.5,3.23,0.523,0.0945,0.0751,4.04,5.75,0.102,0.0574,0.0453,Transport,1.0
+loop_seattle/H/medium,Moirai_base,90.2,83.3,5.49,1.14,0.155,0.121,11.7,9.5,0.168,0.097,0.0798,Transport,1.0
+m_dense/H/medium,Moirai_base,41100.0,41200.0,86.4,0.734,0.266,0.198,7.53,203.0,0.353,0.15,0.123,Transport,1.0
+solar/10T/medium,Moirai_base,62.0,84.1,4.31,1.89,1.09,1.95,14.9,7.87,1.75,0.956,0.832,Energy,1.0
+solar/H/medium,Moirai_base,659.0,667.0,11.7,0.892,3.32,1.43,6.46,25.7,0.925,0.421,0.331,Energy,1.0
+sz_taxi/15T/medium,Moirai_base,20.1,17.5,2.86,0.558,12100000000000.0,0.417,4.56,4.48,0.417,0.266,0.211,Transport,1.0
+bitbrains_fast_storage/5T/long,Moirai_base,474000000000.0,6610000.0,417.0,0.967,5.26,0.836,208.0,689000.0,1820.0,1.1,0.732,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,Moirai_base,1560000000.0,3060000.0,194.0,3.45,2.59,0.679,120.0,39500.0,151.0,0.745,0.665,Web/CloudOps,2.0
+bizitobs_application/10S/long,Moirai_base,48700000.0,40700000.0,3660.0,13.5,0.192,0.183,112.0,6980.0,0.269,0.141,0.12,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,Moirai_base,239.0,271.0,12.0,1.12,0.823,1.18,7.89,15.4,0.867,0.672,0.554,Web/CloudOps,7.0
+bizitobs_l2c/H/long,Moirai_base,190.0,253.0,10.6,1.09,0.993,1.15,5.71,13.8,0.841,0.647,0.495,Web/CloudOps,7.0
+bizitobs_service/10S/long,Moirai_base,287000.0,275000.0,176.0,6.08,1.18,0.247,62.3,536.0,0.397,0.131,0.115,Web/CloudOps,2.0
+electricity/15T/long,Moirai_base,246000000.0,1430000.0,90.9,1.32,0.198,0.196,11.3,15700.0,24.7,0.143,0.115,Energy,1.0
+electricity/H/long,Moirai_base,8890000.0,7500000.0,273.0,1.26,0.309,0.151,10.6,2980.0,1.18,0.108,0.0855,Energy,1.0
+ett1/15T/long,Moirai_base,11.6,11.3,1.8,1.12,0.708,0.445,8.2,3.4,0.648,0.343,0.273,Energy,7.0
+ett1/H/long,Moirai_base,158.0,156.0,7.48,1.38,3640000000000.0,0.461,12.3,12.6,0.601,0.358,0.287,Energy,7.0
+ett2/15T/long,Moirai_base,336.0,30.5,3.05,1.3,0.206,0.223,22.6,18.3,0.977,0.163,0.137,Energy,7.0
+ett2/H/long,Moirai_base,262.0,258.0,10.1,1.12,0.197,0.192,8.0,16.2,0.222,0.138,0.11,Energy,7.0
+jena_weather/10T/long,Moirai_base,2800.0,2660.0,13.1,0.762,1.14,0.719,7.65,52.9,0.324,0.0804,0.0705,Nature,21.0
+jena_weather/H/long,Moirai_base,2250.0,1730.0,13.0,1.06,2.83,0.684,9.18,47.4,0.285,0.0781,0.0653,Nature,21.0
+kdd_cup_2018/H/long,Moirai_base,3620.0,3820.0,22.3,0.96,1.02,0.564,7.6,60.2,1.41,0.524,0.418,Nature,1.0
+loop_seattle/5T/long,Moirai_base,45.4,47.8,3.69,0.591,0.114,0.0854,4.79,6.74,0.119,0.0653,0.0518,Transport,1.0
+loop_seattle/H/long,Moirai_base,87.7,85.2,5.41,1.15,0.174,0.121,12.5,9.37,0.167,0.0966,0.0796,Transport,1.0
+m_dense/H/long,Moirai_base,40200.0,40000.0,86.3,0.734,0.262,0.196,7.28,201.0,0.347,0.149,0.122,Transport,1.0
+solar/10T/long,Moirai_base,70.9,94.3,4.63,2.02,0.999,1.99,14.4,8.42,1.82,1.0,0.903,Energy,1.0
+solar/H/long,Moirai_base,773.0,806.0,14.1,1.07,2.84,1.47,7.38,27.8,0.964,0.487,0.36,Energy,1.0
+sz_taxi/15T/long,Moirai_base,25.7,16.9,2.83,0.537,7100000000000.0,0.415,4.85,5.07,0.469,0.262,0.209,Transport,1.0

results/Moirai_large/all_results.csv

@@ -1,98 +1,98 @@
 dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/short,Moirai_large,7090000000.0,2450000.0,178.0,0.75,1.65,0.748,167.0,84200.0,264.0,0.559,0.417,Web/CloudOps,2.0
-bitbrains_fast_storage/H/short,Moirai_large,2340000000.0,4420000.0,350.0,1.22,3.22,0.585,23.8,48300.0,138.0,0.999,0.716,Web/CloudOps,2.0
-bitbrains_rnd/5T/short,Moirai_large,93400000.0,2250000.0,140.0,1.74,0.993,0.666,348.0,9660.0,39.5,0.572,0.441,Web/CloudOps,2.0
-bitbrains_rnd/H/short,Moirai_large,1910000.0,1790000.0,134.0,5.91,0.717,0.546,201.0,1380.0,6.04,0.588,0.527,Web/CloudOps,2.0
-bizitobs_application/10S/short,Moirai_large,8290000.0,9460000.0,1220.0,4.1,0.0571,0.059,38.3,2880.0,0.111,0.047,0.036,Web/CloudOps,2.0
-bizitobs_l2c/5T/short,Moirai_large,20.6,20.9,2.68,0.277,0.145,0.209,3.21,4.54,0.156,0.0919,0.075,Web/CloudOps,7.0
-bizitobs_l2c/H/short,Moirai_large,285.0,319.0,11.6,1.11,0.693,1.11,13.3,16.9,0.91,0.623,0.528,Web/CloudOps,7.0
-bizitobs_service/10S/short,Moirai_large,59200.0,62600.0,73.7,2.76,0.121,0.106,20.2,243.0,0.18,0.0546,0.0432,Web/CloudOps,2.0
-car_parts/M/short,Moirai_large,1.86,1.64,0.626,1.13,0.687,1.8,16.9,1.36,3.27,1.5,1.25,Sales,1.0
-covid_deaths/D/short,Moirai_large,714000.0,564000.0,130.0,33.1,0.0915,0.367,483.0,845.0,0.318,0.0489,0.04,Healthcare,1.0
-electricity/15T/short,Moirai_large,1820000.0,170000.0,64.3,1.26,0.198,0.199,11.8,1350.0,2.66,0.127,0.104,Energy,1.0
-electricity/D/short,Moirai_large,1440000000.0,1450000000.0,4530.0,1.49,0.44,0.102,13.2,38000.0,0.624,0.0744,0.0588,Energy,1.0
-electricity/H/short,Moirai_large,2180000.0,1830000.0,193.0,1.04,0.195,0.138,10.7,1480.0,0.697,0.0909,0.0737,Energy,1.0
-electricity/W/short,Moirai_large,88400000000.0,85100000000.0,34100.0,1.67,0.265,0.107,14.3,297000.0,0.678,0.0779,0.0607,Energy,1.0
-ett1/15T/short,Moirai_large,5.35,5.28,1.21,0.77,0.416,0.271,5.53,2.31,0.437,0.229,0.179,Energy,7.0
-ett1/D/short,Moirai_large,43500.0,43100.0,141.0,1.73,1.21,0.486,10.7,209.0,0.548,0.369,0.285,Energy,7.0
-ett1/H/short,Moirai_large,123.0,122.0,5.72,0.949,0.505,0.294,6.9,11.1,0.518,0.267,0.212,Energy,7.0
-ett1/W/short,Moirai_large,1660000.0,1380000.0,885.0,1.54,0.656,0.543,9.86,1290.0,0.512,0.352,0.266,Energy,7.0
-ett2/15T/short,Moirai_large,8.85,8.88,2.0,0.935,0.14,0.16,6.1,2.97,0.141,0.0949,0.0748,Energy,7.0
-ett2/D/short,Moirai_large,118000.0,111000.0,210.0,1.42,0.351,0.15,19.1,343.0,0.196,0.12,0.0984,Energy,7.0
-ett2/H/short,Moirai_large,134.0,134.0,7.53,0.845,0.135,0.124,6.23,11.6,0.147,0.0955,0.0753,Energy,7.0
-ett2/W/short,Moirai_large,6340000.0,5910000.0,1570.0,1.14,0.169,0.181,10.5,2520.0,0.211,0.132,0.105,Energy,7.0
-hierarchical_sales/D/short,Moirai_large,27.8,28.5,2.29,0.742,0.638,1.05,7.84,5.27,1.62,0.702,0.576,Sales,1.0
-hierarchical_sales/W/short,Moirai_large,803.0,475.0,9.26,0.75,0.567,0.47,8.14,28.3,1.3,0.425,0.361,Sales,1.0
-hospital/M/short,Moirai_large,3750.0,3620.0,20.0,0.812,0.211,0.183,6.29,61.2,0.222,0.0725,0.0573,Healthcare,1.0
-jena_weather/10T/short,Moirai_large,1340.0,1620.0,8.74,0.332,0.399,0.619,2.98,36.7,0.228,0.0543,0.0463,Nature,21.0
-jena_weather/D/short,Moirai_large,378.0,351.0,9.39,1.18,0.838,0.462,9.23,19.5,0.117,0.0565,0.046,Nature,21.0
-jena_weather/H/short,Moirai_large,1920.0,1160.0,8.75,0.555,1.29,0.629,4.96,43.8,0.269,0.0536,0.0433,Nature,21.0
-kdd_cup_2018/D/short,Moirai_large,2770.0,2900.0,21.1,1.2,0.534,0.468,10.4,52.7,1.18,0.472,0.385,Nature,1.0
-kdd_cup_2018/H/short,Moirai_large,4530.0,4710.0,23.5,0.966,0.862,0.515,8.26,67.3,1.41,0.491,0.398,Nature,1.0
-loop_seattle/5T/short,Moirai_large,48.1,48.0,3.85,0.61,0.108,0.0814,5.56,6.94,0.119,0.066,0.0526,Transport,1.0
-loop_seattle/D/short,Moirai_large,18.7,18.6,2.96,0.898,0.0548,0.0543,8.46,4.33,0.0773,0.0529,0.0434,Transport,1.0
-loop_seattle/H/short,Moirai_large,75.6,79.0,4.93,1.01,0.153,0.11,9.57,8.69,0.154,0.0873,0.0701,Transport,1.0
-m_dense/D/short,Moirai_large,14600.0,13700.0,65.1,0.89,0.16,0.13,7.99,121.0,0.209,0.113,0.0912,Transport,1.0
-m_dense/H/short,Moirai_large,60200.0,60500.0,119.0,0.995,0.382,0.265,8.05,245.0,0.435,0.21,0.167,Transport,1.0
-m4_daily/D/short,Moirai_large,441000.0,363000.0,175.0,3.27,0.0399,0.0303,31.3,664.0,0.103,0.027,0.0216,Econ/Fin,1.0
-m4_hourly/H/short,Moirai_large,758000.0,725000.0,192.0,1.92,0.106,0.0986,16.5,871.0,0.119,0.0262,0.0222,Econ/Fin,1.0
-m4_monthly/M/short,Moirai_large,2170000.0,2040000.0,614.0,1.08,0.18,0.143,9.83,1470.0,0.306,0.128,0.102,Econ/Fin,1.0
-m4_quarterly/Q-DEC/short,Moirai_large,1960000.0,1860000.0,584.0,1.24,0.126,0.106,11.0,1400.0,0.234,0.0977,0.0782,Econ/Fin,1.0
-m4_weekly/W-SUN/short,Moirai_large,17000000.0,438000.0,327.0,2.63,0.0783,0.0824,32.0,4120.0,0.751,0.0595,0.0482,Econ/Fin,1.0
-m4_yearly/A-DEC/short,Moirai_large,3240000.0,3200000.0,824.0,3.0,0.167,0.136,28.5,1800.0,0.288,0.132,0.107,Econ/Fin,1.0
-restaurant/D/short,Moirai_large,152.0,155.0,7.65,0.728,0.716,0.413,5.38,12.3,0.568,0.352,0.276,Sales,1.0
-saugeen/D/short,Moirai_large,1250.0,1430.0,14.2,3.15,0.292,0.364,37.6,35.3,1.14,0.46,0.399,Nature,1.0
-saugeen/M/short,Moirai_large,625.0,633.0,15.5,0.908,0.49,0.441,10.1,25.0,0.75,0.465,0.393,Nature,1.0
-saugeen/W/short,Moirai_large,1250.0,1440.0,17.6,1.43,0.399,0.452,14.7,35.3,1.07,0.531,0.436,Nature,1.0
-solar/10T/short,Moirai_large,28.4,34.1,2.63,1.17,3.16,1.67,8.18,5.32,1.55,0.766,0.583,Energy,1.0
-solar/D/short,Moirai_large,123000.0,126000.0,250.0,0.975,1.07,0.425,6.72,350.0,0.506,0.361,0.287,Energy,1.0
-solar/H/short,Moirai_large,696.0,757.0,11.4,0.883,3.47,1.44,5.54,26.4,0.972,0.422,0.34,Energy,1.0
-solar/W/short,Moirai_large,2700000.0,2630000.0,1300.0,1.42,0.298,0.247,7.3,1640.0,0.336,0.265,0.197,Energy,1.0
-sz_taxi/15T/short,Moirai_large,18.1,18.0,2.86,0.572,1080000000000.0,0.408,4.51,4.25,0.397,0.268,0.212,Transport,1.0
-sz_taxi/H/short,Moirai_large,8.47,8.2,1.98,0.603,1.08,0.31,4.94,2.91,0.271,0.185,0.146,Transport,1.0
-temperature_rain/D/short,Moirai_large,564.0,186.0,5.85,1.35,17.6,1.56,21.2,23.8,2.8,0.689,0.562,Nature,1.0
-us_births/D/short,Moirai_large,286000.0,264000.0,360.0,0.53,0.0342,0.0339,5.11,534.0,0.0501,0.0338,0.0279,Healthcare,1.0
-us_births/M/short,Moirai_large,96400000.0,118000000.0,9070.0,1.03,0.0278,0.0282,8.27,9820.0,0.0305,0.0282,0.021,Healthcare,1.0
-us_births/W/short,Moirai_large,3900000.0,3850000.0,1490.0,1.36,0.0201,0.0202,9.85,1970.0,0.0268,0.0203,0.0162,Healthcare,1.0
-bitbrains_fast_storage/5T/medium,Moirai_large,87000000000.0,3730000.0,278.0,1.03,3.34,0.812,347.0,295000.0,896.0,0.846,0.618,Web/CloudOps,2.0
-bitbrains_rnd/5T/medium,Moirai_large,21800000000.0,2260000.0,145.0,4.46,0.37,0.698,822.0,147000.0,621.0,0.608,0.551,Web/CloudOps,2.0
-bizitobs_application/10S/medium,Moirai_large,23800000.0,24500000.0,2440.0,7.39,0.0978,0.103,119.0,4880.0,0.192,0.0958,0.0766,Web/CloudOps,2.0
-bizitobs_l2c/5T/medium,Moirai_large,163.0,178.0,9.31,0.888,0.596,0.984,9.74,12.8,0.672,0.49,0.406,Web/CloudOps,7.0
-bizitobs_l2c/H/medium,Moirai_large,343.0,387.0,13.6,1.3,1.13,1.32,12.4,18.5,1.12,0.824,0.69,Web/CloudOps,7.0
-bizitobs_service/10S/medium,Moirai_large,113000.0,114000.0,112.0,4.16,0.141,0.146,53.4,337.0,0.253,0.0841,0.068,Web/CloudOps,2.0
-electricity/15T/medium,Moirai_large,1040000000.0,285000.0,64.8,1.05,0.17,0.169,9.29,32300.0,55.6,0.112,0.0899,Energy,1.0
-electricity/H/medium,Moirai_large,8110000.0,7290000.0,270.0,1.18,0.272,0.142,10.9,2850.0,1.11,0.105,0.0842,Energy,1.0
-ett1/15T/medium,Moirai_large,16.3,16.9,2.02,1.23,0.746,0.467,9.44,4.04,0.77,0.385,0.307,Energy,7.0
-ett1/H/medium,Moirai_large,187.0,184.0,7.68,1.52,3110000000000.0,0.463,13.2,13.7,0.655,0.368,0.307,Energy,7.0
-ett2/15T/medium,Moirai_large,14.4,14.5,2.43,1.04,0.166,0.189,8.56,3.79,0.202,0.129,0.103,Energy,7.0
-ett2/H/medium,Moirai_large,359.0,357.0,11.7,1.24,0.205,0.201,9.26,18.9,0.255,0.157,0.126,Energy,7.0
-jena_weather/10T/medium,Moirai_large,2830.0,2320.0,13.0,0.731,1.4,0.697,6.38,53.2,0.326,0.0801,0.0681,Nature,21.0
-jena_weather/H/medium,Moirai_large,2380.0,1900.0,12.3,0.902,2.02,0.72,9.0,48.8,0.298,0.0753,0.062,Nature,21.0
-kdd_cup_2018/H/medium,Moirai_large,4870.0,5220.0,25.9,1.09,1.03,0.583,8.85,69.8,1.46,0.542,0.436,Nature,1.0
-loop_seattle/5T/medium,Moirai_large,92.5,98.0,5.62,0.887,0.191,0.129,8.04,9.62,0.171,0.1,0.0799,Transport,1.0
-loop_seattle/H/medium,Moirai_large,91.6,82.0,5.26,1.08,0.144,0.117,11.5,9.57,0.169,0.0929,0.0764,Transport,1.0
-m_dense/H/medium,Moirai_large,107000.0,97100.0,159.0,1.17,0.641,0.325,9.34,327.0,0.57,0.277,0.217,Transport,1.0
-solar/10T/medium,Moirai_large,38.6,50.4,3.28,1.45,2.3,1.75,11.4,6.21,1.38,0.728,0.571,Energy,1.0
-solar/H/medium,Moirai_large,675.0,747.0,11.4,0.871,3.58,1.42,5.33,26.0,0.936,0.411,0.325,Energy,1.0
-sz_taxi/15T/medium,Moirai_large,89.9,17.5,2.89,0.564,12300000000000.0,0.424,4.77,9.48,0.882,0.269,0.212,Transport,1.0
-electricity/15T/long,Moirai_large,225000000.0,395000.0,70.3,1.09,0.172,0.166,9.51,15000.0,23.7,0.111,0.0884,Energy,1.0
-electricity/H/long,Moirai_large,14300000.0,13300000.0,327.0,1.32,0.312,0.157,12.1,3790.0,1.49,0.129,0.102,Energy,1.0
-solar/10T/long,Moirai_large,42.6,60.6,3.59,1.57,1.99,1.81,11.5,6.53,1.41,0.776,0.601,Energy,1.0
-solar/H/long,Moirai_large,707.0,739.0,12.4,0.942,3.56,1.43,5.33,26.6,0.922,0.43,0.327,Energy,1.0
-kdd_cup_2018/H/long,Moirai_large,6720.0,4120.0,24.9,1.06,1.14,0.633,8.96,82.0,1.92,0.584,0.472,Nature,1.0
-loop_seattle/5T/long,Moirai_large,97.6,103.0,5.71,0.898,0.187,0.131,7.8,9.88,0.175,0.101,0.0807,Transport,1.0
-loop_seattle/H/long,Moirai_large,964.0,82.1,5.29,1.12,0.162,0.119,12.6,31.0,0.555,0.0945,0.0771,Transport,1.0
-sz_taxi/15T/long,Moirai_large,30500.0,17.1,2.85,0.539,7340000000000.0,0.418,4.75,175.0,16.2,0.264,0.208,Transport,1.0
-m_dense/H/long,Moirai_large,153000.0,135000.0,183.0,1.28,0.843,0.351,10.2,391.0,0.677,0.317,0.25,Transport,1.0
-ett1/15T/long,Moirai_large,14.6,14.6,1.95,1.24,0.76,0.476,9.33,3.83,0.729,0.371,0.3,Energy,7.0
-ett1/H/long,Moirai_large,238.0,234.0,9.08,1.8,3160000000000.0,0.574,14.6,15.4,0.738,0.435,0.354,Energy,7.0
-ett2/15T/long,Moirai_large,17.2,16.9,2.67,1.13,0.175,0.204,9.48,4.14,0.221,0.142,0.111,Energy,7.0
-ett2/H/long,Moirai_large,278.0,275.0,11.5,1.38,0.22,0.227,8.57,16.7,0.228,0.157,0.122,Energy,7.0
-jena_weather/10T/long,Moirai_large,3130.0,2490.0,14.2,0.809,1.52,0.698,6.63,56.0,0.343,0.0866,0.0731,Nature,21.0
-jena_weather/H/long,Moirai_large,1410.0,1360.0,11.6,0.852,2.76,0.646,7.31,37.5,0.226,0.07,0.0574,Nature,21.0
-bitbrains_fast_storage/5T/long,Moirai_large,115000000000.0,5260000.0,352.0,0.939,3.47,0.825,158.0,339000.0,895.0,0.931,0.667,Web/CloudOps,2.0
-bitbrains_rnd/5T/long,Moirai_large,26500000000.0,2590000.0,169.0,3.39,1.39,0.678,622.0,163000.0,623.0,0.646,0.59,Web/CloudOps,2.0
-bizitobs_application/10S/long,Moirai_large,34500000.0,31600000.0,3110.0,8.37,0.112,0.119,124.0,5870.0,0.227,0.12,0.103,Web/CloudOps,2.0
-bizitobs_service/10S/long,Moirai_large,265000.0,265000.0,171.0,4.77,0.161,0.17,65.8,515.0,0.381,0.127,0.111,Web/CloudOps,2.0
-bizitobs_l2c/5T/long,Moirai_large,221.0,288.0,12.3,1.15,0.876,1.26,8.42,14.9,0.836,0.693,0.539,Web/CloudOps,7.0
-bizitobs_l2c/H/long,Moirai_large,311.0,363.0,13.7,1.34,1.43,1.23,9.19,17.6,1.08,0.835,0.659,Web/CloudOps,7.0
+bitbrains_fast_storage/5T/short,Moirai_large,67700000.0,2190000.0,169.0,0.827,2.38,0.747,32.4,8230.0,25.8,0.53,0.412,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,Moirai_large,7100000.0,3490000.0,308.0,1.09,3.47,0.581,23.4,2670.0,7.6,0.879,0.646,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,Moirai_large,66300000.0,1900000.0,127.0,1.75,1.15,0.664,101.0,8150.0,33.3,0.519,0.418,Web/CloudOps,2.0
+bitbrains_rnd/H/short,Moirai_large,1780000.0,1860000.0,140.0,5.93,1.15,0.544,203.0,1330.0,5.83,0.613,0.566,Web/CloudOps,2.0
+bizitobs_application/10S/short,Moirai_large,9410000.0,10300000.0,1250.0,4.51,0.0605,0.064,22.6,3070.0,0.118,0.048,0.0383,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,Moirai_large,21.9,21.8,2.77,0.285,0.168,0.211,3.4,4.68,0.161,0.095,0.0794,Web/CloudOps,7.0
+bizitobs_l2c/H/short,Moirai_large,297.0,348.0,12.3,1.15,0.703,1.31,10.7,17.2,0.93,0.664,0.559,Web/CloudOps,7.0
+bizitobs_service/10S/short,Moirai_large,390000.0,32700.0,51.5,2.31,0.213,0.0986,20.0,625.0,0.463,0.0382,0.0315,Web/CloudOps,2.0
+car_parts/M/short,Moirai_large,201.0,1.37,0.509,0.903,0.765,1.85,82.3,14.2,34.0,1.22,1.18,Sales,1.0
+covid_deaths/D/short,Moirai_large,783000.0,683000.0,145.0,36.5,0.101,0.377,590.0,885.0,0.333,0.0544,0.0459,Healthcare,1.0
+electricity/15T/short,Moirai_large,214000.0,201000.0,81.3,1.71,0.238,0.25,13.9,463.0,0.912,0.16,0.128,Energy,1.0
+electricity/D/short,Moirai_large,2830000000.0,2790000000.0,5370.0,1.51,0.508,0.101,13.3,53200.0,0.875,0.0882,0.0693,Energy,1.0
+electricity/H/short,Moirai_large,2060000.0,2010000.0,201.0,1.08,0.216,0.142,11.4,1430.0,0.677,0.0951,0.0773,Energy,1.0
+electricity/W/short,Moirai_large,75000000000.0,67300000000.0,34900.0,1.79,0.263,0.112,14.5,274000.0,0.625,0.0796,0.0621,Energy,1.0
+ett1/15T/short,Moirai_large,8.23,8.46,1.53,0.925,0.501,0.321,6.58,2.87,0.542,0.29,0.226,Energy,7.0
+ett1/D/short,Moirai_large,45200.0,44800.0,142.0,1.75,1.19,0.483,11.9,213.0,0.558,0.374,0.286,Energy,7.0
+ett1/H/short,Moirai_large,103.0,103.0,5.14,0.855,0.521,0.265,6.42,10.1,0.474,0.24,0.189,Energy,7.0
+ett1/W/short,Moirai_large,1820000.0,1360000.0,830.0,1.51,0.584,0.531,9.96,1350.0,0.537,0.33,0.26,Energy,7.0
+ett2/15T/short,Moirai_large,9.82,9.94,2.17,1.0,0.146,0.168,6.47,3.13,0.149,0.103,0.0803,Energy,7.0
+ett2/D/short,Moirai_large,111000.0,107000.0,205.0,1.44,0.379,0.151,14.3,333.0,0.191,0.117,0.0936,Energy,7.0
+ett2/H/short,Moirai_large,118.0,117.0,6.79,0.783,0.13,0.117,5.94,10.9,0.138,0.0862,0.0689,Energy,7.0
+ett2/W/short,Moirai_large,5550000.0,5510000.0,1660.0,1.31,0.215,0.249,10.6,2350.0,0.198,0.14,0.109,Energy,7.0
+hierarchical_sales/D/short,Moirai_large,32.3,28.2,2.3,0.745,0.643,1.06,7.75,5.69,1.74,0.706,0.58,Sales,1.0
+hierarchical_sales/W/short,Moirai_large,621.0,476.0,9.27,0.749,0.568,0.469,7.09,24.9,1.14,0.425,0.359,Sales,1.0
+hospital/M/short,Moirai_large,2860.0,2870.0,17.9,0.768,0.201,0.175,5.61,53.5,0.194,0.0651,0.0513,Healthcare,1.0
+jena_weather/10T/short,Moirai_large,1470.0,1690.0,8.92,0.338,0.36,0.632,3.38,38.3,0.238,0.0554,0.0513,Nature,21.0
+jena_weather/D/short,Moirai_large,448.0,443.0,10.4,1.14,0.756,0.467,8.29,21.2,0.127,0.0628,0.0512,Nature,21.0
+jena_weather/H/short,Moirai_large,1200.0,1180.0,9.03,0.585,1.9,0.622,5.63,34.7,0.213,0.0554,0.0449,Nature,21.0
+kdd_cup_2018/D/short,Moirai_large,2710.0,2870.0,21.0,1.2,0.524,0.468,10.0,52.1,1.17,0.471,0.381,Nature,1.0
+kdd_cup_2018/H/short,Moirai_large,4170.0,4300.0,21.5,0.894,0.788,0.479,7.45,64.6,1.35,0.449,0.362,Nature,1.0
+loop_seattle/5T/short,Moirai_large,31.5,33.4,3.05,0.486,0.0857,0.0642,4.09,5.61,0.0963,0.0522,0.0414,Transport,1.0
+loop_seattle/D/short,Moirai_large,20.0,20.0,3.05,0.916,0.0566,0.0561,9.23,4.47,0.08,0.0544,0.0452,Transport,1.0
+loop_seattle/H/short,Moirai_large,70.8,71.6,4.61,0.945,0.144,0.104,8.93,8.42,0.149,0.0817,0.0661,Transport,1.0
+m_dense/D/short,Moirai_large,15500.0,14900.0,69.7,0.957,0.169,0.14,7.43,124.0,0.215,0.121,0.0952,Transport,1.0
+m_dense/H/short,Moirai_large,43100.0,43400.0,88.0,0.777,0.284,0.206,7.75,208.0,0.368,0.156,0.128,Transport,1.0
+m4_daily/D/short,Moirai_large,1080000.0,1060000.0,240.0,4.18,0.0435,0.0364,40.1,1040.0,0.16,0.037,0.0303,Econ/Fin,1.0
+m4_hourly/H/short,Moirai_large,403000.0,423000.0,166.0,0.886,0.0918,0.0822,7.75,635.0,0.0867,0.0227,0.0198,Econ/Fin,1.0
+m4_monthly/M/short,Moirai_large,2060000.0,1890000.0,575.0,0.977,0.169,0.134,8.46,1430.0,0.298,0.12,0.0951,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,Moirai_large,1760000.0,1730000.0,549.0,1.14,0.118,0.099,9.38,1330.0,0.222,0.0918,0.0734,Econ/Fin,1.0
+m4_weekly/W-SUN/short,Moirai_large,385000.0,418000.0,321.0,2.58,0.0762,0.0782,24.2,620.0,0.113,0.0586,0.0465,Econ/Fin,1.0
+m4_yearly/A-DEC/short,Moirai_large,3140000.0,3080000.0,807.0,2.97,0.164,0.133,26.7,1770.0,0.284,0.129,0.104,Econ/Fin,1.0
+restaurant/D/short,Moirai_large,147.0,149.0,7.5,0.715,0.712,0.408,5.1,12.1,0.557,0.345,0.27,Sales,1.0
+saugeen/D/short,Moirai_large,1280.0,1400.0,14.8,3.29,0.407,0.396,39.8,35.8,1.16,0.48,0.406,Nature,1.0
+saugeen/M/short,Moirai_large,391.0,408.0,12.9,0.756,0.415,0.377,7.71,19.8,0.593,0.387,0.324,Nature,1.0
+saugeen/W/short,Moirai_large,1230.0,1360.0,17.1,1.38,0.389,0.438,15.2,35.0,1.06,0.515,0.43,Nature,1.0
+solar/10T/short,Moirai_large,31.4,32.8,2.54,1.11,2.72,1.68,11.0,5.61,1.63,0.738,0.596,Energy,1.0
+solar/D/short,Moirai_large,130000.0,142000.0,253.0,0.987,1.13,0.424,6.33,360.0,0.521,0.366,0.292,Energy,1.0
+solar/H/short,Moirai_large,661.0,707.0,11.3,0.875,3.2,1.42,5.6,25.7,0.948,0.417,0.333,Energy,1.0
+solar/W/short,Moirai_large,3040000.0,3020000.0,1400.0,1.53,0.322,0.263,8.04,1740.0,0.356,0.286,0.213,Energy,1.0
+sz_taxi/15T/short,Moirai_large,18.8,18.3,2.9,0.581,1020000000000.0,0.41,4.56,4.33,0.405,0.271,0.215,Transport,1.0
+sz_taxi/H/short,Moirai_large,8.83,8.12,1.98,0.601,0.98,0.31,5.06,2.97,0.277,0.184,0.146,Transport,1.0
+temperature_rain/D/short,Moirai_large,1580.0,132.0,4.84,1.2,33.4,1.44,19.2,39.8,4.68,0.57,0.479,Nature,1.0
+us_births/D/short,Moirai_large,277000.0,258000.0,342.0,0.503,0.0331,0.0324,4.92,527.0,0.0494,0.032,0.0268,Healthcare,1.0
+us_births/M/short,Moirai_large,64300000.0,62300000.0,6800.0,0.771,0.0209,0.0211,5.12,8020.0,0.0249,0.0211,0.0158,Healthcare,1.0
+us_births/W/short,Moirai_large,5060000.0,5020000.0,1620.0,1.47,0.0218,0.0218,11.8,2250.0,0.0305,0.022,0.0178,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,Moirai_large,614000000.0,3950000.0,289.0,1.02,4.92,0.807,249.0,24800.0,75.3,0.878,0.636,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,Moirai_large,233000000.0,2320000.0,148.0,4.46,0.665,0.706,375.0,15300.0,64.2,0.622,0.594,Web/CloudOps,2.0
+bizitobs_application/10S/medium,Moirai_large,26200000.0,25400000.0,2350.0,7.39,0.0988,0.103,148.0,5120.0,0.201,0.0924,0.0836,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,Moirai_large,197.0,223.0,9.88,0.987,0.712,0.896,7.56,14.0,0.739,0.52,0.41,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,Moirai_large,295.0,378.0,13.0,1.25,1.07,1.39,7.15,17.2,1.04,0.789,0.619,Web/CloudOps,7.0
+bizitobs_service/10S/medium,Moirai_large,114000.0,116000.0,105.0,3.87,0.138,0.14,71.3,338.0,0.254,0.0787,0.0692,Web/CloudOps,2.0
+electricity/15T/medium,Moirai_large,534000.0,343000.0,74.5,1.29,0.203,0.196,10.4,731.0,1.26,0.128,0.103,Energy,1.0
+electricity/H/medium,Moirai_large,24600000000.0,7890000.0,280.0,1.2,0.238,0.145,11.4,157000.0,61.3,0.109,0.0872,Energy,1.0
+ett1/15T/medium,Moirai_large,23.5,21.6,2.22,1.3,0.83,0.476,11.3,4.85,0.924,0.424,0.342,Energy,7.0
+ett1/H/medium,Moirai_large,145.0,143.0,7.1,1.34,2370000000000.0,0.453,10.6,12.1,0.578,0.34,0.27,Energy,7.0
+ett2/15T/medium,Moirai_large,20.5,15.0,2.48,1.06,0.16,0.187,10.3,4.53,0.241,0.132,0.105,Energy,7.0
+ett2/H/medium,Moirai_large,299.0,313.0,11.1,1.18,0.187,0.189,7.61,17.3,0.233,0.15,0.118,Energy,7.0
+jena_weather/10T/medium,Moirai_large,2780.0,2360.0,13.5,0.694,1.06,0.694,7.03,52.7,0.324,0.0827,0.0716,Nature,21.0
+jena_weather/H/medium,Moirai_large,1670.0,1410.0,11.7,0.891,3.15,0.697,7.78,40.9,0.25,0.0718,0.0577,Nature,21.0
+kdd_cup_2018/H/medium,Moirai_large,4590.0,4720.0,22.7,0.954,0.904,0.515,8.22,67.7,1.42,0.476,0.387,Nature,1.0
+loop_seattle/5T/medium,Moirai_large,22.5,23.1,2.75,0.45,0.075,0.0635,3.31,4.74,0.0843,0.049,0.0385,Transport,1.0
+loop_seattle/H/medium,Moirai_large,77.7,75.5,4.86,1.0,0.143,0.109,10.3,8.82,0.156,0.0859,0.0702,Transport,1.0
+m_dense/H/medium,Moirai_large,33700.0,33800.0,79.9,0.684,0.256,0.19,6.57,184.0,0.32,0.139,0.112,Transport,1.0
+solar/10T/medium,Moirai_large,57.9,77.7,4.16,1.82,1.39,1.9,16.3,7.61,1.69,0.924,0.747,Energy,1.0
+solar/H/medium,Moirai_large,758.0,827.0,12.0,0.917,3.83,1.43,5.77,27.5,0.992,0.431,0.346,Energy,1.0
+sz_taxi/15T/medium,Moirai_large,9400.0,18.0,2.91,0.569,11400000000000.0,0.421,6.14,97.0,9.02,0.271,0.215,Transport,1.0
+bitbrains_fast_storage/5T/long,Moirai_large,322000000.0,5750000.0,389.0,0.955,4.84,0.828,176.0,17900.0,47.4,1.03,0.716,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,Moirai_large,86500000.0,3590000.0,222.0,3.42,3.22,0.702,374.0,9300.0,35.6,0.852,0.678,Web/CloudOps,2.0
+bizitobs_application/10S/long,Moirai_large,32900000.0,25700000.0,2680.0,7.84,0.105,0.109,155.0,5740.0,0.221,0.103,0.0939,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,Moirai_large,236.0,288.0,11.9,1.12,0.905,1.08,7.26,15.4,0.862,0.667,0.508,Web/CloudOps,7.0
+bizitobs_l2c/H/long,Moirai_large,269.0,339.0,13.0,1.27,1.28,1.21,7.86,16.4,1.0,0.794,0.6,Web/CloudOps,7.0
+bizitobs_service/10S/long,Moirai_large,245000.0,238000.0,152.0,4.33,0.152,0.161,85.5,495.0,0.367,0.112,0.104,Web/CloudOps,2.0
+electricity/15T/long,Moirai_large,2560000000.0,471000.0,78.2,1.31,0.199,0.195,10.8,50600.0,79.8,0.123,0.0988,Energy,1.0
+electricity/H/long,Moirai_large,50200000000.0,12300000.0,329.0,1.36,0.323,0.16,13.1,224000.0,88.4,0.13,0.103,Energy,1.0
+ett1/15T/long,Moirai_large,21.2,22.0,2.31,1.4,0.918,0.508,11.9,4.6,0.877,0.441,0.358,Energy,7.0
+ett1/H/long,Moirai_large,173.0,172.0,7.73,1.45,2300000000000.0,0.473,12.3,13.1,0.629,0.37,0.296,Energy,7.0
+ett2/15T/long,Moirai_large,19.3,19.2,2.74,1.14,0.169,0.202,8.44,4.39,0.234,0.146,0.115,Energy,7.0
+ett2/H/long,Moirai_large,338.0,352.0,11.8,1.28,0.211,0.203,8.16,18.4,0.252,0.162,0.125,Energy,7.0
+jena_weather/10T/long,Moirai_large,3310.0,2560.0,14.3,0.792,1.5,0.689,6.97,57.6,0.352,0.0876,0.0772,Nature,21.0
+jena_weather/H/long,Moirai_large,1860.0,1520.0,12.7,0.881,2.62,0.66,7.8,43.1,0.259,0.0767,0.0609,Nature,21.0
+kdd_cup_2018/H/long,Moirai_large,3380.0,3470.0,19.9,0.867,0.932,0.514,7.45,58.1,1.36,0.467,0.378,Nature,1.0
+loop_seattle/5T/long,Moirai_large,42.3,43.9,3.47,0.556,0.106,0.0801,4.96,6.5,0.115,0.0614,0.0492,Transport,1.0
+loop_seattle/H/long,Moirai_large,83.5,81.0,5.03,1.05,0.162,0.114,11.6,9.14,0.163,0.0898,0.0742,Transport,1.0
+m_dense/H/long,Moirai_large,35600.0,35400.0,80.2,0.696,0.244,0.19,7.48,189.0,0.326,0.139,0.114,Transport,1.0
+solar/10T/long,Moirai_large,60.7,87.5,4.46,1.95,1.06,1.95,16.2,7.79,1.68,0.965,0.771,Energy,1.0
+solar/H/long,Moirai_large,735.0,784.0,13.4,1.02,2.84,1.46,5.53,27.1,0.94,0.463,0.347,Energy,1.0
+sz_taxi/15T/long,Moirai_large,53200.0,17.9,2.9,0.554,7030000000000.0,0.421,4.96,231.0,21.4,0.269,0.213,Transport,1.0

results/Moirai_small/all_results.csv

@@ -1,98 +1,98 @@
 dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/short,Moirai_small,2380000.0,2400000.0,178.0,0.874,2.05,0.749,63.2,1540.0,4.84,0.56,0.437,Web/CloudOps,2.0
-bitbrains_fast_storage/H/short,Moirai_small,2570000.0,2840000.0,253.0,1.15,1.98,0.593,40.0,1600.0,4.57,0.722,0.579,Web/CloudOps,2.0
-bitbrains_rnd/5T/short,Moirai_small,1810000.0,1820000.0,130.0,1.86,1.1,0.672,280.0,1340.0,5.5,0.534,0.452,Web/CloudOps,2.0
-bitbrains_rnd/H/short,Moirai_small,1610000.0,1770000.0,133.0,6.13,0.681,0.555,252.0,1270.0,5.55,0.582,0.544,Web/CloudOps,2.0
-bizitobs_application/10S/short,Moirai_small,6130000.0,6390000.0,1050.0,3.21,0.0467,0.0467,44.3,2480.0,0.0955,0.0403,0.0329,Web/CloudOps,2.0
-bizitobs_l2c/5T/short,Moirai_small,24.9,24.3,3.05,0.311,0.177,0.221,3.14,4.99,0.171,0.105,0.0849,Web/CloudOps,7.0
-bizitobs_l2c/H/short,Moirai_small,181.0,213.0,9.73,0.93,0.75,0.923,6.29,13.4,0.725,0.524,0.408,Web/CloudOps,7.0
-bizitobs_service/10S/short,Moirai_small,50000.0,50500.0,67.5,2.43,0.102,0.0961,27.0,224.0,0.166,0.05,0.0412,Web/CloudOps,2.0
-car_parts/M/short,Moirai_small,2.48,2.19,0.791,1.39,0.732,1.79,19.1,1.57,3.77,1.9,1.62,Sales,1.0
-covid_deaths/D/short,Moirai_small,732000.0,567000.0,156.0,38.9,0.113,0.386,640.0,855.0,0.322,0.0588,0.0497,Healthcare,1.0
-electricity/15T/short,Moirai_small,239000.0,245000.0,87.4,1.75,0.252,0.258,13.1,489.0,0.963,0.172,0.138,Energy,1.0
-electricity/D/short,Moirai_small,2740000000.0,2490000000.0,5290.0,1.57,0.621,0.11,13.5,52300.0,0.86,0.0869,0.0683,Energy,1.0
-electricity/H/short,Moirai_small,1600000.0,1590000.0,201.0,1.12,0.279,0.151,11.0,1270.0,0.597,0.0948,0.0771,Energy,1.0
-electricity/W/short,Moirai_small,242000000000.0,245000000000.0,50300.0,1.95,0.272,0.118,15.2,492000.0,1.12,0.115,0.0858,Energy,1.0
-ett1/15T/short,Moirai_small,8.11,7.55,1.74,1.36,0.755,0.393,8.17,2.85,0.538,0.329,0.256,Energy,7.0
-ett1/D/short,Moirai_small,45000.0,44000.0,141.0,1.78,1.18,0.492,12.5,212.0,0.557,0.372,0.29,Energy,7.0
-ett1/H/short,Moirai_small,106.0,107.0,5.32,0.892,0.496,0.279,6.77,10.3,0.481,0.248,0.199,Energy,7.0
-ett1/W/short,Moirai_small,1420000.0,1470000.0,935.0,1.57,0.821,0.55,9.99,1190.0,0.474,0.372,0.276,Energy,7.0
-ett2/15T/short,Moirai_small,11.4,11.6,2.23,0.98,0.14,0.163,6.54,3.37,0.16,0.106,0.0832,Energy,7.0
-ett2/D/short,Moirai_small,144000.0,131000.0,221.0,1.47,0.403,0.148,16.3,380.0,0.217,0.127,0.105,Energy,7.0
-ett2/H/short,Moirai_small,119.0,121.0,6.9,0.793,0.13,0.118,5.76,10.9,0.138,0.0875,0.0693,Energy,7.0
-ett2/W/short,Moirai_small,3800000.0,3780000.0,1250.0,0.776,0.118,0.119,10.0,1950.0,0.163,0.105,0.0869,Energy,7.0
-hierarchical_sales/D/short,Moirai_small,28.7,29.4,2.31,0.748,0.62,1.07,7.44,5.36,1.64,0.708,0.58,Sales,1.0
-hierarchical_sales/W/short,Moirai_small,524.0,483.0,9.32,0.775,0.552,0.479,7.4,22.9,1.05,0.428,0.362,Sales,1.0
-hospital/M/short,Moirai_small,9330.0,8100.0,26.3,1.01,0.265,0.217,8.78,96.6,0.351,0.0954,0.0745,Healthcare,1.0
-jena_weather/10T/short,Moirai_small,1400.0,1700.0,8.97,0.354,0.391,0.63,3.73,37.4,0.232,0.0557,0.0499,Nature,21.0
-jena_weather/D/short,Moirai_small,442.0,368.0,9.67,1.26,0.754,0.484,9.87,21.0,0.127,0.0582,0.0481,Nature,21.0
-jena_weather/H/short,Moirai_small,1220.0,1290.0,8.97,0.544,1.49,0.624,4.92,34.9,0.214,0.055,0.0449,Nature,21.0
-kdd_cup_2018/D/short,Moirai_small,2700.0,2970.0,21.6,1.23,0.524,0.48,9.8,52.0,1.16,0.483,0.387,Nature,1.0
-kdd_cup_2018/H/short,Moirai_small,4600.0,4820.0,24.0,0.991,0.833,0.532,8.2,67.8,1.42,0.503,0.404,Nature,1.0
-loop_seattle/5T/short,Moirai_small,48.2,50.3,3.86,0.608,0.113,0.0812,5.45,6.94,0.119,0.0663,0.0527,Transport,1.0
-loop_seattle/D/short,Moirai_small,20.4,20.0,3.19,0.961,0.0595,0.0587,8.41,4.51,0.0807,0.0571,0.0463,Transport,1.0
-loop_seattle/H/short,Moirai_small,101.0,107.0,5.95,1.2,0.203,0.129,12.1,10.0,0.178,0.105,0.0846,Transport,1.0
-m_dense/D/short,Moirai_small,10700.0,10000.0,54.5,0.789,0.133,0.113,7.14,103.0,0.179,0.0943,0.0775,Transport,1.0
-m_dense/H/short,Moirai_small,63400.0,62600.0,119.0,1.01,0.377,0.268,8.97,252.0,0.447,0.21,0.17,Transport,1.0
-m4_daily/D/short,Moirai_small,442000.0,384000.0,196.0,3.67,0.0463,0.0343,33.0,665.0,0.103,0.0303,0.024,Econ/Fin,1.0
-m4_hourly/H/short,Moirai_small,1040000.0,1020000.0,226.0,2.97,0.127,0.116,21.8,1020.0,0.139,0.0309,0.0269,Econ/Fin,1.0
-m4_monthly/M/short,Moirai_small,3200000.0,2860000.0,785.0,1.42,0.246,0.177,15.0,1790.0,0.372,0.163,0.13,Econ/Fin,1.0
-m4_quarterly/Q-DEC/short,Moirai_small,2500000.0,2280000.0,675.0,1.46,0.147,0.118,17.4,1580.0,0.265,0.113,0.0925,Econ/Fin,1.0
-m4_weekly/W-SUN/short,Moirai_small,465000.0,512000.0,365.0,2.99,0.0902,0.0974,33.5,682.0,0.124,0.0665,0.0539,Econ/Fin,1.0
-m4_yearly/A-DEC/short,Moirai_small,3510000.0,3440000.0,866.0,3.25,0.171,0.142,35.8,1870.0,0.3,0.139,0.114,Econ/Fin,1.0
-restaurant/D/short,Moirai_small,158.0,161.0,7.79,0.742,0.699,0.422,5.36,12.6,0.578,0.359,0.282,Sales,1.0
-saugeen/D/short,Moirai_small,1060.0,1220.0,13.8,3.06,0.346,0.373,32.4,32.6,1.06,0.446,0.379,Nature,1.0
-saugeen/M/short,Moirai_small,1080.0,1000.0,22.4,1.31,0.958,0.632,13.2,32.9,0.988,0.672,0.546,Nature,1.0
-saugeen/W/short,Moirai_small,1290.0,1530.0,18.3,1.48,0.422,0.472,15.2,35.9,1.08,0.552,0.458,Nature,1.0
-solar/10T/short,Moirai_small,32.6,42.3,2.89,1.27,1.65,1.75,10.9,5.71,1.66,0.841,0.664,Energy,1.0
-solar/D/short,Moirai_small,115000.0,134000.0,258.0,1.01,1.04,0.439,5.86,340.0,0.491,0.373,0.283,Energy,1.0
-solar/H/short,Moirai_small,670.0,739.0,12.7,0.982,2.77,1.47,6.26,25.9,0.954,0.47,0.361,Energy,1.0
-solar/W/short,Moirai_small,4180000.0,4150000.0,1680.0,1.86,0.389,0.308,10.8,2040.0,0.417,0.344,0.277,Energy,1.0
-sz_taxi/15T/short,Moirai_small,18.6,18.8,2.94,0.589,1450000000000.0,0.418,4.44,4.32,0.404,0.275,0.216,Transport,1.0
-sz_taxi/H/short,Moirai_small,9.07,8.41,2.03,0.621,1.19,0.311,5.21,3.01,0.28,0.189,0.15,Transport,1.0
-temperature_rain/D/short,Moirai_small,172.0,195.0,5.88,1.37,15.0,1.57,21.8,13.1,1.54,0.693,0.564,Nature,1.0
-us_births/D/short,Moirai_small,516000.0,405000.0,463.0,0.682,0.0455,0.0445,6.8,718.0,0.0673,0.0434,0.0376,Healthcare,1.0
-us_births/M/short,Moirai_small,199000000.0,209000000.0,11400.0,1.29,0.0354,0.0356,13.1,14100.0,0.0438,0.0355,0.0288,Healthcare,1.0
-us_births/W/short,Moirai_small,7770000.0,8100000.0,2160.0,1.96,0.0287,0.0291,14.5,2790.0,0.0379,0.0293,0.023,Healthcare,1.0
-bitbrains_fast_storage/5T/medium,Moirai_small,2950000.0,4630000.0,297.0,1.11,3.33,0.814,101.0,1720.0,5.22,0.903,0.629,Web/CloudOps,2.0
-bitbrains_rnd/5T/medium,Moirai_small,2070000.0,2280000.0,146.0,4.67,0.249,0.692,417.0,1440.0,6.06,0.615,0.594,Web/CloudOps,2.0
-bizitobs_application/10S/medium,Moirai_small,25900000.0,25300000.0,2390.0,7.72,0.105,0.108,109.0,5090.0,0.2,0.0937,0.0838,Web/CloudOps,2.0
-bizitobs_l2c/5T/medium,Moirai_small,151.0,170.0,8.8,0.877,0.636,0.902,7.45,12.3,0.647,0.463,0.377,Web/CloudOps,7.0
-bizitobs_l2c/H/medium,Moirai_small,249.0,301.0,12.5,1.2,1.16,1.12,7.02,15.8,0.956,0.758,0.566,Web/CloudOps,7.0
-bizitobs_service/10S/medium,Moirai_small,165000.0,164000.0,124.0,4.16,0.194,0.153,67.0,406.0,0.306,0.093,0.0832,Web/CloudOps,2.0
-electricity/15T/medium,Moirai_small,473000.0,427000.0,93.0,1.74,0.261,0.247,12.6,688.0,1.18,0.16,0.131,Energy,1.0
-electricity/H/medium,Moirai_small,6250000.0,6330000.0,275.0,1.27,0.332,0.158,10.6,2500.0,0.976,0.107,0.085,Energy,1.0
-ett1/15T/medium,Moirai_small,14.6,15.4,2.07,1.32,0.81,0.489,9.56,3.83,0.729,0.395,0.312,Energy,7.0
-ett1/H/medium,Moirai_small,150.0,149.0,7.22,1.35,1100000000000.0,0.463,10.5,12.2,0.586,0.346,0.281,Energy,7.0
-ett2/15T/medium,Moirai_small,13.9,13.9,2.42,1.03,0.163,0.184,7.93,3.73,0.199,0.129,0.102,Energy,7.0
-ett2/H/medium,Moirai_small,268.0,263.0,10.5,1.17,0.192,0.197,8.16,16.4,0.22,0.142,0.114,Energy,7.0
-jena_weather/10T/medium,Moirai_small,2120.0,2250.0,12.0,0.674,0.821,0.721,7.05,46.0,0.282,0.0737,0.0617,Nature,21.0
-jena_weather/H/medium,Moirai_small,1610.0,1380.0,10.5,0.794,2.25,0.677,6.72,40.2,0.246,0.0641,0.0532,Nature,21.0
-kdd_cup_2018/H/medium,Moirai_small,5040.0,5420.0,26.6,1.08,0.968,0.583,8.83,71.0,1.49,0.557,0.445,Nature,1.0
-loop_seattle/5T/medium,Moirai_small,82.5,86.2,5.32,0.842,0.173,0.121,7.45,9.09,0.162,0.0946,0.0756,Transport,1.0
-loop_seattle/H/medium,Moirai_small,104.0,101.0,6.04,1.23,0.19,0.132,12.9,10.2,0.181,0.107,0.0868,Transport,1.0
-m_dense/H/medium,Moirai_small,58500.0,55100.0,112.0,0.921,0.383,0.258,8.85,242.0,0.421,0.194,0.158,Transport,1.0
-solar/10T/medium,Moirai_small,55.8,80.8,4.21,1.84,1.14,1.93,13.4,7.47,1.66,0.933,0.748,Energy,1.0
-solar/H/medium,Moirai_small,731.0,779.0,12.6,0.964,4.02,1.44,7.1,27.0,0.974,0.455,0.358,Energy,1.0
-sz_taxi/15T/medium,Moirai_small,18.9,17.9,2.89,0.565,11400000000000.0,0.421,4.74,4.34,0.404,0.269,0.213,Transport,1.0
-bitbrains_fast_storage/5T/long,Moirai_small,281000000.0,4690000.0,316.0,0.979,2.68,0.829,157.0,16800.0,44.3,0.835,0.659,Web/CloudOps,2.0
-bitbrains_rnd/5T/long,Moirai_small,2110000.0,2290000.0,153.0,3.6,0.467,0.68,316.0,1450.0,5.56,0.587,0.562,Web/CloudOps,2.0
-bizitobs_application/10S/long,Moirai_small,37600000.0,38200000.0,3230.0,8.6,0.116,0.123,129.0,6130.0,0.237,0.125,0.111,Web/CloudOps,2.0
-bizitobs_l2c/5T/long,Moirai_small,277.0,378.0,14.0,1.31,0.949,1.25,7.58,16.6,0.934,0.785,0.589,Web/CloudOps,7.0
-bizitobs_l2c/H/long,Moirai_small,247.0,286.0,12.2,1.2,1.17,1.06,6.34,15.7,0.959,0.746,0.561,Web/CloudOps,7.0
-bizitobs_service/10S/long,Moirai_small,269000.0,273000.0,171.0,4.74,0.183,0.172,75.0,519.0,0.384,0.127,0.115,Web/CloudOps,2.0
-electricity/15T/long,Moirai_small,1830000.0,2400000.0,124.0,1.66,0.232,0.232,12.2,1350.0,2.14,0.195,0.151,Energy,1.0
-electricity/H/long,Moirai_small,7160000.0,7130000.0,282.0,1.31,0.406,0.163,11.0,2680.0,1.06,0.111,0.088,Energy,1.0
-ett1/15T/long,Moirai_small,11.8,12.0,1.93,1.29,0.864,0.49,8.83,3.44,0.656,0.367,0.285,Energy,7.0
-ett1/H/long,Moirai_small,150.0,151.0,7.52,1.42,2580000000000.0,0.496,9.98,12.2,0.586,0.36,0.285,Energy,7.0
-ett2/15T/long,Moirai_small,15.4,15.4,2.59,1.1,0.173,0.199,8.23,3.93,0.209,0.138,0.108,Energy,7.0
-ett2/H/long,Moirai_small,245.0,232.0,9.31,1.06,0.185,0.176,8.96,15.6,0.214,0.127,0.105,Energy,7.0
-jena_weather/10T/long,Moirai_small,2120.0,2400.0,12.3,0.685,0.736,0.716,7.52,46.0,0.281,0.0752,0.0633,Nature,21.0
-jena_weather/H/long,Moirai_small,2730.0,1750.0,12.7,0.919,2.7,0.659,8.62,52.2,0.314,0.0766,0.0634,Nature,21.0
-kdd_cup_2018/H/long,Moirai_small,3880.0,4270.0,25.1,1.05,0.993,0.636,8.11,62.3,1.46,0.589,0.467,Nature,1.0
-loop_seattle/5T/long,Moirai_small,91.2,95.7,5.54,0.876,0.173,0.126,7.53,9.55,0.169,0.098,0.0783,Transport,1.0
-loop_seattle/H/long,Moirai_small,113.0,117.0,6.28,1.3,0.228,0.137,14.2,10.6,0.19,0.112,0.0914,Transport,1.0
-m_dense/H/long,Moirai_small,71800.0,71100.0,130.0,1.07,0.453,0.291,8.9,268.0,0.464,0.226,0.18,Transport,1.0
-solar/10T/long,Moirai_small,66.7,92.0,4.58,2.0,1.06,1.97,15.5,8.17,1.77,0.989,0.831,Energy,1.0
-solar/H/long,Moirai_small,756.0,847.0,14.1,1.07,4.0,1.47,7.02,27.5,0.953,0.489,0.368,Energy,1.0
-sz_taxi/15T/long,Moirai_small,49.4,17.4,2.88,0.549,7550000000000.0,0.416,5.65,7.03,0.65,0.267,0.214,Transport,1.0
+bitbrains_fast_storage/5T/short,Moirai_small,2520000.0,2380000.0,181.0,0.826,1.73,0.758,49.6,1590.0,4.98,0.569,0.464,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,Moirai_small,1050000000000.0,2860000.0,264.0,1.24,2.48,0.599,116.0,1020000.0,2910.0,0.753,0.619,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,Moirai_small,2010000.0,2340000.0,146.0,2.01,0.424,0.676,195.0,1420.0,5.8,0.597,0.544,Web/CloudOps,2.0
+bitbrains_rnd/H/short,Moirai_small,2350000.0,2110000.0,163.0,6.2,1.76,0.589,300.0,1530.0,6.72,0.715,0.665,Web/CloudOps,2.0
+bizitobs_application/10S/short,Moirai_small,15100000.0,15600000.0,1700.0,4.26,0.0657,0.0645,48.0,3890.0,0.15,0.0655,0.0546,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,Moirai_small,23.0,22.5,2.9,0.301,0.166,0.219,3.02,4.8,0.165,0.0996,0.0814,Web/CloudOps,7.0
+bizitobs_l2c/H/short,Moirai_small,219.0,270.0,10.5,1.0,0.687,0.993,7.33,14.8,0.797,0.568,0.452,Web/CloudOps,7.0
+bizitobs_service/10S/short,Moirai_small,89800.0,91300.0,89.7,2.83,0.49,0.105,33.3,300.0,0.222,0.0664,0.0568,Web/CloudOps,2.0
+car_parts/M/short,Moirai_small,1.75,1.37,0.536,0.93,0.717,1.83,14.6,1.32,3.18,1.29,1.08,Sales,1.0
+covid_deaths/D/short,Moirai_small,793000.0,947000.0,185.0,39.9,0.112,0.391,620.0,890.0,0.335,0.0696,0.0574,Healthcare,1.0
+electricity/15T/short,Moirai_small,355000.0,344000.0,97.8,1.87,0.251,0.265,13.2,596.0,1.17,0.193,0.151,Energy,1.0
+electricity/D/short,Moirai_small,1890000000.0,1810000000.0,4860.0,1.56,0.537,0.11,12.8,43400.0,0.714,0.0799,0.0626,Energy,1.0
+electricity/H/short,Moirai_small,1980000.0,2040000.0,227.0,1.23,0.294,0.161,11.2,1410.0,0.664,0.107,0.086,Energy,1.0
+electricity/W/short,Moirai_small,203000000000.0,183000000000.0,51100.0,2.15,0.287,0.127,15.1,451000.0,1.03,0.117,0.0882,Energy,1.0
+ett1/15T/short,Moirai_small,8.91,8.63,1.79,1.29,0.574,0.43,7.74,2.98,0.564,0.338,0.257,Energy,7.0
+ett1/D/short,Moirai_small,41600.0,39500.0,134.0,1.7,1.33,0.474,11.1,204.0,0.536,0.351,0.275,Energy,7.0
+ett1/H/short,Moirai_small,107.0,109.0,5.44,0.919,0.498,0.29,6.77,10.4,0.483,0.254,0.201,Energy,7.0
+ett1/W/short,Moirai_small,1120000.0,1060000.0,830.0,1.54,0.686,0.529,10.9,1060.0,0.421,0.33,0.261,Energy,7.0
+ett2/15T/short,Moirai_small,12.0,12.1,2.28,0.999,0.14,0.167,6.74,3.46,0.164,0.108,0.0858,Energy,7.0
+ett2/D/short,Moirai_small,123000.0,119000.0,210.0,1.42,0.479,0.147,14.9,351.0,0.201,0.12,0.101,Energy,7.0
+ett2/H/short,Moirai_small,123.0,124.0,7.16,0.835,0.138,0.124,6.26,11.1,0.14,0.0908,0.0722,Energy,7.0
+ett2/W/short,Moirai_small,5650000.0,5420000.0,1560.0,1.05,0.17,0.173,9.63,2380.0,0.199,0.131,0.105,Energy,7.0
+hierarchical_sales/D/short,Moirai_small,28.7,29.2,2.3,0.745,0.612,1.06,7.57,5.36,1.64,0.705,0.579,Sales,1.0
+hierarchical_sales/W/short,Moirai_small,523.0,486.0,9.44,0.785,0.561,0.484,7.31,22.9,1.05,0.433,0.365,Sales,1.0
+hospital/M/short,Moirai_small,5120.0,4810.0,21.9,0.843,0.221,0.187,7.11,71.5,0.26,0.0796,0.0625,Healthcare,1.0
+jena_weather/10T/short,Moirai_small,1800.0,1730.0,9.44,0.362,0.456,0.64,4.15,42.4,0.264,0.0586,0.0564,Nature,21.0
+jena_weather/D/short,Moirai_small,415.0,382.0,9.98,1.21,0.696,0.492,8.89,20.4,0.123,0.0601,0.0479,Nature,21.0
+jena_weather/H/short,Moirai_small,1410.0,1890.0,10.5,0.57,1.28,0.658,5.2,37.5,0.23,0.0643,0.0511,Nature,21.0
+kdd_cup_2018/D/short,Moirai_small,2640.0,2930.0,21.5,1.22,0.535,0.477,9.62,51.4,1.15,0.482,0.385,Nature,1.0
+kdd_cup_2018/H/short,Moirai_small,4630.0,4840.0,24.3,1.0,0.911,0.526,8.04,68.0,1.42,0.509,0.405,Nature,1.0
+loop_seattle/5T/short,Moirai_small,49.0,49.4,4.15,0.653,0.11,0.0866,5.04,7.0,0.12,0.0711,0.0557,Transport,1.0
+loop_seattle/D/short,Moirai_small,20.3,19.7,3.19,0.961,0.0592,0.0586,8.2,4.5,0.0805,0.057,0.0461,Transport,1.0
+loop_seattle/H/short,Moirai_small,105.0,110.0,6.07,1.23,0.208,0.131,12.0,10.2,0.181,0.107,0.0869,Transport,1.0
+m_dense/D/short,Moirai_small,12100.0,11000.0,58.3,0.836,0.146,0.12,7.46,110.0,0.19,0.101,0.0838,Transport,1.0
+m_dense/H/short,Moirai_small,69700.0,72300.0,128.0,1.09,0.396,0.291,8.49,264.0,0.468,0.228,0.181,Transport,1.0
+m4_daily/D/short,Moirai_small,814000.0,542000.0,204.0,3.71,0.0499,0.0357,29.2,902.0,0.139,0.0315,0.0246,Econ/Fin,1.0
+m4_hourly/H/short,Moirai_small,1570000.0,1500000.0,249.0,1.88,0.128,0.116,17.1,1250.0,0.171,0.0339,0.0283,Econ/Fin,1.0
+m4_monthly/M/short,Moirai_small,2210000.0,2100000.0,627.0,1.1,0.187,0.145,10.3,1490.0,0.309,0.13,0.104,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,Moirai_small,1950000.0,1880000.0,586.0,1.24,0.127,0.105,10.8,1400.0,0.234,0.0982,0.0787,Econ/Fin,1.0
+m4_weekly/W-SUN/short,Moirai_small,478000.0,474000.0,352.0,2.81,0.0869,0.0937,23.6,691.0,0.126,0.0642,0.0514,Econ/Fin,1.0
+m4_yearly/A-DEC/short,Moirai_small,3150000.0,3100000.0,813.0,2.98,0.166,0.134,28.2,1780.0,0.285,0.13,0.105,Econ/Fin,1.0
+restaurant/D/short,Moirai_small,161.0,162.0,7.78,0.739,0.7,0.419,5.24,12.7,0.584,0.358,0.282,Sales,1.0
+saugeen/D/short,Moirai_small,1270.0,1420.0,14.9,3.31,0.366,0.395,36.7,35.6,1.15,0.482,0.408,Nature,1.0
+saugeen/M/short,Moirai_small,931.0,937.0,19.4,1.14,0.646,0.563,13.0,30.5,0.916,0.583,0.487,Nature,1.0
+saugeen/W/short,Moirai_small,1370.0,1560.0,18.5,1.5,0.432,0.483,16.6,37.0,1.12,0.558,0.471,Nature,1.0
+solar/10T/short,Moirai_small,50.7,37.9,3.32,1.45,3.28,1.66,16.8,7.12,2.07,0.966,0.758,Energy,1.0
+solar/D/short,Moirai_small,121000.0,123000.0,280.0,1.1,0.937,0.485,6.34,348.0,0.502,0.405,0.297,Energy,1.0
+solar/H/short,Moirai_small,767.0,861.0,13.6,1.05,3.47,1.47,8.13,27.7,1.02,0.5,0.388,Energy,1.0
+solar/W/short,Moirai_small,3050000.0,2990000.0,1410.0,1.55,0.326,0.266,6.99,1750.0,0.356,0.289,0.219,Energy,1.0
+sz_taxi/15T/short,Moirai_small,18.2,18.0,2.86,0.574,1250000000000.0,0.41,4.42,4.26,0.398,0.268,0.212,Transport,1.0
+sz_taxi/H/short,Moirai_small,9.09,8.59,2.04,0.627,1.01,0.312,5.07,3.01,0.281,0.19,0.151,Transport,1.0
+temperature_rain/D/short,Moirai_small,180.0,183.0,5.77,1.34,21.4,1.55,22.1,13.4,1.58,0.679,0.553,Nature,1.0
+us_births/D/short,Moirai_small,508000.0,391000.0,460.0,0.677,0.0447,0.0441,6.07,713.0,0.0668,0.0431,0.0371,Healthcare,1.0
+us_births/M/short,Moirai_small,180000000.0,171000000.0,10000.0,1.14,0.0313,0.0313,12.4,13400.0,0.0417,0.0312,0.0267,Healthcare,1.0
+us_births/W/short,Moirai_small,5730000.0,5860000.0,1780.0,1.62,0.024,0.0241,12.7,2390.0,0.0325,0.0242,0.0197,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,Moirai_small,3230000.0,4010000.0,277.0,1.14,3.01,0.824,67.4,1800.0,5.46,0.842,0.62,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,Moirai_small,89600000.0,2300000.0,149.0,4.69,0.439,0.707,837.0,9460.0,39.8,0.628,0.605,Web/CloudOps,2.0
+bizitobs_application/10S/medium,Moirai_small,22500000.0,21800000.0,2290.0,7.33,0.0976,0.101,64.6,4740.0,0.186,0.0898,0.0821,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,Moirai_small,155.0,176.0,9.22,0.896,0.63,0.884,7.03,12.4,0.654,0.485,0.378,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,Moirai_small,230.0,308.0,12.4,1.2,1.02,1.13,7.19,15.2,0.918,0.752,0.547,Web/CloudOps,7.0
+bizitobs_service/10S/medium,Moirai_small,138000.0,105000.0,97.5,3.54,0.124,0.132,41.1,371.0,0.28,0.0734,0.0676,Web/CloudOps,2.0
+electricity/15T/medium,Moirai_small,500000.0,392000.0,77.3,1.25,0.201,0.196,10.6,707.0,1.22,0.133,0.111,Energy,1.0
+electricity/H/medium,Moirai_small,7210000.0,7340000.0,293.0,1.33,0.385,0.163,10.8,2680.0,1.05,0.114,0.09,Energy,1.0
+ett1/15T/medium,Moirai_small,10.7,11.1,1.79,1.14,0.789,0.439,7.84,3.27,0.623,0.341,0.266,Energy,7.0
+ett1/H/medium,Moirai_small,157.0,158.0,7.53,1.4,2350000000000.0,0.483,9.96,12.5,0.601,0.361,0.29,Energy,7.0
+ett2/15T/medium,Moirai_small,13.5,13.9,2.39,1.0,0.155,0.187,7.88,3.67,0.195,0.127,0.1,Energy,7.0
+ett2/H/medium,Moirai_small,252.0,247.0,9.9,1.08,0.181,0.177,8.2,15.9,0.214,0.133,0.107,Energy,7.0
+jena_weather/10T/medium,Moirai_small,2400.0,2460.0,12.3,0.666,0.742,0.733,6.78,49.0,0.301,0.0753,0.0649,Nature,21.0
+jena_weather/H/medium,Moirai_small,1700.0,1840.0,12.0,0.896,2.51,0.71,6.75,41.2,0.252,0.0732,0.0591,Nature,21.0
+kdd_cup_2018/H/medium,Moirai_small,5170.0,5580.0,26.9,1.09,0.899,0.591,9.1,71.9,1.5,0.563,0.451,Nature,1.0
+loop_seattle/5T/medium,Moirai_small,72.9,76.5,5.0,0.792,0.168,0.115,6.45,8.54,0.152,0.0889,0.0703,Transport,1.0
+loop_seattle/H/medium,Moirai_small,103.0,102.0,5.9,1.21,0.191,0.129,12.2,10.1,0.179,0.104,0.0854,Transport,1.0
+m_dense/H/medium,Moirai_small,64500.0,67800.0,123.0,1.03,0.381,0.277,7.95,254.0,0.442,0.214,0.168,Transport,1.0
+solar/10T/medium,Moirai_small,57.1,82.9,4.28,1.87,1.05,1.94,14.0,7.56,1.68,0.951,0.77,Energy,1.0
+solar/H/medium,Moirai_small,882.0,1000.0,15.0,1.15,4.03,1.48,8.02,29.7,1.07,0.542,0.414,Energy,1.0
+sz_taxi/15T/medium,Moirai_small,19.1,18.3,2.93,0.574,12500000000000.0,0.426,4.65,4.37,0.407,0.272,0.215,Transport,1.0
+bitbrains_fast_storage/5T/long,Moirai_small,4370000.0,4460000.0,326.0,0.996,3.41,0.847,159.0,2090.0,5.52,0.861,0.659,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,Moirai_small,3170000.0,3930000.0,248.0,3.6,3.95,0.71,647.0,1780.0,6.82,0.95,0.704,Web/CloudOps,2.0
+bizitobs_application/10S/long,Moirai_small,22800000.0,21000000.0,2450.0,7.49,0.099,0.104,62.0,4780.0,0.184,0.0943,0.0871,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,Moirai_small,257.0,320.0,12.9,1.21,0.913,1.22,7.78,16.0,0.901,0.725,0.563,Web/CloudOps,7.0
+bizitobs_l2c/H/long,Moirai_small,235.0,307.0,12.2,1.21,1.01,1.13,6.47,15.3,0.936,0.747,0.551,Web/CloudOps,7.0
+bizitobs_service/10S/long,Moirai_small,222000.0,207000.0,128.0,3.66,0.13,0.143,35.6,471.0,0.349,0.0951,0.0892,Web/CloudOps,2.0
+electricity/15T/long,Moirai_small,5430000000000.0,1300000.0,105.0,1.48,0.229,0.214,57.4,2330000.0,3680.0,0.165,0.135,Energy,1.0
+electricity/H/long,Moirai_small,7550000.0,7590000.0,293.0,1.34,0.427,0.166,11.1,2750.0,1.08,0.115,0.0908,Energy,1.0
+ett1/15T/long,Moirai_small,9.8,9.87,1.74,1.14,0.818,0.442,7.82,3.13,0.597,0.332,0.259,Energy,7.0
+ett1/H/long,Moirai_small,176.0,172.0,8.37,1.55,1060000000000.0,0.546,10.2,13.3,0.636,0.401,0.313,Energy,7.0
+ett2/15T/long,Moirai_small,15.2,15.2,2.55,1.07,0.165,0.199,7.83,3.89,0.208,0.136,0.105,Energy,7.0
+ett2/H/long,Moirai_small,278.0,277.0,10.7,1.16,0.196,0.196,8.17,16.7,0.228,0.146,0.115,Energy,7.0
+jena_weather/10T/long,Moirai_small,2580.0,2650.0,12.8,0.68,0.731,0.72,7.53,50.8,0.311,0.078,0.0672,Nature,21.0
+jena_weather/H/long,Moirai_small,1720.0,2820.0,14.6,1.0,2.74,0.688,8.08,41.5,0.25,0.0877,0.0676,Nature,21.0
+kdd_cup_2018/H/long,Moirai_small,3980.0,4340.0,24.9,1.04,0.971,0.626,8.19,63.1,1.48,0.583,0.465,Nature,1.0
+loop_seattle/5T/long,Moirai_small,80.6,85.2,5.21,0.823,0.162,0.119,6.63,8.98,0.159,0.0921,0.0731,Transport,1.0
+loop_seattle/H/long,Moirai_small,108.0,117.0,6.12,1.27,0.227,0.134,13.4,10.4,0.185,0.109,0.0887,Transport,1.0
+m_dense/H/long,Moirai_small,66700.0,70000.0,125.0,1.03,0.355,0.272,8.28,258.0,0.447,0.216,0.172,Transport,1.0
+solar/10T/long,Moirai_small,72.7,91.0,4.57,1.99,1.2,1.94,17.8,8.53,1.84,0.987,0.865,Energy,1.0
+solar/H/long,Moirai_small,931.0,1080.0,16.1,1.23,4.0,1.5,8.9,30.5,1.06,0.558,0.422,Energy,1.0
+sz_taxi/15T/long,Moirai_small,31.5,16.8,2.82,0.536,6960000000000.0,0.407,5.59,5.61,0.52,0.261,0.209,Transport,1.0

results/TTMs/all_results.csv

@@ -0,0 +1,98 @@
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+m4_yearly/A-DEC/short,TTMs,4839935.5,4839935.5,1196.179443359375,5.112272262573242,0.23282475769519806,0.20324555039405823,204.4908905029297,2199.9853515625,0.3527778387069702,0.1918129175901413,0.1918129175901413,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,TTMs,2172303.25,2172303.25,762.6624145507812,1.9847232103347778,0.17666807770729065,0.14162443578243256,79.38892364501953,1473.87353515625,0.2467004805803299,0.1276562511920929,0.1276562511920929,Econ/Fin,1.0
+m4_monthly/M/short,TTMs,2287464.25,2287464.25,733.611572265625,1.4358307123184204,0.22795240581035614,0.1735519915819168,57.4332275390625,1512.4365234375,0.31433624029159546,0.152469664812088,0.152469664812088,Econ/Fin,1.0
+m4_weekly/W-SUN/short,TTMs,422039.78125,422039.78125,342.1238708496094,2.8267741203308105,0.09321427345275879,0.09280014038085938,113.07096099853516,649.6458740234375,0.1183554157614708,0.062329668551683426,0.062329672276973724,Econ/Fin,1.0
+m4_daily/D/short,TTMs,411048.875,411048.875,216.05897521972656,4.402057647705078,0.05445367470383644,0.04020535573363304,176.08229064941406,641.1309204101562,0.09903701394796371,0.03337514027953148,0.03337514027953148,Econ/Fin,1.0
+m4_hourly/H/short,TTMs,1733123.125,1733123.125,274.3367919921875,2.284323215484619,0.15467053651809692,0.12878140807151794,91.3729248046875,1316.4813232421875,0.17972876131534576,0.037453025579452515,0.037453025579452515,Econ/Fin,1.0
+electricity/15T/short,TTMs,257502.15625,257502.15625,88.42657470703125,1.5933691263198853,0.24262936413288116,0.23883098363876343,63.734764099121094,507.44671630859375,1.0002775192260742,0.1743062138557434,0.1743062138557434,Energy,1.0
+electricity/H/short,TTMs,1847637.375,1847637.375,209.80812072753906,1.1588753461837769,0.2957945764064789,0.1582918018102646,46.35501480102539,1359.2783203125,0.6416764259338379,0.09904441982507706,0.09904441982507706,Energy,1.0
+electricity/D/short,TTMs,2313620736.0,2313620736.0,5347.56494140625,1.626549243927002,0.6676267981529236,0.12341494858264923,65.06197357177734,48100.11328125,0.7904446125030518,0.08787824958562851,0.0878782570362091,Energy,1.0
+electricity/W/short,TTMs,401613684736.0,401613684736.0,71897.9140625,2.820096492767334,0.31939420104026794,0.15038590133190155,112.8038558959961,633729.9375,1.44596266746521,0.16404731571674347,0.16404730081558228,Energy,1.0
+solar/10T/short,TTMs,24.345251083374023,24.345251083374023,2.662130355834961,1.1646230220794678,5.660563945770264,1.5489561557769775,46.584922790527344,4.934090614318848,1.4353264570236206,0.7744134068489075,0.7744134068489075,Energy,1.0
+solar/H/short,TTMs,620.20068359375,620.20068359375,12.117817878723145,0.9356493949890137,4.952815055847168,1.4163239002227783,37.42597579956055,24.903827667236328,0.9179633855819702,0.44666680693626404,0.44666680693626404,Energy,1.0
+solar/D/short,TTMs,118481.9609375,118481.9609375,253.32144165039062,0.9883174300193787,1.0210517644882202,0.43428853154182434,39.53269577026367,344.21209716796875,0.49726924300193787,0.3659631907939911,0.3659631907939911,Energy,1.0
+solar/W/short,TTMs,7674999.5,7674999.5,2448.83447265625,2.7054498195648193,0.5475783348083496,0.41417789459228516,108.2179946899414,2770.37890625,0.5655035972595215,0.49986833333969116,0.4998683035373688,Energy,1.0
+hospital/M/short,TTMs,12836.142578125,12836.142578125,32.64528274536133,0.9913527369499207,0.24914653599262238,0.20325852930545807,39.654109954833984,113.29669952392578,0.4112933278083801,0.11850995570421219,0.11850997060537338,Healthcare,1.0
+covid_deaths/D/short,TTMs,1131897.75,1131897.75,222.81866455078125,44.564353942871094,0.12967543303966522,0.4075009226799011,1782.57421875,1063.9068603515625,0.40030011534690857,0.08383660763502121,0.0838366150856018,Healthcare,1.0
+us_births/D/short,TTMs,1401044.5,1401044.5,1088.5601806640625,1.6032034158706665,0.10651035606861115,0.10454291105270386,64.12813568115234,1183.6572265625,0.11095826327800751,0.10204368829727173,0.10204368084669113,Healthcare,1.0
+us_births/M/short,TTMs,368808928.0,368808928.0,14531.2119140625,1.6435046195983887,0.046424537897109985,0.044930994510650635,65.74018096923828,19204.3984375,0.05964872986078262,0.04513384774327278,0.04513384774327278,Healthcare,1.0
+us_births/W/short,TTMs,6060797.0,6060797.0,1816.890869140625,1.6510907411575317,0.024267064407467842,0.02448924444615841,66.04362487792969,2461.86865234375,0.03341962397098541,0.02466411516070366,0.02466411702334881,Healthcare,1.0
+saugeen/D/short,TTMs,1217.6488037109375,1217.6488037109375,18.195556640625,4.038330078125,0.736946702003479,0.5322720408439636,161.533203125,34.89482498168945,1.1302517652511597,0.589358389377594,0.589358389377594,Nature,1.0
+saugeen/M/short,TTMs,403.4919128417969,403.4919128417969,12.90295696258545,0.7559629678726196,0.430253803730011,0.37744995951652527,30.2385196685791,20.087108612060547,0.6030752658843994,0.3873854875564575,0.38738545775413513,Nature,1.0
+saugeen/W/short,TTMs,1417.9427490234375,1417.9427490234375,22.106403350830078,1.7919658422470093,0.9105833172798157,0.621161162853241,71.67863464355469,37.655582427978516,1.1366649866104126,0.6673001646995544,0.6673002243041992,Nature,1.0
+temperature_rain/D/short,TTMs,164.8345947265625,164.8345947265625,6.6282057762146,1.6366773843765259,95.407470703125,1.397904634475708,65.46709442138672,12.838791847229004,1.511465311050415,0.7803150415420532,0.7803150415420532,Nature,1.0
+kdd_cup_2018/H/short,TTMs,4423.197265625,4423.197265625,24.123720169067383,0.9970476627349854,1.096936583518982,0.5092742443084717,39.88190841674805,66.50711822509766,1.392114520072937,0.504953145980835,0.504953145980835,Nature,1.0
+kdd_cup_2018/D/short,TTMs,2660.199462890625,2660.199462890625,20.4514102935791,1.1857279539108276,0.5912871360778809,0.45021387934684753,47.42911911010742,51.57712173461914,1.1553822755813599,0.4581333100795746,0.4581332802772522,Nature,1.0
+car_parts/M/short,TTMs,1.949265718460083,1.949265718460083,0.7429021596908569,1.3475180864334106,0.5989811420440674,1.742508053779602,53.900726318359375,1.3961610794067383,3.347851037979126,1.7814031839370728,1.7814030647277832,Sales,1.0
+restaurant/D/short,TTMs,189.19068908691406,189.19068908691406,8.840666770935059,0.8296910524368286,0.9069666266441345,0.4570354223251343,33.18764114379883,13.754660606384277,0.633021354675293,0.40686798095703125,0.40686798095703125,Sales,1.0
+hierarchical_sales/D/short,TTMs,28.036663055419922,28.036663055419922,2.56404709815979,0.8271127343177795,0.8048070073127747,0.9882603287696838,33.084510803222656,5.294965744018555,1.624436855316162,0.7866212129592896,0.7866212129592896,Sales,1.0
+hierarchical_sales/W/short,TTMs,564.8724365234375,564.8724365234375,12.2916898727417,0.9056759476661682,1.0096296072006226,0.5597119331359863,36.22703552246094,23.767044067382812,1.0911566019058228,0.564317524433136,0.564317524433136,Sales,1.0
+loop_seattle/5T/short,TTMs,82.84699249267578,82.84699249267578,5.735431671142578,0.8927099704742432,0.13905905187129974,0.11756289750337601,35.708396911621094,9.102032661437988,0.15607976913452148,0.09834999591112137,0.09834999591112137,Transport,1.0
+loop_seattle/H/short,TTMs,78.17028045654297,78.17028045654297,5.784073352813721,1.1600669622421265,0.16534535586833954,0.12921161949634552,46.402679443359375,8.841395378112793,0.15650169551372528,0.10238397866487503,0.10238397866487503,Transport,1.0
+loop_seattle/D/short,TTMs,39.735931396484375,39.735931396484375,5.312212944030762,1.637539029121399,0.10087105631828308,0.09581088274717331,65.50155639648438,6.303644180297852,0.11265455186367035,0.09493634849786758,0.09493634849786758,Transport,1.0
+sz_taxi/15T/short,TTMs,18.08315086364746,18.08315086364746,2.9162304401397705,0.5838834047317505,1241597870080.0,0.4137653708457947,23.355337142944336,4.252429008483887,0.397620290517807,0.27268001437187195,0.27268001437187195,Transport,1.0
+sz_taxi/H/short,TTMs,7.639774799346924,7.639774799346924,1.977967381477356,0.6016649603843689,1.2737908363342285,0.3176651895046234,24.066598892211914,2.76401424407959,0.25748497247695923,0.18425986170768738,0.18425986170768738,Transport,1.0
+m_dense/H/short,TTMs,61866.4765625,61866.4765625,125.69860076904297,1.0748567581176758,0.41384783387184143,0.29342660307884216,42.99427032470703,248.72972106933594,0.44118455052375793,0.22295798361301422,0.22295799851417542,Transport,1.0
+m_dense/D/short,TTMs,18425.615234375,18425.615234375,86.44058990478516,1.195383071899414,0.20659373700618744,0.17553198337554932,47.81532287597656,135.74098205566406,0.23498772084712982,0.14964145421981812,0.14964143931865692,Transport,1.0
+ett1/15T/short,TTMs,7.1254191398620605,7.1254191398620605,1.5072928667068481,0.9294078350067139,0.4586927890777588,0.3414961099624634,37.17631530761719,2.6693480014801025,0.5046178698539734,0.28494107723236084,0.28494107723236084,Energy,7.0
+ett1/H/short,TTMs,106.6740493774414,106.6740493774414,5.530933856964111,0.9026903510093689,0.49075448513031006,0.2867715656757355,36.10761260986328,10.328312873840332,0.4820646345615387,0.2581512928009033,0.2581512928009033,Energy,7.0
+ett1/D/short,TTMs,56256.45703125,56256.45703125,158.85206604003906,1.9342973232269287,1.07516610622406,0.5437031984329224,77.37189483642578,237.18443298339844,0.6229727864265442,0.4172302186489105,0.4172302186489105,Energy,7.0
+ett1/W/short,TTMs,1469617.875,1469617.875,879.71875,1.447729229927063,0.7957108616828918,0.4806247055530548,57.9091682434082,1212.2779541015625,0.48239433765411377,0.3500610888004303,0.3500610888004303,Energy,7.0
+ett2/15T/short,TTMs,9.67288589477539,9.67288589477539,2.0208580493927,0.8757458925247192,0.12289229035377502,0.1461191624403,35.02983856201172,3.110126256942749,0.14764876663684845,0.0959373190999031,0.0959373190999031,Energy,7.0
+ett2/H/short,TTMs,120.1141357421875,120.1141357421875,6.845362663269043,0.7833001017570496,0.12729938328266144,0.11626657843589783,31.332002639770508,10.959659576416016,0.13899897038936615,0.08681824058294296,0.08681824803352356,Energy,7.0
+ett2/D/short,TTMs,116203.3046875,116203.3046875,213.6118621826172,1.5472772121429443,0.4215363562107086,0.15681937336921692,61.891090393066406,340.88604736328125,0.19509808719158173,0.12225569784641266,0.12225569784641266,Energy,7.0
+ett2/W/short,TTMs,8909286.0,8909286.0,2076.41357421875,1.2180850505828857,0.24692106246948242,0.20335698127746582,48.72340393066406,2984.8427734375,0.25038254261016846,0.17417925596237183,0.17417925596237183,Energy,7.0
+jena_weather/10T/short,TTMs,782.1746826171875,782.1746826171875,7.494993209838867,0.3400033116340637,0.40267735719680786,0.5611201524734497,13.60013198852539,27.96738624572754,0.17371252179145813,0.04655330255627632,0.04655329883098602,Nature,21.0
+jena_weather/H/short,TTMs,1094.249755859375,1094.249755859375,9.976097106933594,0.5863804817199707,1.7231212854385376,0.6161960363388062,23.455219268798828,33.079444885253906,0.20277488231658936,0.06115283444523811,0.06115283817052841,Nature,21.0
+jena_weather/D/short,TTMs,718.0636596679688,718.0636596679688,15.289955139160156,2.276055097579956,1.530358076095581,0.4862256646156311,91.04220581054688,26.796709060668945,0.1613599956035614,0.09207051992416382,0.09207051992416382,Nature,21.0
+bitbrains_fast_storage/5T/short,TTMs,1628531.125,1628531.125,187.12472534179688,1.171704649925232,2.4038288593292236,0.7738839983940125,46.86818313598633,1276.13916015625,4.00676155090332,0.5875253677368164,0.5875253677368164,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,TTMs,2192248.25,2192248.25,295.1697998046875,1.3008264303207397,4.625766277313232,0.6319354772567749,52.033058166503906,1480.624267578125,4.220260143280029,0.8413297533988953,0.8413297533988953,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,TTMs,1510926.75,1510926.75,147.6888885498047,2.7057411670684814,1.7197303771972656,0.7114022970199585,108.22964477539062,1229.1976318359375,5.029521465301514,0.604300320148468,0.604300320148468,Web/CloudOps,2.0
+bitbrains_rnd/H/short,TTMs,1933281.5,1933281.5,244.47372436523438,5.975783824920654,5.3333740234375,0.6560726165771484,239.03134155273438,1390.4249267578125,6.085179805755615,1.0699366331100464,1.0699366331100464,Web/CloudOps,2.0
+bizitobs_application/10S/short,TTMs,6637856.5,6637856.5,1252.2286376953125,4.147694110870361,0.05962137505412102,0.060012977570295334,165.9077606201172,2576.40380859375,0.0993615984916687,0.048293452709913254,0.048293448984622955,Web/CloudOps,2.0
+bizitobs_service/10S/short,TTMs,27536.26171875,27536.26171875,59.369346618652344,2.4597558975219727,0.40247032046318054,0.12197352945804596,98.3902359008789,165.94053649902344,0.12293405830860138,0.04398271068930626,0.04398271068930626,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,TTMs,23.409997940063477,23.409997940063477,2.9665751457214355,0.30840957164764404,0.16064447164535522,0.22206072509288788,12.336382865905762,4.838387966156006,0.16616982221603394,0.10188419371843338,0.10188420116901398,Web/CloudOps,7.0
+bizitobs_l2c/H/short,TTMs,205.36241149902344,205.36241149902344,9.765654563903809,0.9571609497070312,1.011512279510498,0.8193023204803467,38.28643798828125,14.33047103881836,0.7724491357803345,0.5263938307762146,0.5263938307762146,Web/CloudOps,7.0
+electricity/15T/medium,TTMs,651701.3125,651701.3125,105.96629333496094,1.6732470989227295,0.2470926195383072,0.23122486472129822,66.92987823486328,807.2802124023438,1.3910250663757324,0.18259060382843018,0.18259058892726898,Energy,1.0
+electricity/H/medium,TTMs,6365218.5,6365218.5,276.15478515625,1.2359539270401,0.3267567455768585,0.15845558047294617,49.43815612792969,2522.9384765625,0.9847859740257263,0.10779231041669846,0.10779231786727905,Energy,1.0
+solar/10T/medium,TTMs,26.01571273803711,26.01571273803711,2.7237861156463623,1.1924405097961426,3.2334301471710205,1.5169990062713623,47.6976203918457,5.100560188293457,1.1318345069885254,0.6044189929962158,0.6044189929962158,Energy,1.0
+solar/H/medium,TTMs,660.3209228515625,660.3209228515625,12.425361633300781,0.9503023624420166,5.636295795440674,1.412003517150879,38.01209259033203,25.69671058654785,0.9256554841995239,0.44759050011634827,0.44759055972099304,Energy,1.0
+kdd_cup_2018/H/medium,TTMs,4856.63623046875,4856.63623046875,25.49256134033203,1.0811328887939453,1.1571370363235474,0.5635550618171692,43.24531936645508,69.68956756591797,1.4587289094924927,0.5336055159568787,0.5336055159568787,Nature,1.0
+loop_seattle/5T/medium,TTMs,283.7026062011719,283.7026062011719,12.758612632751465,1.9841841459274292,0.32099103927612305,0.28104230761528015,79.36736297607422,16.843473434448242,0.29968002438545227,0.22700193524360657,0.22700193524360657,Transport,1.0
+loop_seattle/H/medium,TTMs,90.72705841064453,90.72705841064453,6.5600266456604,1.3280991315841675,0.16877871751785278,0.14356575906276703,53.12396240234375,9.52507495880127,0.16835463047027588,0.11594773083925247,0.11594773083925247,Transport,1.0
+sz_taxi/15T/medium,TTMs,18.11094856262207,18.11094856262207,2.979530096054077,0.5815892219543457,12430919860224.0,0.4278164207935333,23.263568878173828,4.2556962966918945,0.39606356620788574,0.2772950232028961,0.2772950232028961,Transport,1.0
+m_dense/H/medium,TTMs,56997.91015625,56997.91015625,121.361083984375,1.0112087726593018,0.43836796283721924,0.2912840247154236,40.4483528137207,238.7423553466797,0.415381520986557,0.21115295588970184,0.21115295588970184,Transport,1.0
+ett1/15T/medium,TTMs,15.956341743469238,15.956341743469238,2.393866777420044,1.4170336723327637,0.7636879682540894,0.5661241412162781,56.68134689331055,3.9945390224456787,0.7613630890846252,0.4562734067440033,0.4562733471393585,Energy,7.0
+ett1/H/medium,TTMs,147.88861083984375,147.88861083984375,7.473272800445557,1.3740049600601196,4030999822336.0,0.48166728019714355,54.960201263427734,12.160945892333984,0.5824804902076721,0.3579520583152771,0.3579520285129547,Energy,7.0
+ett2/15T/medium,TTMs,15.005753517150879,15.005753517150879,2.521174669265747,1.0527147054672241,0.16341489553451538,0.19846686720848083,42.10858917236328,3.8737261295318604,0.2064378708600998,0.13435795903205872,0.1343579739332199,Energy,7.0
+ett2/H/medium,TTMs,305.8819885253906,305.8819885253906,11.393686294555664,1.2107949256896973,0.19668997824192047,0.20583097636699677,48.43179702758789,17.48948097229004,0.23568201065063477,0.15353724360466003,0.15353724360466003,Energy,7.0
+jena_weather/10T/medium,TTMs,1537.4500732421875,1537.4500732421875,11.298360824584961,0.680471658706665,0.9417414665222168,0.6616309285163879,27.218868255615234,39.210330963134766,0.24063313007354736,0.06933784484863281,0.06933784484863281,Nature,21.0
+jena_weather/H/medium,TTMs,1495.2928466796875,1495.2928466796875,12.530884742736816,0.8401451706886292,3.385291337966919,0.6819665431976318,33.60580825805664,38.66901779174805,0.23662257194519043,0.07667870819568634,0.07667870819568634,Nature,21.0
+bitbrains_fast_storage/5T/medium,TTMs,2465359.25,2465359.25,268.6639404296875,2.242617607116699,3.7882208824157715,0.819374680519104,89.70470428466797,1570.146240234375,4.770537853240967,0.8162752389907837,0.8162752389907837,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,TTMs,2117112.5,2117112.5,198.3486785888672,7.3914713859558105,2.527876615524292,0.7744432091712952,295.6588439941406,1455.030029296875,6.122053146362305,0.8345540761947632,0.8345540761947632,Web/CloudOps,2.0
+bizitobs_application/10S/medium,TTMs,52785060.0,52785060.0,4526.90380859375,13.303730010986328,0.18945442140102386,0.19156692922115326,532.149169921875,7265.33251953125,0.2852882444858551,0.17775818705558777,0.17775818705558777,Web/CloudOps,2.0
+bizitobs_service/10S/medium,TTMs,191248.296875,191248.296875,196.94912719726562,7.098899841308594,1.7195463180541992,0.25124451518058777,283.95599365234375,437.3194274902344,0.3291369080543518,0.14822855591773987,0.14822855591773987,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,TTMs,200.64273071289062,200.64273071289062,10.290497779846191,1.0041199922561646,0.6574810743331909,1.018429160118103,40.164798736572266,14.164841651916504,0.7452789545059204,0.5414315462112427,0.5414315462112427,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,TTMs,281.8178405761719,281.8178405761719,13.066701889038086,1.2794169187545776,1.4472025632858276,1.0701184272766113,51.17667770385742,16.787431716918945,1.0165044069290161,0.7912086248397827,0.7912086844444275,Web/CloudOps,7.0
+electricity/15T/long,TTMs,1342790.5,1342790.5,123.45643615722656,1.7905689477920532,0.2591364085674286,0.2366401106119156,71.62275695800781,1158.788330078125,1.8281307220458984,0.19476766884326935,0.19476766884326935,Energy,1.0
+electricity/H/long,TTMs,9800309.0,9800309.0,320.52337646484375,1.3680378198623657,0.3523074686527252,0.171502023935318,54.72151565551758,3130.544677734375,1.2346858978271484,0.12641432881355286,0.12641432881355286,Energy,1.0
+solar/10T/long,TTMs,27.684722900390625,27.684722900390625,2.7883079051971436,1.2189017534255981,2.6426501274108887,1.5232243537902832,48.756072998046875,5.261627197265625,1.137216567993164,0.602648138999939,0.602648138999939,Energy,1.0
+solar/H/long,TTMs,689.2293701171875,689.2293701171875,13.819160461425781,1.0523871183395386,6.962733268737793,1.4221395254135132,42.095481872558594,26.253177642822266,0.9102455377578735,0.4791354835033417,0.4791354835033417,Energy,1.0
+kdd_cup_2018/H/long,TTMs,3769.7626953125,3769.7626953125,23.290822982788086,1.0037591457366943,1.1482057571411133,0.5922478437423706,40.15036392211914,61.39839553833008,1.4406543970108032,0.5464968085289001,0.5464968085289001,Nature,1.0
+loop_seattle/5T/long,TTMs,265.4754333496094,265.4754333496094,12.66295337677002,1.9726394414901733,0.3322114944458008,0.2708892822265625,78.90557861328125,16.29341697692871,0.288070946931839,0.22388361394405365,0.22388361394405365,Transport,1.0
+loop_seattle/H/long,TTMs,78.83251953125,78.83251953125,5.85994291305542,1.2037372589111328,0.18407326936721802,0.13259759545326233,48.14948654174805,8.878767967224121,0.15867547690868378,0.10472502559423447,0.10472501814365387,Transport,1.0
+sz_taxi/15T/long,TTMs,16.81537437438965,16.81537437438965,2.87433123588562,0.5435872673988342,8260150624256.0,0.41485172510147095,21.74349021911621,4.1006550788879395,0.3795493543148041,0.2660429775714874,0.2660429775714874,Transport,1.0
+m_dense/H/long,TTMs,60970.38671875,60970.38671875,126.48969268798828,1.0458335876464844,0.45860356092453003,0.2954391837120056,41.833343505859375,246.9218292236328,0.42745816707611084,0.2189723551273346,0.2189723551273346,Transport,1.0
+ett1/15T/long,TTMs,16.58780860900879,16.58780860900879,2.484389305114746,1.488469123840332,0.8089041709899902,0.5957595705986023,59.53876495361328,4.072813510894775,0.7762822508811951,0.47352707386016846,0.47352707386016846,Energy,7.0
+ett1/H/long,TTMs,149.5264892578125,149.5264892578125,7.462743759155273,1.3938250541687012,2593034338304.0,0.4885442852973938,55.75300216674805,12.228102684020996,0.5855773687362671,0.3573746383190155,0.3573746681213379,Energy,7.0
+ett2/15T/long,TTMs,15.252047538757324,15.252047538757324,2.600973129272461,1.0827611684799194,0.167321115732193,0.20183655619621277,43.310447692871094,3.9053869247436523,0.20812514424324036,0.1386105716228485,0.13861055672168732,Energy,7.0
+ett2/H/long,TTMs,288.520751953125,288.520751953125,11.162341117858887,1.2191311120986938,0.20834589004516602,0.21477825939655304,48.76524353027344,16.985898971557617,0.23260881006717682,0.1528596729040146,0.1528596729040146,Energy,7.0
+jena_weather/10T/long,TTMs,1562.930419921875,1562.930419921875,11.357297897338867,0.6737896203994751,0.8498238921165466,0.6583142876625061,26.95158576965332,39.53391647338867,0.2419148087501526,0.069497250020504,0.0694972574710846,Nature,21.0
+jena_weather/H/long,TTMs,1302.5177001953125,1302.5177001953125,14.308568954467773,1.0584625005722046,3.396106243133545,0.6726809144020081,42.3385009765625,36.09041213989258,0.2173042595386505,0.08615344017744064,0.08615343272686005,Nature,21.0
+bitbrains_fast_storage/5T/long,TTMs,3354402.25,3354402.25,356.4161071777344,2.0263211727142334,4.350730895996094,0.8388842344284058,81.05284118652344,1831.5028076171875,4.840115070343018,0.9419013857841492,0.9419013261795044,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,TTMs,1939892.375,1939892.375,193.2017059326172,6.739154815673828,2.378561496734619,0.7550832629203796,269.5661926269531,1392.8001708984375,5.335503578186035,0.7401121854782104,0.7401122450828552,Web/CloudOps,2.0
+bizitobs_application/10S/long,TTMs,63951968.0,63951968.0,5090.4970703125,11.375816345214844,0.1536046713590622,0.16985638439655304,455.03265380859375,7996.99755859375,0.30841222405433655,0.19632013142108917,0.19632013142108917,Web/CloudOps,2.0
+bizitobs_service/10S/long,TTMs,310560.65625,310560.65625,242.35232543945312,6.615731239318848,0.4960593283176422,0.24668462574481964,264.6292419433594,557.2796630859375,0.41285061836242676,0.17954234778881073,0.17954234778881073,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,TTMs,370.515869140625,370.515869140625,14.165494918823242,1.3303046226501465,0.9395979642868042,1.1797410249710083,53.212188720703125,19.248788833618164,1.0807907581329346,0.7953713536262512,0.7953712940216064,Web/CloudOps,7.0
+bizitobs_l2c/H/long,TTMs,224.97149658203125,224.97149658203125,11.681208610534668,1.1981686353683472,1.6555753946304321,0.9281730651855469,47.92674255371094,14.99905014038086,0.9161852598190308,0.7135218977928162,0.7135219573974609,Web/CloudOps,7.0

results/TTMs/config.json

@@ -0,0 +1,5 @@
+{
+    "model": "TTMs",
+    "model_type": "pretrained",
+    "model_dtype": "float32"
+}

results/Timer/all_results.csv

@@ -0,0 +1,98 @@
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+m4_yearly/A-DEC/short,Timer,15960074.0,15960074.0,2515.56494140625,11.507473945617676,0.3822980523109436,0.512023389339447,460.2989501953125,3995.006103515625,0.6406177282333374,0.4033825099468231,0.4033825099468231,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,Timer,4070192.5,4070192.5,1059.001708984375,2.9413843154907227,0.18904034793376923,0.20665988326072693,117.6553726196289,2017.4718017578125,0.33768925070762634,0.1772582232952118,0.1772582232952118,Econ/Fin,1.0
+m4_monthly/M/short,Timer,3139851.5,3139851.5,773.2167358398438,1.5437763929367065,0.1861013025045395,0.18741603195667267,61.75105667114258,1771.962646484375,0.36827465891838074,0.1607009768486023,0.1607009768486023,Econ/Fin,1.0
+m4_weekly/W-SUN/short,Timer,602500.5625,602500.5625,435.4611511230469,3.867011308670044,0.10957105457782745,0.11553038656711578,154.68045043945312,776.2091064453125,0.14141327142715454,0.07933427393436432,0.07933427393436432,Econ/Fin,1.0
+m4_daily/D/short,Timer,409574.21875,409574.21875,216.2593231201172,4.353240966796875,0.04766090214252472,0.04090902954339981,174.129638671875,639.9798583984375,0.09885920584201813,0.0334060862660408,0.0334060862660408,Econ/Fin,1.0
+m4_hourly/H/short,Timer,3704264.25,3704264.25,325.61083984375,3.465131998062134,0.1837441772222519,0.13984128832817078,138.6052703857422,1924.6466064453125,0.26275673508644104,0.04445306584239006,0.04445306956768036,Econ/Fin,1.0
+electricity/15T/short,Timer,439636.90625,439636.90625,119.53121948242188,2.2560102939605713,0.3652159869670868,0.3091564476490021,90.24040985107422,663.0512084960938,1.307004690170288,0.23561958968639374,0.23561960458755493,Energy,1.0
+electricity/H/short,Timer,2290321.25,2290321.25,240.87733459472656,1.3026354312896729,0.3624715209007263,0.1691998392343521,52.10541915893555,1513.3807373046875,0.7144237756729126,0.11371130496263504,0.11371130496263504,Energy,1.0
+electricity/D/short,Timer,2299531264.0,2299531264.0,5843.25244140625,1.8616673946380615,0.7036624550819397,0.13423141837120056,74.46669006347656,47953.42578125,0.7880340814590454,0.0960240438580513,0.0960240438580513,Energy,1.0
+electricity/W/short,Timer,135113850880.0,135113850880.0,49654.5703125,2.278900384902954,0.2822481393814087,0.13292035460472107,91.15601348876953,367578.375,0.8386925458908081,0.11329534649848938,0.11329534649848938,Energy,1.0
+solar/10T/short,Timer,42.372314453125,42.372314453125,3.8650217056274414,1.700700283050537,4.472381591796875,1.6286958456039429,68.02801513671875,6.509401798248291,1.8935843706130981,1.124334454536438,1.124334454536438,Energy,1.0
+solar/H/short,Timer,761.1024780273438,761.1024780273438,14.604989051818848,1.12728750705719,5.338653087615967,1.4358646869659424,45.09149932861328,27.588085174560547,1.0169060230255127,0.5383447408676147,0.5383447408676147,Energy,1.0
+solar/D/short,Timer,118298.1796875,118298.1796875,260.9843444824219,1.019014596939087,1.0004303455352783,0.44782090187072754,40.76058578491211,343.94500732421875,0.4968833923339844,0.3770334720611572,0.3770335018634796,Energy,1.0
+solar/W/short,Timer,1952498.25,1952498.25,1030.47265625,1.1244401931762695,0.22364306449890137,0.19727763533592224,44.977603912353516,1397.3182373046875,0.28522759675979614,0.21034522354602814,0.21034523844718933,Energy,1.0
+hospital/M/short,Timer,31698.765625,31698.765625,51.45354080200195,1.4601761102676392,0.27852699160575867,0.3147836923599243,58.407047271728516,178.04147338867188,0.6463319063186646,0.18678829073905945,0.18678830564022064,Healthcare,1.0
+covid_deaths/D/short,Timer,19473190.0,19473190.0,766.7901000976562,82.29279327392578,0.27220600843429565,0.6154463291168213,3291.711669921875,4412.84375,1.6603540182113647,0.28850850462913513,0.28850850462913513,Healthcare,1.0
+us_births/D/short,Timer,1422180.125,1422180.125,1070.29443359375,1.576511263847351,0.10545723885297775,0.10285483300685883,63.06045150756836,1192.552001953125,0.11179206520318985,0.10033141076564789,0.10033140331506729,Healthcare,1.0
+us_births/M/short,Timer,320133216.0,320133216.0,14097.0830078125,1.5948479175567627,0.043822646141052246,0.04384173825383186,63.793914794921875,17892.267578125,0.05557325854897499,0.043785445392131805,0.043785445392131805,Healthcare,1.0
+us_births/W/short,Timer,6209666.5,6209666.5,1802.1334228515625,1.6382945775985718,0.02397833578288555,0.02440991997718811,65.53178405761719,2491.920166015625,0.03382757306098938,0.02446378394961357,0.024463782086968422,Healthcare,1.0
+saugeen/D/short,Timer,1427.042724609375,1427.042724609375,20.21636962890625,4.487884044647217,0.8190188407897949,0.565277636051178,179.51536560058594,37.77621841430664,1.2235807180404663,0.6548130512237549,0.6548130512237549,Nature,1.0
+saugeen/M/short,Timer,398.7861328125,398.7861328125,14.635396003723145,0.8574973940849304,0.5644688606262207,0.4876649081707001,34.299896240234375,19.96963119506836,0.5995482206344604,0.43939849734306335,0.43939852714538574,Nature,1.0
+saugeen/W/short,Timer,1276.0330810546875,1276.0330810546875,19.29665756225586,1.5652990341186523,0.6592676043510437,0.5892956256866455,62.611961364746094,35.72160720825195,1.0782864093780518,0.5824856162071228,0.5824856162071228,Nature,1.0
+temperature_rain/D/short,Timer,184.24391174316406,184.24391174316406,6.942285537719727,1.681937575340271,93.59574127197266,1.425851583480835,67.27750396728516,13.573647499084473,1.5979772806167603,0.8172905445098877,0.8172906041145325,Nature,1.0
+kdd_cup_2018/H/short,Timer,4599.66259765625,4599.66259765625,23.67636489868164,1.0080336332321167,1.0133415460586548,0.5278124213218689,40.321346282958984,67.82080841064453,1.4196124076843262,0.4955891966819763,0.4955892264842987,Nature,1.0
+kdd_cup_2018/D/short,Timer,2857.045654296875,2857.045654296875,21.094287872314453,1.2058345079421997,0.520703136920929,0.473745733499527,48.23337936401367,53.45133972167969,1.197366714477539,0.4725344777107239,0.4725344777107239,Nature,1.0
+car_parts/M/short,Timer,1.33407723903656,1.33407723903656,0.4690718650817871,0.8716527223587036,0.8576087355613708,1.90359365940094,34.86610794067383,1.1550226211547852,2.769625663757324,1.124786138534546,1.124786138534546,Sales,1.0
+restaurant/D/short,Timer,204.9752197265625,204.9752197265625,8.964832305908203,0.8364865183830261,0.8127961754798889,0.4661175012588501,33.4594612121582,14.31695556640625,0.6588994860649109,0.4125823378562927,0.4125823676586151,Sales,1.0
+hierarchical_sales/D/short,Timer,30.418733596801758,30.418733596801758,2.7062768936157227,0.8625249266624451,0.8648467659950256,0.9972294569015503,34.50099563598633,5.515317916870117,1.6920385360717773,0.8302557468414307,0.8302558064460754,Sales,1.0
+hierarchical_sales/W/short,Timer,478.2153625488281,478.2153625488281,10.283590316772461,0.8074617385864258,0.7302916646003723,0.5080252885818481,32.29846954345703,21.868135452270508,1.003976821899414,0.4721246361732483,0.47212469577789307,Sales,1.0
+loop_seattle/5T/short,Timer,72.92700958251953,72.92700958251953,5.170968532562256,0.8028478026390076,0.1457836925983429,0.10579100251197815,32.11391067504883,8.5397310256958,0.14643754065036774,0.08867069333791733,0.08867069333791733,Transport,1.0
+loop_seattle/H/short,Timer,88.27337646484375,88.27337646484375,5.952459335327148,1.1994346380233765,0.1736440658569336,0.13112717866897583,47.977386474609375,9.395391464233398,0.1663079857826233,0.10536458343267441,0.10536458343267441,Transport,1.0
+loop_seattle/D/short,Timer,36.45976257324219,36.45976257324219,4.904968738555908,1.5016674995422363,0.09176018834114075,0.08875258266925812,60.06670379638672,6.038191795349121,0.10791056603193283,0.0876583456993103,0.0876583456993103,Transport,1.0
+sz_taxi/15T/short,Timer,18.27078628540039,18.27078628540039,2.9489290714263916,0.5914117693901062,1240829919232.0,0.41839465498924255,23.656471252441406,4.2744340896606445,0.3996778726577759,0.2757374942302704,0.2757374942302704,Transport,1.0
+sz_taxi/H/short,Timer,7.8406662940979,7.8406662940979,2.0194859504699707,0.6149353384971619,1.5491769313812256,0.3229924738407135,24.597414016723633,2.800118923187256,0.26084837317466736,0.1881275773048401,0.1881275624036789,Transport,1.0
+m_dense/H/short,Timer,76534.609375,76534.609375,139.14401245117188,1.143413782119751,0.4861980676651001,0.3362470269203186,45.736549377441406,276.6488952636719,0.490706205368042,0.246806800365448,0.246806800365448,Transport,1.0
+m_dense/D/short,Timer,19875.603515625,19875.603515625,87.71620178222656,1.1955851316452026,0.20688574016094208,0.17553165555000305,47.823402404785156,140.98086547851562,0.2440587282180786,0.15184971690177917,0.15184973180294037,Transport,1.0
+ett1/15T/short,Timer,16.142446517944336,16.142446517944336,2.2090744972229004,1.3419594764709473,0.6826388239860535,0.4235529601573944,53.67837905883789,4.01776647567749,0.7595250606536865,0.41760703921318054,0.41760700941085815,Energy,7.0
+ett1/H/short,Timer,117.29533386230469,117.29533386230469,5.761704444885254,0.9536104202270508,0.5801722407341003,0.3092675805091858,38.14441680908203,10.830296516418457,0.505494236946106,0.2689222991466522,0.2689222991466522,Energy,7.0
+ett1/D/short,Timer,39235.36328125,39235.36328125,131.30612182617188,1.6968214511871338,0.8816156387329102,0.5224992036819458,67.87285614013672,198.07919311523438,0.5202615857124329,0.3448798954486847,0.3448798656463623,Energy,7.0
+ett1/W/short,Timer,2657829.5,2657829.5,1305.752197265625,2.5689876079559326,0.7078898549079895,0.8641673922538757,102.75950622558594,1630.2850341796875,0.6487293243408203,0.5195899605751038,0.5195900201797485,Energy,7.0
+ett2/15T/short,Timer,11.666239738464355,11.666239738464355,2.246156930923462,1.0045720338821411,0.14471322298049927,0.16502903401851654,40.182884216308594,3.415587902069092,0.16215009987354279,0.10663305222988129,0.10663304477930069,Energy,7.0
+ett2/H/short,Timer,142.5553436279297,142.5553436279297,7.492897033691406,0.8407788276672363,0.12942133843898773,0.12271913886070251,33.63115310668945,11.939654350280762,0.15142804384231567,0.0950307846069336,0.0950307846069336,Energy,7.0
+ett2/D/short,Timer,129063.671875,129063.671875,235.26654052734375,1.7539362907409668,0.5099589824676514,0.1784910410642624,70.15745544433594,359.25433349609375,0.2056107223033905,0.13464924693107605,0.13464924693107605,Energy,7.0
+ett2/W/short,Timer,15428875.0,15428875.0,2803.319091796875,1.9757634401321411,0.28836384415626526,0.346852570772171,79.0305404663086,3927.960693359375,0.32949569821357727,0.23515550792217255,0.23515549302101135,Energy,7.0
+jena_weather/10T/short,Timer,1421.3758544921875,1421.3758544921875,10.759843826293945,0.4265126883983612,0.5133702158927917,0.6040313243865967,17.06050682067871,37.70113754272461,0.2341713309288025,0.06683211773633957,0.06683211773633957,Nature,21.0
+jena_weather/H/short,Timer,1203.45263671875,1203.45263671875,10.736539840698242,0.626010537147522,2.478585958480835,0.6297770738601685,25.040420532226562,34.69081497192383,0.21265245974063873,0.0658142939209938,0.0658142939209938,Nature,21.0
+jena_weather/D/short,Timer,513.686279296875,513.686279296875,12.664178848266602,1.7647336721420288,1.22536039352417,0.4777471721172333,70.58934783935547,22.664648056030273,0.1364782303571701,0.0762590542435646,0.0762590542435646,Nature,21.0
+bitbrains_fast_storage/5T/short,Timer,2012037.125,2012037.125,222.65597534179688,1.0162328481674194,3.530824899673462,0.7916674017906189,40.649314880371094,1418.462890625,4.453622817993164,0.6990846991539001,0.6990846991539001,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,Timer,3378123.0,3378123.0,387.0008544921875,1.4674376249313354,6.137554168701172,0.6591413617134094,58.697505950927734,1837.967041015625,5.238802909851074,1.1030781269073486,1.1030781269073486,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,Timer,1855462.875,1855462.875,173.45669555664062,2.103407382965088,2.341862916946411,0.7406865358352661,84.13629913330078,1362.15380859375,5.573539733886719,0.7097347378730774,0.7097347378730774,Web/CloudOps,2.0
+bitbrains_rnd/H/short,Timer,2164091.0,2164091.0,238.79359436035156,6.159127712249756,4.8008222579956055,0.6970577239990234,246.36509704589844,1471.0849609375,6.438187599182129,1.0450775623321533,1.0450776815414429,Web/CloudOps,2.0
+bizitobs_application/10S/short,Timer,5609835.5,5609835.5,1088.42431640625,3.750981569290161,0.05302131175994873,0.05366656556725502,150.0392608642578,2368.509033203125,0.09134393185377121,0.04197617620229721,0.04197617247700691,Web/CloudOps,2.0
+bizitobs_service/10S/short,Timer,24416.603515625,24416.603515625,51.10384750366211,2.1690521240234375,0.3454442322254181,0.1400158554315567,86.7620849609375,156.2581329345703,0.11576101928949356,0.037859365344047546,0.037859365344047546,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,Timer,27.208078384399414,27.208078384399414,3.4999563694000244,0.37611064314842224,0.1919722855091095,0.23772288858890533,15.044425964355469,5.216136455535889,0.17914323508739471,0.12020266801118851,0.12020266056060791,Web/CloudOps,7.0
+bizitobs_l2c/H/short,Timer,174.7396697998047,174.7396697998047,8.77177906036377,0.8403541445732117,0.9407946467399597,0.7788866758346558,33.614166259765625,13.218914031982422,0.7125332951545715,0.47282135486602783,0.47282135486602783,Web/CloudOps,7.0
+electricity/15T/medium,Timer,2507608.75,2507608.75,187.1243438720703,2.7405874729156494,0.45900893211364746,0.34168070554733276,109.62349700927734,1583.5430908203125,2.728604316711426,0.32243409752845764,0.32243409752845764,Energy,1.0
+electricity/H/medium,Timer,12729977.0,12729977.0,378.74114990234375,1.6499006748199463,0.3859025835990906,0.1930912882089615,65.99602508544922,3567.909423828125,1.3926725387573242,0.1478351503610611,0.1478351503610611,Energy,1.0
+solar/10T/medium,Timer,82.85549926757812,82.85549926757812,6.211141109466553,2.7358651161193848,3.19260573387146,1.6824835538864136,109.43460845947266,9.102499961853027,2.019880771636963,1.3782769441604614,1.3782769441604614,Energy,1.0
+solar/H/medium,Timer,894.169189453125,894.169189453125,16.82102394104004,1.2898763418197632,6.022534370422363,1.4559845924377441,51.59505081176758,29.90266227722168,1.0771636962890625,0.6059325337409973,0.6059325933456421,Energy,1.0
+kdd_cup_2018/H/medium,Timer,4972.2255859375,4972.2255859375,25.705568313598633,1.1031593084335327,1.0825453996658325,0.5811611413955688,44.126373291015625,70.51400756835938,1.4759858846664429,0.5380641222000122,0.5380640625953674,Nature,1.0
+loop_seattle/5T/medium,Timer,175.62289428710938,175.62289428710938,8.868509292602539,1.3719229698181152,0.30770519375801086,0.1890646368265152,54.876914978027344,13.252278327941895,0.23578527569770813,0.15778900682926178,0.15778900682926178,Transport,1.0
+loop_seattle/H/medium,Timer,115.57488250732422,115.57488250732422,7.100574016571045,1.4409586191177368,0.1956809163093567,0.15315651893615723,57.638343811035156,10.75057601928711,0.19001522660255432,0.1255018562078476,0.1255018562078476,Transport,1.0
+sz_taxi/15T/medium,Timer,18.135269165039062,18.135269165039062,2.9966444969177246,0.5864758491516113,11960251842560.0,0.42955470085144043,23.459033966064453,4.258552551269531,0.396329402923584,0.2788877785205841,0.2788877785205841,Transport,1.0
+m_dense/H/medium,Timer,98668.859375,98668.859375,162.61505126953125,1.2639591693878174,0.6239790916442871,0.394538938999176,50.55836868286133,314.1159973144531,0.5465221405029297,0.2829296588897705,0.2829296588897705,Transport,1.0
+ett1/15T/medium,Timer,29.358871459960938,29.358871459960938,3.064739227294922,1.7557613849639893,0.910193681716919,0.6591196060180664,70.23045349121094,5.41838264465332,1.032749056816101,0.5841423273086548,0.5841423273086548,Energy,7.0
+ett1/H/medium,Timer,237.18679809570312,237.18679809570312,8.913472175598145,1.553605079650879,7674470072320.0,0.542371928691864,62.144203186035156,15.400870323181152,0.7376651763916016,0.4269341826438904,0.4269341826438904,Energy,7.0
+ett2/15T/medium,Timer,17.68214225769043,17.68214225769043,2.716909646987915,1.1290565729141235,0.16749130189418793,0.19701020419597626,45.162261962890625,4.205013751983643,0.22409279644489288,0.14478904008865356,0.14478905498981476,Energy,7.0
+ett2/H/medium,Timer,274.37237548828125,274.37237548828125,10.453105926513672,1.1246135234832764,0.1859084665775299,0.18576428294181824,44.98453903198242,16.564189910888672,0.2232131063938141,0.1408623307943344,0.1408623307943344,Energy,7.0
+jena_weather/10T/medium,Timer,2489.984375,2489.984375,16.714487075805664,0.7859023213386536,2.6763811111450195,0.6979338526725769,31.436092376708984,49.899742126464844,0.30623388290405273,0.10257652401924133,0.10257651656866074,Nature,21.0
+jena_weather/H/medium,Timer,1809.32958984375,1809.32958984375,13.810235023498535,0.936582088470459,5.170769691467285,0.6923579573631287,37.46328353881836,42.53621292114258,0.2602866291999817,0.0845072790980339,0.0845072865486145,Nature,21.0
+bitbrains_fast_storage/5T/medium,Timer,3149185.25,3149185.25,322.8526916503906,1.3148092031478882,5.947714805603027,0.8331922292709351,52.592369079589844,1774.594482421875,5.391707897186279,0.9809156060218811,0.9809156060218811,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,Timer,2225999.25,2225999.25,216.02272033691406,5.005271911621094,3.1543328762054443,0.7927706837654114,200.21087646484375,1491.978271484375,6.27751350402832,0.9089177846908569,0.9089177846908569,Web/CloudOps,2.0
+bizitobs_application/10S/medium,Timer,15773824.0,15773824.0,2290.66552734375,7.4735212326049805,0.10420622676610947,0.10529827326536179,298.94085693359375,3971.62744140625,0.15595412254333496,0.08994770050048828,0.08994769304990768,Web/CloudOps,2.0
+bizitobs_service/10S/medium,Timer,128696.2578125,128696.2578125,119.21471405029297,4.256953716278076,0.7849547266960144,0.20614860951900482,170.2781524658203,358.74261474609375,0.26999813318252563,0.08972380310297012,0.08972380310297012,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,Timer,270.9913330078125,270.9913330078125,11.936371803283691,1.1333492994308472,0.6806544661521912,0.9873334765434265,45.3339729309082,16.461814880371094,0.8661335110664368,0.6280286908149719,0.6280286908149719,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,Timer,196.06732177734375,196.06732177734375,10.511180877685547,1.037947177886963,1.453730583190918,0.9108565449714661,41.517887115478516,14.00240421295166,0.8478668332099915,0.6364679336547852,0.6364679336547852,Web/CloudOps,7.0
+electricity/15T/long,Timer,4811026.0,4811026.0,222.29676818847656,2.8717730045318604,0.47683200240135193,0.3436427712440491,114.87092590332031,2193.405029296875,3.4603655338287354,0.35070040822029114,0.35070040822029114,Energy,1.0
+electricity/H/long,Timer,18253970.0,18253970.0,440.7637023925781,1.9044365882873535,0.4604615569114685,0.21543215215206146,76.1774673461914,4272.46630859375,1.6850595474243164,0.1738370805978775,0.1738370805978775,Energy,1.0
+solar/10T/long,Timer,85.07907104492188,85.07907104492188,6.364139556884766,2.790985107421875,3.2258267402648926,1.6921824216842651,111.639404296875,9.223832130432129,1.9935836791992188,1.3755069971084595,1.37550687789917,Energy,1.0
+solar/H/long,Timer,937.348876953125,937.348876953125,17.726049423217773,1.3549171686172485,8.945707321166992,1.454779028892517,54.19668960571289,30.616153717041016,1.0615178346633911,0.6145944595336914,0.6145943999290466,Energy,1.0
+kdd_cup_2018/H/long,Timer,3933.24560546875,3933.24560546875,24.267629623413086,1.0618218183517456,1.1776909828186035,0.6198624968528748,42.472869873046875,62.71559143066406,1.4715611934661865,0.5694166421890259,0.5694167017936707,Nature,1.0
+loop_seattle/5T/long,Timer,174.40982055664062,174.40982055664062,8.904092788696289,1.3811830282211304,0.312557190656662,0.18701905012130737,55.247318267822266,13.206430435180664,0.2334924042224884,0.15742617845535278,0.15742619335651398,Transport,1.0
+loop_seattle/H/long,Timer,119.13572692871094,119.13572692871094,7.016603946685791,1.4354292154312134,0.2177831083536148,0.1524847447872162,57.41716766357422,10.914931297302246,0.19506444036960602,0.12539610266685486,0.12539610266685486,Transport,1.0
+sz_taxi/15T/long,Timer,17.1718692779541,17.1718692779541,2.921497344970703,0.5541780591011047,8475207794688.0,0.4209156036376953,22.16712188720703,4.143895626068115,0.38355156779289246,0.27040860056877136,0.27040860056877136,Transport,1.0
+m_dense/H/long,Timer,132903.703125,132903.703125,189.4039306640625,1.4404672384262085,0.7668570280075073,0.4415754973888397,57.61868667602539,364.5596008300781,0.6311065554618835,0.3278862237930298,0.3278862237930298,Transport,1.0
+ett1/15T/long,Timer,26.45624542236328,26.45624542236328,2.947497844696045,1.726724624633789,0.8878867030143738,0.6636614799499512,69.06898498535156,5.143563270568848,0.9803682565689087,0.5617960095405579,0.5617959499359131,Energy,7.0
+ett1/H/long,Timer,252.66668701171875,252.66668701171875,9.196810722351074,1.6078972816467285,5673646555136.0,0.5512914657592773,64.31588745117188,15.895492553710938,0.7612007260322571,0.4404153525829315,0.4404153823852539,Energy,7.0
+ett2/15T/long,Timer,17.282947540283203,17.282947540283203,2.7302868366241455,1.1427444219589233,0.17197680473327637,0.19833162426948547,45.70977783203125,4.157276630401611,0.22154879570007324,0.14550192654132843,0.14550192654132843,Energy,7.0
+ett2/H/long,Timer,318.6417541503906,318.6417541503906,11.12791919708252,1.1976245641708374,0.19808894395828247,0.20007404685020447,47.90498352050781,17.850540161132812,0.2444494068622589,0.1523882895708084,0.1523882895708084,Energy,7.0
+jena_weather/10T/long,Timer,2642.381103515625,2642.381103515625,16.85823631286621,0.738312840461731,1.7886229753494263,0.6904714107513428,29.532514572143555,51.40409851074219,0.3145504891872406,0.10315843671560287,0.10315844416618347,Nature,21.0
+jena_weather/H/long,Timer,1726.2587890625,1726.2587890625,15.776041984558105,1.0839569568634033,5.871225833892822,0.6670762300491333,43.3582763671875,41.54827117919922,0.2501666247844696,0.09498924762010574,0.09498924762010574,Nature,21.0
+bitbrains_fast_storage/5T/long,Timer,3541142.5,3541142.5,364.01239013671875,1.2159849405288696,5.811825275421143,0.842163622379303,48.639400482177734,1881.7923583984375,4.973015308380127,0.9619760513305664,0.9619760513305664,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,Timer,2221176.0,2221176.0,217.41079711914062,3.946690082550049,3.3151423931121826,0.7730594873428345,157.8675994873047,1490.3609619140625,5.709237098693848,0.8328518271446228,0.832851767539978,Web/CloudOps,2.0
+bizitobs_application/10S/long,Timer,18921282.0,18921282.0,2421.072021484375,8.513622283935547,0.1152883917093277,0.11799662560224533,340.5448913574219,4349.85986328125,0.16775670647621155,0.09337107092142105,0.09337105602025986,Web/CloudOps,2.0
+bizitobs_service/10S/long,Timer,205238.046875,205238.046875,133.7473602294922,4.24716854095459,1.0456585884094238,0.20487727224826813,169.88673400878906,453.03204345703125,0.335620641708374,0.09908432513475418,0.09908432513475418,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,Timer,375.9095153808594,375.9095153808594,14.159292221069336,1.3388009071350098,1.0445107221603394,1.155885934829712,53.55203628540039,19.388385772705078,1.088628888130188,0.7950230836868286,0.7950231432914734,Web/CloudOps,7.0
+bizitobs_l2c/H/long,Timer,194.76385498046875,194.76385498046875,10.17976188659668,1.0375962257385254,1.3438630104064941,0.9064521193504333,41.503849029541016,13.955781936645508,0.8524594306945801,0.6218092441558838,0.621809184551239,Web/CloudOps,7.0

results/Timer/config.json

@@ -0,0 +1,5 @@
+{
+    "model": "Timer",
+    "model_type": "pretrained",
+    "model_dtype": "float32"
+}

src/about.py

@@ -36,7 +36,7 @@ TITLE = """<h1 align="center" id="space-title">GIFT-Eval Time Series Forecasting
 INTRODUCTION_TEXT = """
 We introduce the **G**eneral T**I**me Series **F**orecas**T**ing Model Evaluation, GIFT-Eval,
 a pioneering benchmark aimed at promoting evaluation across diverse datasets.
-GIFT-Eval encompasses 28 datasets over 144,000 time series and 177 million data
+GIFT-Eval encompasses 24 datasets over 144,000 time series and 177 million data
 points, spanning seven domains, 10 frequencies, multivariate inputs, and prediction lengths ranging from short to long-term forecasts.
 """
 

src/display/utils.py

@@ -26,13 +26,13 @@ model_info_dict = []
 model_info_dict.append(["model_type_symbol", ColumnContent, ColumnContent("T", "str", True, never_hidden=True)])
 model_info_dict.append(["model", ColumnContent, ColumnContent("model", "markdown", True, never_hidden=True)])
 # Model information
-model_info_dict.append(["model_type", ColumnContent, ColumnContent("Type", "str", False)])
+model_info_dict.append(["model_type", ColumnContent, ColumnContent("Type", "str", False, True)])
 model_info_dict.append(["architecture", ColumnContent, ColumnContent("Architecture", "str", False)])
 model_info_dict.append(["weight_type", ColumnContent, ColumnContent("Weight type", "str", False, True)])
-model_info_dict.append(["precision", ColumnContent, ColumnContent("Precision", "str", False)])
-model_info_dict.append(["license", ColumnContent, ColumnContent("Hub License", "str", False)])
-model_info_dict.append(["params", ColumnContent, ColumnContent("#Params (B)", "number", False)])
-model_info_dict.append(["likes", ColumnContent, ColumnContent("Hub ❤️", "number", False)])
+model_info_dict.append(["precision", ColumnContent, ColumnContent("Precision", "str", False, True)])
+model_info_dict.append(["license", ColumnContent, ColumnContent("Hub License", "str", False, True)])
+model_info_dict.append(["params", ColumnContent, ColumnContent("#Params (B)", "number", False, True)])
+model_info_dict.append(["likes", ColumnContent, ColumnContent("Hub ❤️", "number", False, True)])
 model_info_dict.append(["still_on_hub", ColumnContent, ColumnContent("Available on the hub", "bool", False)])
 model_info_dict.append(["revision", ColumnContent, ColumnContent("Model sha", "str", False, False)])
 

src/leaderboard/read_evals.py

@@ -22,7 +22,7 @@ class ModelConfig:
     precision: Precision = Precision.Unknown
     license: str = "?"
     likes: int = 0
-    num_params: int = 0
+    num_params: int | str = 0
 
     @classmethod
     def init_from_json_file(cls, json_filepath):

src/utils.py

@@ -43,6 +43,18 @@ def pivot_df(file_name, tab_name):
     return df_pivot
 
 
+def rename_metrics(df):
+    df = df.rename(columns={
+        'eval_metrics/MAPE[0.5]': 'MAPE',
+        'eval_metrics/mean_weighted_sum_quantile_loss': 'CRPS'
+    })
+    return df
+
+def format_df(df):
+    df = df.applymap(format_number)
+    # make sure the data type is float
+    df.iloc[:, 1:] = df.iloc[:, 1:].astype(float)
+    return df
 def pivot_existed_df(df, tab_name):
     df = df.reset_index()
     if tab_name == 'univariate':
@@ -60,9 +72,10 @@ def pivot_existed_df(df, tab_name):
     df_pivot.columns = [f'{tab_name} ({metric})' for tab_name, metric in df_pivot.columns]
     df_pivot = df_pivot.reset_index()
     # df_pivot = df_pivot.round(3)
-    df_pivot = df_pivot.applymap(format_number)
-    # make sure the data type is float
-    df_pivot.iloc[:, 1:] = df_pivot.iloc[:, 1:].astype(float)
+    df_pivot = format_df(df_pivot)
+    # df_pivot = df_pivot.applymap(format_number)
+    # # make sure the data type is float
+    # df_pivot.iloc[:, 1:] = df_pivot.iloc[:, 1:].astype(float)
     return df_pivot
 
 
@@ -130,13 +143,15 @@ def get_grouped_dfs(root_dir='results', ds_properties='results/dataset_propertie
     # group by domain
     METRIC_CHOICES = ["eval_metrics/MAPE[0.5]", "eval_metrics/mean_weighted_sum_quantile_loss", "rank"]
 
-    grouped_results = df.groupby(['model'])[METRIC_CHOICES].mean()
+    grouped_results_overall = df.groupby(['model'])[METRIC_CHOICES].mean()
 
     # grouped_results.to_csv(f'artefacts/grouped_results_by_model.csv')
     grouped_dfs = {}
     for col_name in ["domain", 'term_length', 'frequency', 'univariate']:
         grouped_dfs[col_name] = group_by(df, col_name)
         # print(f"Grouping by {col_name}:\n {grouped_dfs.head(20)}")
+    # ipdb.set_trace()
+    grouped_dfs['overall'] = grouped_results_overall
     return grouped_dfs
 
 def standardize_df(df):