Oguzz07's picture
Update causal_selection/data/results/evaluation_results.json with final benchmark (14 networks, 122 configs)
72da8db verified
{
"rf": {
"top_k_hit_rate": 0.6639344262295082,
"top_k_overlap_rate": 0.5136612021857923,
"mean_regret": 0.010241234335280928,
"median_regret": 0.0,
"max_regret": 0.1818181818181818,
"ndcg_at_k": 0.9508166448348011,
"mean_pred_mse": 0.03973197010929856,
"mean_pred_mae": 0.12461942879927632
},
"gbm": {
"top_k_hit_rate": 0.639344262295082,
"top_k_overlap_rate": 0.5136612021857924,
"mean_regret": 0.010800135428750801,
"median_regret": 0.0,
"max_regret": 0.1785714285714286,
"ndcg_at_k": 0.946114853798465,
"mean_pred_mse": 0.04519970192061315,
"mean_pred_mae": 0.1314004270489398
},
"feature_importance": {
"n_samples": 0.0022988785978280417,
"n_variables": 0.3002160358395854,
"n_over_p": 0.006872254393885206,
"avg_cardinality": 0.0028305686233166464,
"max_cardinality": 0.008435204814464846,
"min_cardinality": 0.0001770838668010093,
"mean_entropy": 0.008222522299603973,
"std_entropy": 0.017998648497423015,
"max_entropy": 0.07417096856568049,
"mean_pairwise_MI": 0.008764692796618762,
"std_pairwise_MI": 0.011004684102768513,
"max_pairwise_MI": 0.23797074062266088,
"mean_normalized_MI": 0.018082515669353278,
"frac_high_MI_pairs": 0.004738823513844024,
"density_proxy": 0.0144191895645574,
"mean_chi2_stat": 0.010360513138847784,
"std_chi2_stat": 0.006645464114766113,
"max_chi2_stat": 0.02298569402792007,
"mean_cramers_v": 0.03408222768567789,
"max_cramers_v": 0.08407177394405024,
"frac_weak_deps": 0.010141702950701992,
"frac_strong_deps": 0.009112572595666956,
"mean_pval_marginal": 0.0077166705164384035,
"frac_dep_marginal": 0.011281737824431787,
"mean_pval_conditional": 0.009480231578275988,
"frac_dep_conditional": 0.01712523758129132,
"v_structure_proxy": 0.006504599870304651,
"faithfulness_proxy": 0.006613909659522786,
"mean_mode_frequency": 0.011838645199114772,
"std_mode_frequency": 0.016615483265606967,
"mean_balance": 0.00559360373300629,
"uniformity_score": 0.002850097843327797,
"frac_binary_vars": 0.004731515530616876,
"frac_high_card_vars": 0.006045507172039787
},
"selected_model": "rf"
}