Update with augmented data (178 configs) + pairwise ranking model (71.3% hit rate)

causal_selection/data/results/normalized_shd_matrix.csv

@@ -64,60 +64,116 @@ PC_discrete,FCI,GES,BOSS,GRaSP,HC,Tabu,MMHC,K2
 0.2,0.0,0.1454545454545454,0.0909090909090909,0.0545454545454545,0.1272727272727272,0.1272727272727272,1.0,0.1454545454545454
 0.2545454545454545,0.0,0.0,0.0,0.0,0.0181818181818181,0.0181818181818181,1.0,0.0
 0.2545454545454545,0.0,0.0,0.0,0.0,0.1454545454545454,0.1454545454545454,1.0,0.2727272727272727
-0.2545454545454545,0.01818181818181818,0.10909090909090909,1.0,1.0,0.01818181818181818,0.01818181818181818,1.0,0.2727272727272727
-0.10909090909090909,0.0,0.0,1.0,1.0,0.01818181818181818,0.01818181818181818,1.0,0.2727272727272727
-0.4,0.4,0.4,0.4,0.4,0.26666666666666666,0.26666666666666666,0.4,0.4666666666666667
+0.2545454545454545,0.0181818181818181,0.109090909090909,1.0,1.0,0.0181818181818181,0.0181818181818181,1.0,0.2727272727272727
+0.109090909090909,0.0,0.0,1.0,1.0,0.0181818181818181,0.0181818181818181,1.0,0.2727272727272727
+0.4,0.4,0.4,0.4,0.4,0.2666666666666666,0.2666666666666666,0.4,0.4666666666666667
 0.3333333333333333,0.4666666666666667,0.4,0.4,0.4,0.4,0.4,0.4,0.4
 0.4666666666666667,0.4666666666666667,0.4666666666666667,0.4666666666666667,0.4,0.4666666666666667,0.4666666666666667,0.4,0.4666666666666667
-0.3333333333333333,0.4,0.4,0.4,0.4,0.4,0.4,0.26666666666666666,0.3333333333333333
-0.3333333333333333,0.4666666666666667,0.26666666666666666,0.26666666666666666,0.4,0.2,0.2,0.26666666666666666,0.4666666666666667
+0.3333333333333333,0.4,0.4,0.4,0.4,0.4,0.4,0.2666666666666666,0.3333333333333333
+0.3333333333333333,0.4666666666666667,0.2666666666666666,0.2666666666666666,0.4,0.2,0.2,0.2666666666666666,0.4666666666666667
 0.2,0.4,0.2,0.2,0.2,0.2,0.2,0.4,0.3333333333333333
-0.13333333333333333,0.4,0.06666666666666667,0.06666666666666667,0.26666666666666666,0.06666666666666667,0.06666666666666667,0.2,0.4666666666666667
-0.13333333333333333,0.4,0.13333333333333333,0.13333333333333333,0.4666666666666667,0.13333333333333333,0.13333333333333333,0.4,0.3333333333333333
-0.03903903903903904,0.06456456456456457,0.024024024024024024,1.0,1.0,0.057057057057057055,0.057057057057057055,1.0,0.07357357357357357
-0.03303303303303303,0.06456456456456457,0.013513513513513514,1.0,1.0,0.052552552552552555,0.052552552552552555,1.0,0.057057057057057055
-0.036036036036036036,0.06456456456456457,0.0075075075075075074,1.0,1.0,0.03753753753753754,0.03753753753753754,1.0,0.057057057057057055
-0.024024024024024024,0.06606606606606606,0.003003003003003003,1.0,1.0,0.03903903903903904,0.03903903903903904,1.0,0.04054054054054054
-0.012012012012012012,0.06306306306306306,0.0045045045045045045,1.0,1.0,0.046546546546546545,0.046546546546546545,1.0,0.03303303303303303
-0.016516516516516516,0.06306306306306306,0.009009009009009009,1.0,1.0,0.04504504504504504,0.04504504504504504,1.0,0.04354354354354354
-0.05939716312056738,0.07535460992907801,1.0,1.0,1.0,0.07535460992907801,0.07535460992907801,1.0,0.13031914893617022
-0.05939716312056738,0.07535460992907801,1.0,1.0,1.0,0.07535460992907801,0.07535460992907801,1.0,0.13652482269503546
-0.05851063829787234,0.07624113475177305,1.0,1.0,1.0,0.07624113475177305,0.07624113475177305,1.0,0.12943262411347517
-0.06382978723404255,0.07535460992907801,1.0,1.0,1.0,0.07535460992907801,0.07535460992907801,1.0,0.13918439716312056
-0.051418439716312055,0.0700354609929078,1.0,1.0,1.0,0.07358156028368794,0.07358156028368794,1.0,0.11524822695035461
-0.05230496453900709,0.07358156028368794,1.0,1.0,1.0,0.06471631205673758,0.06471631205673758,1.0,0.13031914893617022
-0.08947368421052632,0.08947368421052632,0.08947368421052632,0.06842105263157895,0.06315789473684211,0.05789473684210526,0.05789473684210526,1.0,0.09473684210526316
-0.08421052631578947,0.09473684210526316,0.08421052631578947,0.07894736842105263,0.05263157894736842,0.07368421052631578,0.07368421052631578,1.0,0.06842105263157895
-0.07894736842105263,0.08421052631578947,0.010526315789473684,1.0,0.09473684210526316,0.07894736842105263,0.07894736842105263,1.0,0.05789473684210526
-0.07368421052631578,0.08421052631578947,0.09473684210526316,1.0,0.08947368421052632,0.07894736842105263,0.07894736842105263,1.0,0.031578947368421054
-0.05263157894736842,0.07894736842105263,0.005263157894736842,1.0,1.0,0.06842105263157895,0.06842105263157895,1.0,0.0
-0.07368421052631578,0.06842105263157895,0.02631578947368421,1.0,1.0,0.05263157894736842,0.05263157894736842,1.0,0.015789473684210527
-0.09686609686609686,0.1225071225071225,0.06837606837606838,1.0,1.0,0.09971509971509972,0.09971509971509972,1.0,0.1908831908831909
-0.10541310541310542,0.11965811965811966,0.06552706552706553,1.0,1.0,0.1168091168091168,0.1168091168091168,1.0,0.1794871794871795
-0.10256410256410256,0.11396011396011396,0.05698005698005698,1.0,1.0,0.09686609686609686,0.09686609686609686,1.0,0.19373219373219372
-0.07692307692307693,0.11396011396011396,0.06837606837606838,1.0,1.0,0.13105413105413105,0.13105413105413105,1.0,0.19943019943019943
-0.07122507122507123,0.10541310541310542,0.07977207977207977,1.0,1.0,0.13105413105413105,0.13105413105413105,1.0,0.1794871794871795
-0.08547008547008547,0.10826210826210826,0.06837606837606838,1.0,1.0,0.1396011396011396,0.1396011396011396,1.0,0.16809116809116809
-0.07394957983193277,0.09243697478991597,0.0773109243697479,1.0,0.07899159663865546,0.07899159663865546,0.07899159663865546,1.0,0.1411764705882353
-0.07394957983193277,0.08739495798319327,0.07563025210084033,0.07563025210084033,0.07563025210084033,0.07899159663865546,0.07899159663865546,1.0,0.12773109243697478
-0.06386554621848739,0.08235294117647059,1.0,1.0,1.0,0.08235294117647059,0.08235294117647059,1.0,0.15798319327731092
-0.058823529411764705,0.08571428571428572,1.0,1.0,1.0,0.08067226890756303,0.08067226890756303,1.0,0.1495798319327731
-0.05042016806722689,0.08907563025210084,1.0,1.0,1.0,0.08403361344537816,0.08403361344537816,1.0,0.16134453781512606
-0.05714285714285714,0.08907563025210084,1.0,1.0,1.0,0.08067226890756303,0.08067226890756303,1.0,0.15294117647058825
-0.10887096774193548,0.12096774193548387,0.10080645161290322,1.0,1.0,0.125,0.125,1.0,0.15725806451612903
-0.10887096774193548,0.12096774193548387,0.10080645161290322,1.0,1.0,0.12903225806451613,0.12903225806451613,1.0,0.1431451612903226
-0.10080645161290322,0.12096774193548387,0.08870967741935484,1.0,1.0,0.10887096774193548,0.10887096774193548,1.0,0.13911290322580644
-0.1028225806451613,0.12096774193548387,0.08870967741935484,1.0,1.0,0.13306451612903225,0.13306451612903225,1.0,0.1028225806451613
-0.08870967741935484,0.12298387096774194,0.08064516129032258,1.0,1.0,0.10080645161290322,0.10080645161290322,1.0,0.1310483870967742
-0.09274193548387097,0.12096774193548387,0.07661290322580645,1.0,1.0,0.1028225806451613,0.1028225806451613,1.0,0.11290322580645161
-0.03506493506493506,0.045454545454545456,0.031818181818181815,1.0,1.0,0.03961038961038961,0.03961038961038961,1.0,0.06558441558441558
-0.03506493506493506,0.044805194805194806,0.03571428571428571,1.0,1.0,0.045454545454545456,0.045454545454545456,1.0,0.06298701298701298
-0.032467532467532464,0.048051948051948054,1.0,1.0,1.0,0.03441558441558441,0.03441558441558441,1.0,0.06493506493506493
-0.033766233766233764,0.046103896103896105,1.0,1.0,1.0,0.04155844155844156,0.04155844155844156,1.0,0.06168831168831169
-0.04720496894409938,0.05548654244306418,0.04472049689440994,0.04886128364389234,0.04927536231884058,0.05300207039337474,0.05300207039337474,1.0,0.08074534161490683
-0.04803312629399586,0.05217391304347826,0.0443064182194617,0.045134575569358175,0.04596273291925466,0.0525879917184265,0.0525879917184265,1.0,0.0761904761904762
-0.04472049689440994,0.05548654244306418,0.04182194616977226,1.0,1.0,0.0463768115942029,0.0463768115942029,1.0,0.0670807453416149
-0.04472049689440994,0.0525879917184265,0.04265010351966874,1.0,1.0,0.04886128364389234,0.04886128364389234,1.0,0.0629399585921325
-0.03263157894736842,0.03894736842105263,0.023508771929824562,1.0,1.0,0.034736842105263156,0.034736842105263156,1.0,0.0456140350877193
-0.036491228070175435,0.039649122807017545,0.029473684210526315,1.0,1.0,0.034035087719298245,0.034035087719298245,1.0,0.0456140350877193
-0.031228070175438598,0.03929824561403509,0.02666666666666667,1.0,1.0,0.028421052631578948,0.028421052631578948,1.0,0.04596491228070176
+0.1333333333333333,0.4,0.0666666666666666,0.0666666666666666,0.2666666666666666,0.0666666666666666,0.0666666666666666,0.2,0.4666666666666667
+0.1333333333333333,0.4,0.1333333333333333,0.1333333333333333,0.4666666666666667,0.1333333333333333,0.1333333333333333,0.4,0.3333333333333333
+0.039039039039039,0.0645645645645645,0.024024024024024,1.0,1.0,0.057057057057057,0.057057057057057,1.0,0.0735735735735735
+0.033033033033033,0.0645645645645645,0.0135135135135135,1.0,1.0,0.0525525525525525,0.0525525525525525,1.0,0.057057057057057
+0.036036036036036,0.0645645645645645,0.0075075075075075,1.0,1.0,0.0375375375375375,0.0375375375375375,1.0,0.057057057057057
+0.024024024024024,0.066066066066066,0.003003003003003,1.0,1.0,0.039039039039039,0.039039039039039,1.0,0.0405405405405405
+0.012012012012012,0.063063063063063,0.0045045045045045,1.0,1.0,0.0465465465465465,0.0465465465465465,1.0,0.033033033033033
+0.0165165165165165,0.063063063063063,0.009009009009009,1.0,1.0,0.045045045045045,0.045045045045045,1.0,0.0435435435435435
+0.0593971631205673,0.075354609929078,1.0,1.0,1.0,0.075354609929078,0.075354609929078,1.0,0.1303191489361702
+0.0593971631205673,0.075354609929078,1.0,1.0,1.0,0.075354609929078,0.075354609929078,1.0,0.1365248226950354
+0.0585106382978723,0.076241134751773,1.0,1.0,1.0,0.076241134751773,0.076241134751773,1.0,0.1294326241134751
+0.0638297872340425,0.075354609929078,1.0,1.0,1.0,0.075354609929078,0.075354609929078,1.0,0.1391843971631205
+0.051418439716312,0.0700354609929078,1.0,1.0,1.0,0.0735815602836879,0.0735815602836879,1.0,0.1152482269503546
+0.052304964539007,0.0735815602836879,1.0,1.0,1.0,0.0647163120567375,0.0647163120567375,1.0,0.1303191489361702
+0.0894736842105263,0.0894736842105263,0.0894736842105263,0.0684210526315789,0.0631578947368421,0.0578947368421052,0.0578947368421052,1.0,0.0947368421052631
+0.0842105263157894,0.0947368421052631,0.0842105263157894,0.0789473684210526,0.0526315789473684,0.0736842105263157,0.0736842105263157,1.0,0.0684210526315789
+0.0789473684210526,0.0842105263157894,0.0105263157894736,1.0,0.0947368421052631,0.0789473684210526,0.0789473684210526,1.0,0.0578947368421052
+0.0736842105263157,0.0842105263157894,0.0947368421052631,1.0,0.0894736842105263,0.0789473684210526,0.0789473684210526,1.0,0.031578947368421
+0.0526315789473684,0.0789473684210526,0.0052631578947368,1.0,1.0,0.0684210526315789,0.0684210526315789,1.0,0.0
+0.0736842105263157,0.0684210526315789,0.0263157894736842,1.0,1.0,0.0526315789473684,0.0526315789473684,1.0,0.0157894736842105
+0.0968660968660968,0.1225071225071225,0.0683760683760683,1.0,1.0,0.0997150997150997,0.0997150997150997,1.0,0.1908831908831909
+0.1054131054131054,0.1196581196581196,0.0655270655270655,1.0,1.0,0.1168091168091168,0.1168091168091168,1.0,0.1794871794871795
+0.1025641025641025,0.1139601139601139,0.0569800569800569,1.0,1.0,0.0968660968660968,0.0968660968660968,1.0,0.1937321937321937
+0.0769230769230769,0.1139601139601139,0.0683760683760683,1.0,1.0,0.131054131054131,0.131054131054131,1.0,0.1994301994301994
+0.0712250712250712,0.1054131054131054,0.0797720797720797,1.0,1.0,0.131054131054131,0.131054131054131,1.0,0.1794871794871795
+0.0854700854700854,0.1082621082621082,0.0683760683760683,1.0,1.0,0.1396011396011396,0.1396011396011396,1.0,0.168091168091168
+0.0739495798319327,0.0924369747899159,0.0773109243697479,1.0,0.0789915966386554,0.0789915966386554,0.0789915966386554,1.0,0.1411764705882353
+0.0739495798319327,0.0873949579831932,0.0756302521008403,0.0756302521008403,0.0756302521008403,0.0789915966386554,0.0789915966386554,1.0,0.1277310924369747
+0.0638655462184873,0.0823529411764705,1.0,1.0,1.0,0.0823529411764705,0.0823529411764705,1.0,0.1579831932773109
+0.0588235294117647,0.0857142857142857,1.0,1.0,1.0,0.080672268907563,0.080672268907563,1.0,0.1495798319327731
+0.0504201680672268,0.0890756302521008,1.0,1.0,1.0,0.0840336134453781,0.0840336134453781,1.0,0.161344537815126
+0.0571428571428571,0.0890756302521008,1.0,1.0,1.0,0.080672268907563,0.080672268907563,1.0,0.1529411764705882
+0.1088709677419354,0.1209677419354838,0.1008064516129032,1.0,1.0,0.125,0.125,1.0,0.157258064516129
+0.1088709677419354,0.1209677419354838,0.1008064516129032,1.0,1.0,0.1290322580645161,0.1290322580645161,1.0,0.1431451612903226
+0.1008064516129032,0.1209677419354838,0.0887096774193548,1.0,1.0,0.1088709677419354,0.1088709677419354,1.0,0.1391129032258064
+0.1028225806451613,0.1209677419354838,0.0887096774193548,1.0,1.0,0.1330645161290322,0.1330645161290322,1.0,0.1028225806451613
+0.0887096774193548,0.1229838709677419,0.0806451612903225,1.0,1.0,0.1008064516129032,0.1008064516129032,1.0,0.1310483870967742
+0.0927419354838709,0.1209677419354838,0.0766129032258064,1.0,1.0,0.1028225806451613,0.1028225806451613,1.0,0.1129032258064516
+0.035064935064935,0.0454545454545454,0.0318181818181818,1.0,1.0,0.0396103896103896,0.0396103896103896,1.0,0.0655844155844155
+0.035064935064935,0.0448051948051948,0.0357142857142857,1.0,1.0,0.0454545454545454,0.0454545454545454,1.0,0.0629870129870129
+0.0324675324675324,0.048051948051948,1.0,1.0,1.0,0.0344155844155844,0.0344155844155844,1.0,0.0649350649350649
+0.0337662337662337,0.0461038961038961,1.0,1.0,1.0,0.0415584415584415,0.0415584415584415,1.0,0.0616883116883116
+0.0472049689440993,0.0554865424430641,0.0447204968944099,0.0488612836438923,0.0492753623188405,0.0530020703933747,0.0530020703933747,1.0,0.0807453416149068
+0.0480331262939958,0.0521739130434782,0.0443064182194617,0.0451345755693581,0.0459627329192546,0.0525879917184265,0.0525879917184265,1.0,0.0761904761904762
+0.0447204968944099,0.0554865424430641,0.0418219461697722,1.0,1.0,0.0463768115942029,0.0463768115942029,1.0,0.0670807453416149
+0.0447204968944099,0.0525879917184265,0.0426501035196687,1.0,1.0,0.0488612836438923,0.0488612836438923,1.0,0.0629399585921325
+0.0326315789473684,0.0389473684210526,0.0235087719298245,1.0,1.0,0.0347368421052631,0.0347368421052631,1.0,0.0456140350877193
+0.0364912280701754,0.0396491228070175,0.0294736842105263,1.0,1.0,0.0340350877192982,0.0340350877192982,1.0,0.0456140350877193
+0.0312280701754385,0.039298245614035,0.0266666666666666,1.0,1.0,0.0284210526315789,0.0284210526315789,1.0,0.0459649122807017
+0.2857142857142857,0.09523809523809523,0.047619047619047616,0.047619047619047616,0.047619047619047616,0.047619047619047616,0.047619047619047616,0.3333333333333333,0.23809523809523808
+0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
+0.09782608695652174,0.09782608695652174,0.09782608695652174,1.0,1.0,0.14855072463768115,0.14855072463768115,1.0,0.2028985507246377
+0.012315270935960592,0.05172413793103448,0.034482758620689655,1.0,1.0,0.11822660098522167,0.11822660098522167,1.0,0.1477832512315271
+0.07575757575757576,0.09090909090909091,0.045454545454545456,0.045454545454545456,0.07575757575757576,0.24242424242424243,0.24242424242424243,1.0,0.24242424242424243
+0.12087912087912088,0.0989010989010989,0.14285714285714285,1.0,0.06593406593406594,0.32967032967032966,0.32967032967032966,1.0,0.31868131868131866
+0.08823529411764706,0.08823529411764706,0.0661764705882353,0.0661764705882353,0.09558823529411764,0.16176470588235295,0.16176470588235295,1.0,0.2647058823529412
+0.12857142857142856,0.11904761904761904,0.10952380952380952,1.0,0.14761904761904762,0.2619047619047619,0.2619047619047619,1.0,0.34285714285714286
+0.07368421052631578,0.08947368421052632,0.07894736842105263,0.07894736842105263,0.09473684210526316,0.12631578947368421,0.12631578947368421,1.0,0.13157894736842105
+0.15714285714285714,0.17142857142857143,0.14285714285714285,0.14285714285714285,0.15714285714285714,0.19523809523809524,0.19523809523809524,1.0,0.20476190476190476
+0.059770114942528735,0.052873563218390804,0.041379310344827586,1.0,1.0,0.09425287356321839,0.09425287356321839,1.0,0.1632183908045977
+0.07130124777183601,0.08912655971479501,1.0,1.0,1.0,0.11229946524064172,0.11229946524064172,1.0,0.1925133689839572
+0.06493506493506493,0.08658008658008658,0.05627705627705628,0.05627705627705628,0.05627705627705628,0.06493506493506493,0.06493506493506493,1.0,0.20346320346320346
+0.08333333333333333,0.10666666666666667,0.09,0.09,0.09,0.09333333333333334,0.09333333333333334,1.0,0.19666666666666666
+0.032388663967611336,0.05398110661268556,0.044534412955465584,0.04588394062078273,1.0,0.0728744939271255,0.0728744939271255,1.0,0.10526315789473684
+0.02854122621564482,0.046511627906976744,1.0,1.0,1.0,0.08350951374207188,0.08350951374207188,1.0,0.11627906976744186
+0.04242424242424243,0.050505050505050504,0.045454545454545456,0.045454545454545456,0.046464646464646465,0.08282828282828283,0.08282828282828283,1.0,0.12222222222222222
+0.050505050505050504,0.05757575757575758,0.046464646464646465,0.05353535353535353,0.052525252525252523,0.07777777777777778,0.07777777777777778,1.0,0.10707070707070707
+0.25,0.21428571428571427,0.07142857142857142,0.35714285714285715,0.32142857142857145,0.07142857142857142,0.07142857142857142,0.32142857142857145,0.21428571428571427
+0.21428571428571427,0.21428571428571427,0.03571428571428571,0.03571428571428571,0.03571428571428571,0.03571428571428571,0.03571428571428571,0.03571428571428571,0.17857142857142858
+0.17857142857142858,0.17857142857142858,0.0,0.14285714285714285,0.07142857142857142,0.0,0.0,0.17857142857142858,0.25
+0.14285714285714285,0.21428571428571427,0.03571428571428571,0.17857142857142858,0.35714285714285715,0.03571428571428571,0.03571428571428571,0.03571428571428571,0.17857142857142858
+0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4
+0.3,0.5,0.4,0.4,0.4,0.4,0.4,0.4,0.4
+0.4,0.5,0.4,0.4,0.4,0.4,0.4,0.4,0.4
+0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4
+0.4,0.5,0.7,0.7,0.5,0.7,0.7,0.4,0.7
+0.4,0.4,0.4,0.5,0.5,0.5,0.5,0.4,0.5
+0.4,0.4,0.0,0.5,0.0,0.0,0.0,0.5,0.1
+0.0,0.4,0.0,0.0,0.0,0.5,0.5,0.5,0.0
+0.23636363636363636,0.07272727272727272,0.10909090909090909,0.03636363636363636,0.03636363636363636,0.12727272727272726,0.12727272727272726,1.0,0.07272727272727272
+0.2545454545454545,0.0,0.01818181818181818,0.01818181818181818,0.10909090909090909,0.23636363636363636,0.23636363636363636,1.0,0.2727272727272727
+0.2,0.0,0.0,0.01818181818181818,0.2,0.12727272727272726,0.12727272727272726,1.0,0.0
+0.2545454545454545,0.0,0.0,1.0,0.0,0.0,0.0,1.0,0.2727272727272727
+0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4
+0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4666666666666667
+0.4,0.4,0.26666666666666666,0.26666666666666666,0.26666666666666666,0.26666666666666666,0.26666666666666666,0.4,0.4666666666666667
+0.3333333333333333,0.4,0.2,0.2,0.4666666666666667,0.4666666666666667,0.4666666666666667,0.4666666666666667,0.4666666666666667
+0.04954954954954955,0.06456456456456457,0.021021021021021023,1.0,1.0,0.06156156156156156,0.06156156156156156,1.0,0.0915915915915916
+0.036036036036036036,0.06456456456456457,0.010510510510510511,1.0,1.0,0.04504504504504504,0.04504504504504504,1.0,0.052552552552552555
+0.03003003003003003,0.06456456456456457,0.010510510510510511,1.0,1.0,0.046546546546546545,0.046546546546546545,1.0,0.04054054054054054
+0.006006006006006006,0.06306306306306306,0.003003003003003003,1.0,1.0,0.042042042042042045,0.042042042042042045,1.0,0.03153153153153153
+0.06842105263157895,0.08947368421052632,0.06315789473684211,0.07894736842105263,0.1,0.1,0.1,1.0,0.07368421052631578
+0.07368421052631578,0.08947368421052632,0.1,1.0,0.05789473684210526,0.05263157894736842,0.05263157894736842,1.0,0.06315789473684211
+0.08947368421052632,0.07368421052631578,0.08421052631578947,1.0,1.0,0.02631578947368421,0.02631578947368421,1.0,0.015789473684210527
+0.05789473684210526,0.07368421052631578,0.005263157894736842,1.0,1.0,0.09473684210526316,0.09473684210526316,1.0,0.06842105263157895
+0.2857142857142857,0.32142857142857145,0.25,0.32142857142857145,0.32142857142857145,0.35714285714285715,0.35714285714285715,0.35714285714285715,0.2857142857142857
+0.2857142857142857,0.32142857142857145,0.35714285714285715,0.35714285714285715,0.35714285714285715,0.35714285714285715,0.35714285714285715,0.42857142857142855,0.35714285714285715
+0.2545454545454545,0.01818181818181818,0.23636363636363636,0.2,0.12727272727272726,0.18181818181818182,0.18181818181818182,1.0,0.01818181818181818
+0.14545454545454545,0.03636363636363636,0.05454545454545454,0.18181818181818182,0.16363636363636364,0.10909090909090909,0.10909090909090909,1.0,0.0
+0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4666666666666667
+0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4
+0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4
+0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4
+0.5,0.7,0.6,0.5,0.5,0.6,0.6,0.7,0.3
+0.5,0.6,0.7,0.7,0.6,0.7,0.7,0.7,0.7