Upload evaluation_results.json with huggingface_hub
Browse files- evaluation_results.json +24 -92
evaluation_results.json
CHANGED
|
@@ -1,94 +1,26 @@
|
|
| 1 |
{
|
| 2 |
-
"
|
| 3 |
-
"link_prediction": {
|
| 4 |
-
"netfm": {
|
| 5 |
-
"auc": 0.8926447229556691,
|
| 6 |
-
"ap": 0.9057558282765563
|
| 7 |
-
},
|
| 8 |
-
"baselines": {
|
| 9 |
-
"common_neighbors": {
|
| 10 |
-
"auc": 0.8840110624872284,
|
| 11 |
-
"ap": 0.881527682460082
|
| 12 |
-
},
|
| 13 |
-
"jaccard": {
|
| 14 |
-
"auc": 0.7599749000705758,
|
| 15 |
-
"ap": 0.7068112065339854
|
| 16 |
-
},
|
| 17 |
-
"adamic_adar": {
|
| 18 |
-
"auc": 0.8955595216711097,
|
| 19 |
-
"ap": 0.9037296131594087
|
| 20 |
-
},
|
| 21 |
-
"preferential_attachment": {
|
| 22 |
-
"auc": 0.9064566631583283,
|
| 23 |
-
"ap": 0.9077499118470411
|
| 24 |
-
}
|
| 25 |
-
}
|
| 26 |
-
},
|
| 27 |
-
"centrality_estimation": {
|
| 28 |
-
"betweenness": {
|
| 29 |
-
"spearman": 0.33484611930047214
|
| 30 |
-
},
|
| 31 |
-
"pagerank": {
|
| 32 |
-
"spearman": 0.8995973570744575
|
| 33 |
-
}
|
| 34 |
-
}
|
| 35 |
-
},
|
| 36 |
-
"ppi-test": {
|
| 37 |
-
"link_prediction": {
|
| 38 |
-
"netfm": {
|
| 39 |
-
"auc": 0.8726449066593831,
|
| 40 |
-
"ap": 0.8860674232791657
|
| 41 |
-
},
|
| 42 |
-
"baselines": {
|
| 43 |
-
"common_neighbors": {
|
| 44 |
-
"auc": 0.8855682436065777,
|
| 45 |
-
"ap": 0.8833642859685417
|
| 46 |
-
},
|
| 47 |
-
"jaccard": {
|
| 48 |
-
"auc": 0.8532198974259493,
|
| 49 |
-
"ap": 0.8485257564234838
|
| 50 |
-
},
|
| 51 |
-
"adamic_adar": {
|
| 52 |
-
"auc": 0.8907847931031542,
|
| 53 |
-
"ap": 0.8979085146662399
|
| 54 |
-
},
|
| 55 |
-
"preferential_attachment": {
|
| 56 |
-
"auc": 0.8843485901281085,
|
| 57 |
-
"ap": 0.8838269367903449
|
| 58 |
-
}
|
| 59 |
-
}
|
| 60 |
-
},
|
| 61 |
-
"centrality_estimation": {
|
| 62 |
-
"betweenness": {
|
| 63 |
-
"spearman": 0.5511297082088322
|
| 64 |
-
},
|
| 65 |
-
"pagerank": {
|
| 66 |
-
"spearman": 0.9399260239127636
|
| 67 |
-
}
|
| 68 |
-
}
|
| 69 |
-
},
|
| 70 |
-
"ogbn-arxiv": {
|
| 71 |
"node_classification": {
|
| 72 |
"full": {
|
| 73 |
-
"accuracy": 0.
|
| 74 |
-
"macro_f1": 0.
|
| 75 |
},
|
| 76 |
"few_shot": {
|
| 77 |
-
"accuracy": 0.
|
| 78 |
-
"macro_f1": 0.
|
| 79 |
},
|
| 80 |
"zero_shot": {
|
| 81 |
-
"accuracy": 0.
|
| 82 |
-
"macro_f1": 0.
|
| 83 |
},
|
| 84 |
"baselines_from_scratch": {
|
| 85 |
"gcn": {
|
| 86 |
-
"accuracy": 0.
|
| 87 |
-
"macro_f1": 0.
|
| 88 |
},
|
| 89 |
"gat": {
|
| 90 |
-
"accuracy": 0.
|
| 91 |
-
"macro_f1": 0.
|
| 92 |
}
|
| 93 |
},
|
| 94 |
"node2vec": {
|
|
@@ -97,39 +29,39 @@
|
|
| 97 |
},
|
| 98 |
"link_prediction": {
|
| 99 |
"netfm": {
|
| 100 |
-
"auc": 0.
|
| 101 |
-
"ap": 0.
|
| 102 |
},
|
| 103 |
"baselines": {
|
| 104 |
"common_neighbors": {
|
| 105 |
-
"auc": 0.
|
| 106 |
-
"ap": 0.
|
| 107 |
},
|
| 108 |
"jaccard": {
|
| 109 |
-
"auc": 0.
|
| 110 |
-
"ap": 0.
|
| 111 |
},
|
| 112 |
"adamic_adar": {
|
| 113 |
-
"auc": 0.
|
| 114 |
-
"ap": 0.
|
| 115 |
},
|
| 116 |
"preferential_attachment": {
|
| 117 |
-
"auc": 0.
|
| 118 |
-
"ap": 0.
|
| 119 |
}
|
| 120 |
}
|
| 121 |
},
|
| 122 |
"community_detection": {
|
| 123 |
"netfm": {
|
| 124 |
-
"nmi": 0.
|
| 125 |
}
|
| 126 |
},
|
| 127 |
"centrality_estimation": {
|
| 128 |
"betweenness": {
|
| 129 |
-
"spearman": 0.
|
| 130 |
},
|
| 131 |
"pagerank": {
|
| 132 |
-
"spearman": 0.
|
| 133 |
}
|
| 134 |
}
|
| 135 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"chameleon": {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3 |
"node_classification": {
|
| 4 |
"full": {
|
| 5 |
+
"accuracy": 0.4818880351262349,
|
| 6 |
+
"macro_f1": 0.47624085126413584
|
| 7 |
},
|
| 8 |
"few_shot": {
|
| 9 |
+
"accuracy": 0.29527991218441274,
|
| 10 |
+
"macro_f1": 0.284838231862657
|
| 11 |
},
|
| 12 |
"zero_shot": {
|
| 13 |
+
"accuracy": 0.4818880351262349,
|
| 14 |
+
"macro_f1": 0.47624085126413584
|
| 15 |
},
|
| 16 |
"baselines_from_scratch": {
|
| 17 |
"gcn": {
|
| 18 |
+
"accuracy": 0.43578485181119647,
|
| 19 |
+
"macro_f1": 0.4377091245811397
|
| 20 |
},
|
| 21 |
"gat": {
|
| 22 |
+
"accuracy": 0.4950603732162459,
|
| 23 |
+
"macro_f1": 0.49708641963398603
|
| 24 |
}
|
| 25 |
},
|
| 26 |
"node2vec": {
|
|
|
|
| 29 |
},
|
| 30 |
"link_prediction": {
|
| 31 |
"netfm": {
|
| 32 |
+
"auc": 0.9704216577761278,
|
| 33 |
+
"ap": 0.9705782792364611
|
| 34 |
},
|
| 35 |
"baselines": {
|
| 36 |
"common_neighbors": {
|
| 37 |
+
"auc": 0.9499407318776318,
|
| 38 |
+
"ap": 0.9455877239861206
|
| 39 |
},
|
| 40 |
"jaccard": {
|
| 41 |
+
"auc": 0.900049159262159,
|
| 42 |
+
"ap": 0.870058981527582
|
| 43 |
},
|
| 44 |
"adamic_adar": {
|
| 45 |
+
"auc": 0.9559339009427882,
|
| 46 |
+
"ap": 0.9551782910454006
|
| 47 |
},
|
| 48 |
"preferential_attachment": {
|
| 49 |
+
"auc": 0.8993671911219007,
|
| 50 |
+
"ap": 0.9047502713340917
|
| 51 |
}
|
| 52 |
}
|
| 53 |
},
|
| 54 |
"community_detection": {
|
| 55 |
"netfm": {
|
| 56 |
+
"nmi": 0.06647372314986427
|
| 57 |
}
|
| 58 |
},
|
| 59 |
"centrality_estimation": {
|
| 60 |
"betweenness": {
|
| 61 |
+
"spearman": 0.4408281068609007
|
| 62 |
},
|
| 63 |
"pagerank": {
|
| 64 |
+
"spearman": 0.7659884576611518
|
| 65 |
}
|
| 66 |
}
|
| 67 |
}
|