test_cases = [ { "references": [ "1111", "1111", "1111", "1111", "1111", "1111", "1111", "1111", "1111", "1111", ], "predictions": [ "1111", "1112", "1120", "1211", "1311", "2111", "111", "11", "1", "9999", ], "result": { "accuracy": 0.1111111111111111, "hierarchical_precision": 0.26666666666666666, "hierarchical_recall": 1.0, "hierarchical_fmeasure": 0.4210526315789474, }, }, { "references": ["1111"], "predictions": ["1111"], "result": { "accuracy": 1.0, "hierarchical_precision": 1.0, "hierarchical_recall": 1.0, "hierarchical_fmeasure": 1.0, }, }, { "references": ["1111"], "predictions": ["1112"], "result": { "accuracy": 0.0, "hierarchical_precision": 0.75, "hierarchical_recall": 0.75, "hierarchical_fmeasure": 0.75, }, }, { "references": ["1111"], "predictions": ["1120"], "result": { "accuracy": 0.0, "hierarchical_precision": 0.5, "hierarchical_recall": 0.5, "hierarchical_fmeasure": 0.5, }, }, { "references": ["1111"], "predictions": ["1211"], "result": { "accuracy": 0.0, "hierarchical_precision": 0.25, "hierarchical_recall": 0.25, "hierarchical_fmeasure": 0.25, }, }, { "references": ["1111"], "predictions": ["1311"], "result": { "accuracy": 0.0, "hierarchical_precision": 0.25, "hierarchical_recall": 0.25, "hierarchical_fmeasure": 0.25, }, }, { "references": ["1111"], "predictions": ["2111"], "result": { "accuracy": 0.0, "hierarchical_precision": 0.0, "hierarchical_recall": 0.0, "hierarchical_fmeasure": 0, }, }, { "references": ["1111"], "predictions": ["111"], "result": { "accuracy": 0.0, "hierarchical_precision": 1.0, "hierarchical_recall": 0.25, "hierarchical_fmeasure": 0.4, }, }, { "references": ["1111"], "predictions": ["11"], "result": { "accuracy": 0.0, "hierarchical_precision": 1.0, "hierarchical_recall": 0.25, "hierarchical_fmeasure": 0.4, }, }, { "references": ["1111"], "predictions": ["1"], "result": { "accuracy": 0.0, "hierarchical_precision": 1.0, "hierarchical_recall": 0.25, "hierarchical_fmeasure": 0.4, }, }, { "references": ["1111"], "predictions": ["9999"], "result": { "accuracy": 0.0, "hierarchical_precision": 0.0, "hierarchical_recall": 0.0, "hierarchical_fmeasure": 0, }, }, ]