Spaces:
Running
Running
Jason Zheng
commited on
Commit
·
77e8689
1
Parent(s):
ae712c6
add results on Qwen2-72B-Instruct
Browse files- RESULTS.json +38 -0
RESULTS.json
CHANGED
@@ -720,5 +720,43 @@
|
|
720 |
"overall": {
|
721 |
"RACE Score": 44.4
|
722 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
723 |
}
|
724 |
}
|
|
|
720 |
"overall": {
|
721 |
"RACE Score": 44.4
|
722 |
}
|
723 |
+
},
|
724 |
+
"Qwen2-72B-Instruct": {
|
725 |
+
"correctness": {
|
726 |
+
"Correctness": 53.1
|
727 |
+
},
|
728 |
+
"readability": {
|
729 |
+
"R*": 73.2,
|
730 |
+
"RN_p": 76.8,
|
731 |
+
"RN_if": 93.8,
|
732 |
+
"RN": 72.0,
|
733 |
+
"RL_p": 74.8,
|
734 |
+
"RL_if": 64.4,
|
735 |
+
"RL": 47.6,
|
736 |
+
"RC_p": 71.1,
|
737 |
+
"RC_if": 74.4,
|
738 |
+
"RC": 54.0,
|
739 |
+
"MBPP*": 64.0,
|
740 |
+
"Readability": 57.9
|
741 |
+
},
|
742 |
+
"maintainability": {
|
743 |
+
"MI*": 40.0,
|
744 |
+
"MI_p": 33.0,
|
745 |
+
"MI": 79.4,
|
746 |
+
"MC*": 42.8,
|
747 |
+
"MC_p": 37.2,
|
748 |
+
"MC": 22.8,
|
749 |
+
"Maintainability": 51.1
|
750 |
+
},
|
751 |
+
"efficiency": {
|
752 |
+
"E*": 45.5,
|
753 |
+
"E_p": 40.6,
|
754 |
+
"E_NI_T": 32.3,
|
755 |
+
"E_NI_S": 39.4,
|
756 |
+
"Efficiency": 35.8
|
757 |
+
},
|
758 |
+
"overall": {
|
759 |
+
"RACE Score": 49.5
|
760 |
+
}
|
761 |
}
|
762 |
}
|