| { |
| "timestamp": 1774284729.3695014, |
| "results": { |
| "Phase_6_Only": { |
| "overall_accuracy": 0.5, |
| "accuracy_by_category": { |
| "factual_easy": 0.5, |
| "factual_medium": 1.0, |
| "conceptual_medium": 0.5, |
| "reasoning_medium": 1.0, |
| "tricky_medium": 0.0, |
| "nuanced_hard": 0.0, |
| "meta_loop_prone": 0.5 |
| }, |
| "accuracy_by_difficulty": { |
| "1": 0.5, |
| "2": 0.625, |
| "3": 0.25 |
| }, |
| "avg_latency_ms": 0.2077141080583845, |
| "total_tests": 14, |
| "correct_count": 7, |
| "category_stats": { |
| "factual_easy": { |
| "accuracy": 0.5, |
| "count": 2, |
| "avg_latency_ms": 0.809056854248047 |
| }, |
| "factual_medium": { |
| "accuracy": 1.0, |
| "count": 2, |
| "avg_latency_ms": 0.10834465026855469 |
| }, |
| "conceptual_medium": { |
| "accuracy": 0.5, |
| "count": 2, |
| "avg_latency_ms": 0.10786781311035157 |
| }, |
| "reasoning_medium": { |
| "accuracy": 1.0, |
| "count": 2, |
| "avg_latency_ms": 0.10739097595214844 |
| }, |
| "tricky_medium": { |
| "accuracy": 0.0, |
| "count": 2, |
| "avg_latency_ms": 0.10751018524169922 |
| }, |
| "nuanced_hard": { |
| "accuracy": 0.0, |
| "count": 2, |
| "avg_latency_ms": 0.10751018524169922 |
| }, |
| "meta_loop_prone": { |
| "accuracy": 0.5, |
| "count": 2, |
| "avg_latency_ms": 0.10631809234619141 |
| } |
| } |
| }, |
| "Phase_6_Plus_13": { |
| "overall_accuracy": 0.7857142857142857, |
| "accuracy_by_category": { |
| "factual_easy": 1.0, |
| "factual_medium": 1.0, |
| "conceptual_medium": 1.0, |
| "reasoning_medium": 1.0, |
| "tricky_medium": 1.0, |
| "nuanced_hard": 0.5, |
| "meta_loop_prone": 0.0 |
| }, |
| "accuracy_by_difficulty": { |
| "1": 1.0, |
| "2": 1.0, |
| "3": 0.25 |
| }, |
| "avg_latency_ms": 0.10701631818498884, |
| "total_tests": 14, |
| "correct_count": 11, |
| "category_stats": { |
| "factual_easy": { |
| "accuracy": 1.0, |
| "count": 2, |
| "avg_latency_ms": 0.10751018524169922 |
| }, |
| "factual_medium": { |
| "accuracy": 1.0, |
| "count": 2, |
| "avg_latency_ms": 0.10667572021484376 |
| }, |
| "conceptual_medium": { |
| "accuracy": 1.0, |
| "count": 2, |
| "avg_latency_ms": 0.10643730163574219 |
| }, |
| "reasoning_medium": { |
| "accuracy": 1.0, |
| "count": 2, |
| "avg_latency_ms": 0.10762939453125 |
| }, |
| "tricky_medium": { |
| "accuracy": 1.0, |
| "count": 2, |
| "avg_latency_ms": 0.10727176666259766 |
| }, |
| "nuanced_hard": { |
| "accuracy": 0.5, |
| "count": 2, |
| "avg_latency_ms": 0.1070333480834961 |
| }, |
| "meta_loop_prone": { |
| "accuracy": 0.0, |
| "count": 2, |
| "avg_latency_ms": 0.10655651092529297 |
| } |
| } |
| }, |
| "Phase_6_Plus_13_Plus_14": { |
| "overall_accuracy": 0.5714285714285714, |
| "accuracy_by_category": { |
| "factual_easy": 0.5, |
| "factual_medium": 1.0, |
| "conceptual_medium": 0.5, |
| "reasoning_medium": 0.5, |
| "tricky_medium": 1.0, |
| "nuanced_hard": 0.5, |
| "meta_loop_prone": 0.0 |
| }, |
| "accuracy_by_difficulty": { |
| "1": 0.5, |
| "2": 0.75, |
| "3": 0.25 |
| }, |
| "avg_latency_ms": 0.10691413879394532, |
| "total_tests": 14, |
| "correct_count": 8, |
| "category_stats": { |
| "factual_easy": { |
| "accuracy": 0.5, |
| "count": 2, |
| "avg_latency_ms": 0.10715255737304688 |
| }, |
| "factual_medium": { |
| "accuracy": 1.0, |
| "count": 2, |
| "avg_latency_ms": 0.10667572021484376 |
| }, |
| "conceptual_medium": { |
| "accuracy": 0.5, |
| "count": 2, |
| "avg_latency_ms": 0.10655651092529297 |
| }, |
| "reasoning_medium": { |
| "accuracy": 0.5, |
| "count": 2, |
| "avg_latency_ms": 0.10727176666259766 |
| }, |
| "tricky_medium": { |
| "accuracy": 1.0, |
| "count": 2, |
| "avg_latency_ms": 0.1070333480834961 |
| }, |
| "nuanced_hard": { |
| "accuracy": 0.5, |
| "count": 2, |
| "avg_latency_ms": 0.1070333480834961 |
| }, |
| "meta_loop_prone": { |
| "accuracy": 0.0, |
| "count": 2, |
| "avg_latency_ms": 0.10667572021484376 |
| } |
| } |
| } |
| }, |
| "summary": { |
| "phase6_accuracy": 0.5, |
| "phase6_13_accuracy": 0.7857142857142857, |
| "phase6_13_14_accuracy": 0.5714285714285714, |
| "improvement_13_pct": 57.14285714285714, |
| "improvement_14_pct": -27.272727272727277, |
| "total_improvement_pct": 138.0952380952381 |
| } |
| } |
