workmem/validation/validation_step_1000.jsonl

{"global_idx": 0, "total_positions": 437, "gt_mem_token_count": 11, "pred_mem_token_count": 222, "correct_mem_token_count": 3, "mem_token_precision": 0.013513513513513514, "mem_token_recall": 0.2727272727272727, "mem_token_accuracy": 0.2727272727272727, "slot_norm_mean": 198.0, "slot_sim_mean": 1.0, "rank": 0}
{"global_idx": 1, "total_positions": 594, "gt_mem_token_count": 5, "pred_mem_token_count": 278, "correct_mem_token_count": 2, "mem_token_precision": 0.007194244604316547, "mem_token_recall": 0.4, "mem_token_accuracy": 0.4, "slot_norm_mean": 199.0, "slot_sim_mean": 0.99609375, "rank": 0}
{"global_idx": 2, "total_positions": 638, "gt_mem_token_count": 5, "pred_mem_token_count": 459, "correct_mem_token_count": 4, "mem_token_precision": 0.008714596949891068, "mem_token_recall": 0.8, "mem_token_accuracy": 0.8, "slot_norm_mean": 196.0, "slot_sim_mean": 0.99609375, "rank": 0}
{"global_idx": 3, "total_positions": 408, "gt_mem_token_count": 6, "pred_mem_token_count": 184, "correct_mem_token_count": 3, "mem_token_precision": 0.016304347826086956, "mem_token_recall": 0.5, "mem_token_accuracy": 0.5, "slot_norm_mean": 193.0, "slot_sim_mean": 1.0, "rank": 0}
{"global_idx": 4, "total_positions": 447, "gt_mem_token_count": 8, "pred_mem_token_count": 220, "correct_mem_token_count": 2, "mem_token_precision": 0.00909090909090909, "mem_token_recall": 0.25, "mem_token_accuracy": 0.25, "slot_norm_mean": 198.0, "slot_sim_mean": 1.0, "rank": 0}
{"global_idx": 5, "total_positions": 414, "gt_mem_token_count": 6, "pred_mem_token_count": 184, "correct_mem_token_count": 2, "mem_token_precision": 0.010869565217391304, "mem_token_recall": 0.3333333333333333, "mem_token_accuracy": 0.3333333333333333, "slot_norm_mean": 194.0, "slot_sim_mean": 1.0, "rank": 0}
{"global_idx": 6, "total_positions": 577, "gt_mem_token_count": 11, "pred_mem_token_count": 378, "correct_mem_token_count": 1, "mem_token_precision": 0.0026455026455026454, "mem_token_recall": 0.09090909090909091, "mem_token_accuracy": 0.09090909090909091, "slot_norm_mean": 197.0, "slot_sim_mean": 0.9921875, "rank": 0}
{"global_idx": 7, "total_positions": 631, "gt_mem_token_count": 17, "pred_mem_token_count": 466, "correct_mem_token_count": 3, "mem_token_precision": 0.006437768240343348, "mem_token_recall": 0.17647058823529413, "mem_token_accuracy": 0.17647058823529413, "slot_norm_mean": 200.0, "slot_sim_mean": 0.9921875, "rank": 1}
{"global_idx": 8, "total_positions": 591, "gt_mem_token_count": 7, "pred_mem_token_count": 324, "correct_mem_token_count": 1, "mem_token_precision": 0.0030864197530864196, "mem_token_recall": 0.14285714285714285, "mem_token_accuracy": 0.14285714285714285, "slot_norm_mean": 200.0, "slot_sim_mean": 0.99609375, "rank": 1}
{"global_idx": 9, "total_positions": 579, "gt_mem_token_count": 13, "pred_mem_token_count": 403, "correct_mem_token_count": 4, "mem_token_precision": 0.009925558312655087, "mem_token_recall": 0.3076923076923077, "mem_token_accuracy": 0.3076923076923077, "slot_norm_mean": 199.0, "slot_sim_mean": 1.0, "rank": 1}
{"global_idx": 10, "total_positions": 596, "gt_mem_token_count": 13, "pred_mem_token_count": 266, "correct_mem_token_count": 2, "mem_token_precision": 0.007518796992481203, "mem_token_recall": 0.15384615384615385, "mem_token_accuracy": 0.15384615384615385, "slot_norm_mean": 200.0, "slot_sim_mean": 0.99609375, "rank": 1}
{"global_idx": 11, "total_positions": 353, "gt_mem_token_count": 7, "pred_mem_token_count": 166, "correct_mem_token_count": 1, "mem_token_precision": 0.006024096385542169, "mem_token_recall": 0.14285714285714285, "mem_token_accuracy": 0.14285714285714285, "slot_norm_mean": 197.0, "slot_sim_mean": 1.0, "rank": 1}
{"global_idx": 12, "total_positions": 378, "gt_mem_token_count": 15, "pred_mem_token_count": 187, "correct_mem_token_count": 4, "mem_token_precision": 0.0213903743315508, "mem_token_recall": 0.26666666666666666, "mem_token_accuracy": 0.26666666666666666, "slot_norm_mean": 196.0, "slot_sim_mean": 0.99609375, "rank": 1}
{"global_idx": 13, "total_positions": 412, "gt_mem_token_count": 11, "pred_mem_token_count": 231, "correct_mem_token_count": 2, "mem_token_precision": 0.008658008658008658, "mem_token_recall": 0.18181818181818182, "mem_token_accuracy": 0.18181818181818182, "slot_norm_mean": 197.0, "slot_sim_mean": 1.0, "rank": 1}
{"global_idx": 14, "total_positions": 665, "gt_mem_token_count": 10, "pred_mem_token_count": 522, "correct_mem_token_count": 4, "mem_token_precision": 0.007662835249042145, "mem_token_recall": 0.4, "mem_token_accuracy": 0.4, "slot_norm_mean": 198.0, "slot_sim_mean": 1.0, "rank": 2}
{"global_idx": 15, "total_positions": 529, "gt_mem_token_count": 12, "pred_mem_token_count": 374, "correct_mem_token_count": 2, "mem_token_precision": 0.0053475935828877, "mem_token_recall": 0.16666666666666666, "mem_token_accuracy": 0.16666666666666666, "slot_norm_mean": 199.0, "slot_sim_mean": 0.9921875, "rank": 2}
{"global_idx": 16, "total_positions": 383, "gt_mem_token_count": 6, "pred_mem_token_count": 154, "correct_mem_token_count": 2, "mem_token_precision": 0.012987012987012988, "mem_token_recall": 0.3333333333333333, "mem_token_accuracy": 0.3333333333333333, "slot_norm_mean": 200.0, "slot_sim_mean": 0.99609375, "rank": 2}
{"global_idx": 17, "total_positions": 370, "gt_mem_token_count": 10, "pred_mem_token_count": 188, "correct_mem_token_count": 2, "mem_token_precision": 0.010638297872340425, "mem_token_recall": 0.2, "mem_token_accuracy": 0.2, "slot_norm_mean": 197.0, "slot_sim_mean": 0.99609375, "rank": 2}
{"global_idx": 18, "total_positions": 647, "gt_mem_token_count": 9, "pred_mem_token_count": 439, "correct_mem_token_count": 2, "mem_token_precision": 0.004555808656036446, "mem_token_recall": 0.2222222222222222, "mem_token_accuracy": 0.2222222222222222, "slot_norm_mean": 195.0, "slot_sim_mean": 0.9921875, "rank": 2}
{"global_idx": 19, "total_positions": 261, "gt_mem_token_count": 6, "pred_mem_token_count": 115, "correct_mem_token_count": 2, "mem_token_precision": 0.017391304347826087, "mem_token_recall": 0.3333333333333333, "mem_token_accuracy": 0.3333333333333333, "slot_norm_mean": 194.0, "slot_sim_mean": 0.99609375, "rank": 2}
{"global_idx": 20, "total_positions": 437, "gt_mem_token_count": 11, "pred_mem_token_count": 222, "correct_mem_token_count": 3, "mem_token_precision": 0.013513513513513514, "mem_token_recall": 0.2727272727272727, "mem_token_accuracy": 0.2727272727272727, "slot_norm_mean": 198.0, "slot_sim_mean": 1.0, "rank": 2}
{"global_idx": 21, "total_positions": 594, "gt_mem_token_count": 5, "pred_mem_token_count": 278, "correct_mem_token_count": 2, "mem_token_precision": 0.007194244604316547, "mem_token_recall": 0.4, "mem_token_accuracy": 0.4, "slot_norm_mean": 199.0, "slot_sim_mean": 0.99609375, "rank": 2}
{"global_idx": 22, "total_positions": 302, "gt_mem_token_count": 6, "pred_mem_token_count": 121, "correct_mem_token_count": 2, "mem_token_precision": 0.01652892561983471, "mem_token_recall": 0.3333333333333333, "mem_token_accuracy": 0.3333333333333333, "slot_norm_mean": 194.0, "slot_sim_mean": 0.99609375, "rank": 3}
{"global_idx": 23, "total_positions": 366, "gt_mem_token_count": 6, "pred_mem_token_count": 158, "correct_mem_token_count": 1, "mem_token_precision": 0.006329113924050633, "mem_token_recall": 0.16666666666666666, "mem_token_accuracy": 0.16666666666666666, "slot_norm_mean": 198.0, "slot_sim_mean": 1.0, "rank": 3}
{"global_idx": 24, "total_positions": 662, "gt_mem_token_count": 14, "pred_mem_token_count": 392, "correct_mem_token_count": 2, "mem_token_precision": 0.00510204081632653, "mem_token_recall": 0.14285714285714285, "mem_token_accuracy": 0.14285714285714285, "slot_norm_mean": 198.0, "slot_sim_mean": 1.0, "rank": 3}
{"global_idx": 25, "total_positions": 362, "gt_mem_token_count": 8, "pred_mem_token_count": 227, "correct_mem_token_count": 2, "mem_token_precision": 0.00881057268722467, "mem_token_recall": 0.25, "mem_token_accuracy": 0.25, "slot_norm_mean": 199.0, "slot_sim_mean": 1.0, "rank": 3}
{"global_idx": 26, "total_positions": 466, "gt_mem_token_count": 13, "pred_mem_token_count": 194, "correct_mem_token_count": 1, "mem_token_precision": 0.005154639175257732, "mem_token_recall": 0.07692307692307693, "mem_token_accuracy": 0.07692307692307693, "slot_norm_mean": 199.0, "slot_sim_mean": 0.99609375, "rank": 3}
{"global_idx": 27, "total_positions": 712, "gt_mem_token_count": 7, "pred_mem_token_count": 465, "correct_mem_token_count": 3, "mem_token_precision": 0.0064516129032258064, "mem_token_recall": 0.42857142857142855, "mem_token_accuracy": 0.42857142857142855, "slot_norm_mean": 197.0, "slot_sim_mean": 0.9921875, "rank": 3}
{"global_idx": 28, "total_positions": 631, "gt_mem_token_count": 17, "pred_mem_token_count": 466, "correct_mem_token_count": 3, "mem_token_precision": 0.006437768240343348, "mem_token_recall": 0.17647058823529413, "mem_token_accuracy": 0.17647058823529413, "slot_norm_mean": 200.0, "slot_sim_mean": 0.9921875, "rank": 3}
{"global_idx": 29, "total_positions": 591, "gt_mem_token_count": 7, "pred_mem_token_count": 324, "correct_mem_token_count": 1, "mem_token_precision": 0.0030864197530864196, "mem_token_recall": 0.14285714285714285, "mem_token_accuracy": 0.14285714285714285, "slot_norm_mean": 200.0, "slot_sim_mean": 0.99609375, "rank": 3}