| { |
| "baseline": "rule_based", |
| "average_score": 1.0, |
| "results": [ |
| { |
| "task_id": "easy_account_takeover", |
| "difficulty": "easy", |
| "score": 1.0, |
| "steps": 7, |
| "transcript": [ |
| { |
| "action": { |
| "action_type": "request_context", |
| "target": "T1", |
| "value": "account_security" |
| }, |
| "reward": { |
| "value": 0.11, |
| "components": { |
| "step_penalty": -0.01, |
| "required_context_found": 0.12 |
| }, |
| "rationale": "Processed request_context." |
| }, |
| "task_score": 0.1, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "request_context", |
| "target": "T1", |
| "value": "billing_activity" |
| }, |
| "reward": { |
| "value": 0.11, |
| "components": { |
| "step_penalty": -0.01, |
| "required_context_found": 0.12 |
| }, |
| "rationale": "Processed request_context." |
| }, |
| "task_score": 0.2, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "set_priority", |
| "target": "T1", |
| "value": "urgent" |
| }, |
| "reward": { |
| "value": 0.07, |
| "components": { |
| "step_penalty": -0.01, |
| "priority_match": 0.08 |
| }, |
| "rationale": "Processed set_priority." |
| }, |
| "task_score": 0.4, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "set_route", |
| "target": "T1", |
| "value": "account_security" |
| }, |
| "reward": { |
| "value": 0.09, |
| "components": { |
| "step_penalty": -0.01, |
| "route_match": 0.1 |
| }, |
| "rationale": "Processed set_route." |
| }, |
| "task_score": 0.65, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "set_resolution", |
| "target": "T1", |
| "value": "temporary_lock_and_manual_recovery" |
| }, |
| "reward": { |
| "value": 0.11, |
| "components": { |
| "step_penalty": -0.01, |
| "resolution_match": 0.12 |
| }, |
| "rationale": "Processed set_resolution." |
| }, |
| "task_score": 0.85, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "escalate", |
| "target": "T1", |
| "value": "security_specialist" |
| }, |
| "reward": { |
| "value": 0.09, |
| "components": { |
| "step_penalty": -0.01, |
| "correct_escalation": 0.1 |
| }, |
| "rationale": "Processed escalate." |
| }, |
| "task_score": 1.0, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "finalize", |
| "target": "T1", |
| "value": null |
| }, |
| "reward": { |
| "value": 0.99, |
| "components": { |
| "step_penalty": -0.01, |
| "terminal_grade": 1.0 |
| }, |
| "rationale": "Final task grade applied." |
| }, |
| "task_score": 1.0, |
| "done": true |
| } |
| ] |
| }, |
| { |
| "task_id": "medium_payout_hold", |
| "difficulty": "medium", |
| "score": 1.0, |
| "steps": 6, |
| "transcript": [ |
| { |
| "action": { |
| "action_type": "request_context", |
| "target": "T1", |
| "value": "tax_status" |
| }, |
| "reward": { |
| "value": 0.11, |
| "components": { |
| "step_penalty": -0.01, |
| "required_context_found": 0.12 |
| }, |
| "rationale": "Processed request_context." |
| }, |
| "task_score": 0.225, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "request_context", |
| "target": "T1", |
| "value": "payout_hold" |
| }, |
| "reward": { |
| "value": 0.11, |
| "components": { |
| "step_penalty": -0.01, |
| "required_context_found": 0.12 |
| }, |
| "rationale": "Processed request_context." |
| }, |
| "task_score": 0.35, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "set_priority", |
| "target": "T1", |
| "value": "high" |
| }, |
| "reward": { |
| "value": 0.07, |
| "components": { |
| "step_penalty": -0.01, |
| "priority_match": 0.08 |
| }, |
| "rationale": "Processed set_priority." |
| }, |
| "task_score": 0.5, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "set_route", |
| "target": "T1", |
| "value": "monetization_compliance" |
| }, |
| "reward": { |
| "value": 0.09, |
| "components": { |
| "step_penalty": -0.01, |
| "route_match": 0.1 |
| }, |
| "rationale": "Processed set_route." |
| }, |
| "task_score": 0.75, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "set_resolution", |
| "target": "T1", |
| "value": "request_tax_renewal" |
| }, |
| "reward": { |
| "value": 0.11, |
| "components": { |
| "step_penalty": -0.01, |
| "resolution_match": 0.12 |
| }, |
| "rationale": "Processed set_resolution." |
| }, |
| "task_score": 1.0, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "finalize", |
| "target": "T1", |
| "value": null |
| }, |
| "reward": { |
| "value": 0.99, |
| "components": { |
| "step_penalty": -0.01, |
| "terminal_grade": 1.0 |
| }, |
| "rationale": "Final task grade applied." |
| }, |
| "task_score": 1.0, |
| "done": true |
| } |
| ] |
| }, |
| { |
| "task_id": "hard_queue_triage", |
| "difficulty": "hard", |
| "score": 1.0, |
| "steps": 16, |
| "transcript": [ |
| { |
| "action": { |
| "action_type": "rank_queue", |
| "target": "T1", |
| "value": "T2,T3,T1" |
| }, |
| "reward": { |
| "value": 0.11, |
| "components": { |
| "step_penalty": -0.01, |
| "queue_progress": 0.12 |
| }, |
| "rationale": "Processed rank_queue." |
| }, |
| "task_score": 0.2167, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "request_context", |
| "target": "T1", |
| "value": "payment_status" |
| }, |
| "reward": { |
| "value": 0.11, |
| "components": { |
| "step_penalty": -0.01, |
| "required_context_found": 0.12 |
| }, |
| "rationale": "Processed request_context." |
| }, |
| "task_score": 0.25, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "request_context", |
| "target": "T2", |
| "value": "account_security" |
| }, |
| "reward": { |
| "value": 0.11, |
| "components": { |
| "step_penalty": -0.01, |
| "required_context_found": 0.12 |
| }, |
| "rationale": "Processed request_context." |
| }, |
| "task_score": 0.2667, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "request_context", |
| "target": "T2", |
| "value": "billing_activity" |
| }, |
| "reward": { |
| "value": 0.11, |
| "components": { |
| "step_penalty": -0.01, |
| "required_context_found": 0.12 |
| }, |
| "rationale": "Processed request_context." |
| }, |
| "task_score": 0.2834, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "request_context", |
| "target": "T3", |
| "value": "appeal_state" |
| }, |
| "reward": { |
| "value": 0.11, |
| "components": { |
| "step_penalty": -0.01, |
| "required_context_found": 0.12 |
| }, |
| "rationale": "Processed request_context." |
| }, |
| "task_score": 0.3, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "request_context", |
| "target": "T3", |
| "value": "campaign_deadline" |
| }, |
| "reward": { |
| "value": 0.11, |
| "components": { |
| "step_penalty": -0.01, |
| "required_context_found": 0.12 |
| }, |
| "rationale": "Processed request_context." |
| }, |
| "task_score": 0.3167, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "set_priority", |
| "target": "T1", |
| "value": "normal" |
| }, |
| "reward": { |
| "value": 0.07, |
| "components": { |
| "step_penalty": -0.01, |
| "priority_match": 0.08 |
| }, |
| "rationale": "Processed set_priority." |
| }, |
| "task_score": 0.3834, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "set_priority", |
| "target": "T2", |
| "value": "urgent" |
| }, |
| "reward": { |
| "value": 0.07, |
| "components": { |
| "step_penalty": -0.01, |
| "priority_match": 0.08 |
| }, |
| "rationale": "Processed set_priority." |
| }, |
| "task_score": 0.45, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "set_priority", |
| "target": "T3", |
| "value": "high" |
| }, |
| "reward": { |
| "value": 0.07, |
| "components": { |
| "step_penalty": -0.01, |
| "priority_match": 0.08 |
| }, |
| "rationale": "Processed set_priority." |
| }, |
| "task_score": 0.5167, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "set_route", |
| "target": "T1", |
| "value": "billing_refunds" |
| }, |
| "reward": { |
| "value": 0.09, |
| "components": { |
| "step_penalty": -0.01, |
| "route_match": 0.1 |
| }, |
| "rationale": "Processed set_route." |
| }, |
| "task_score": 0.6, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "set_route", |
| "target": "T2", |
| "value": "account_security" |
| }, |
| "reward": { |
| "value": 0.09, |
| "components": { |
| "step_penalty": -0.01, |
| "route_match": 0.1 |
| }, |
| "rationale": "Processed set_route." |
| }, |
| "task_score": 0.6834, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "set_route", |
| "target": "T3", |
| "value": "policy_appeals" |
| }, |
| "reward": { |
| "value": 0.09, |
| "components": { |
| "step_penalty": -0.01, |
| "route_match": 0.1 |
| }, |
| "rationale": "Processed set_route." |
| }, |
| "task_score": 0.7667, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "set_resolution", |
| "target": "T1", |
| "value": "approve_refund" |
| }, |
| "reward": { |
| "value": 0.11, |
| "components": { |
| "step_penalty": -0.01, |
| "resolution_match": 0.12 |
| }, |
| "rationale": "Processed set_resolution." |
| }, |
| "task_score": 0.8334, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "set_resolution", |
| "target": "T2", |
| "value": "temporary_lock_and_manual_recovery" |
| }, |
| "reward": { |
| "value": 0.11, |
| "components": { |
| "step_penalty": -0.01, |
| "resolution_match": 0.12 |
| }, |
| "rationale": "Processed set_resolution." |
| }, |
| "task_score": 0.9, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "set_resolution", |
| "target": "T3", |
| "value": "expedited_human_review" |
| }, |
| "reward": { |
| "value": 0.11, |
| "components": { |
| "step_penalty": -0.01, |
| "resolution_match": 0.12 |
| }, |
| "rationale": "Processed set_resolution." |
| }, |
| "task_score": 0.9667, |
| "done": false |
| }, |
| { |
| "action": { |
| "action_type": "escalate", |
| "target": "T2", |
| "value": "security_specialist" |
| }, |
| "reward": { |
| "value": 1.09, |
| "components": { |
| "step_penalty": -0.01, |
| "correct_escalation": 0.1, |
| "timeout_grade": 1.0 |
| }, |
| "rationale": "Processed escalate." |
| }, |
| "task_score": 1.0, |
| "done": true |
| } |
| ] |
| } |
| ] |
| } |
