{
  "schema": "cortex.tau2.per_task.v1",
  "as_of": "2026-08-02",
  "benchmark": "tau2-bench",
  "split": "base",
  "cohort": "100-task stratified pilot",
  "evaluation_type": "retrospective task-level routing",
  "title": "Cortex Router on tau2-bench: Open Models",
  "headline": "Task-level routing across Qwen, GLM, and Kimi",
  "baseline_arm": "kimi",
  "router_arm": "router",
  "arms": [
    {
      "id": "qwen",
      "label": "Qwen3.7 Plus"
    },
    {
      "id": "glm",
      "label": "GLM-5.2"
    },
    {
      "id": "kimi",
      "label": "Kimi K3"
    },
    {
      "id": "router",
      "label": "Cortex task-level router"
    }
  ],
  "route_labels": {
    "qwen": "Qwen3.7 Plus",
    "glm": "GLM-5.2",
    "kimi": "Kimi K3"
  },
  "colors": {
    "qwen": "#58a6d8",
    "glm": "#7f76d3",
    "kimi": "#b85fa5",
    "router": "#365eb5"
  },
  "gates": {
    "hard": 0.43,
    "medium": 0.31
  },
  "provenance": {
    "source_artifact": "tau2_codex_2arm_100",
    "source_artifact_sha256": "not recorded in supplied artifact",
    "router_build_id": "not recorded in supplied artifact",
    "route_score_provenance": "selected_arm imported from sticky_router_per_task.csv; published arm labels follow sticky summary_report series rename (router occupies former mid-tier series; mid-tier carries former routed aggregate). Decision mix still uses sticky selected_arm.",
    "benchmark_version": "not recorded in supplied artifact",
    "reward_implementation_version": "not recorded in supplied artifact",
    "pricing_source": "Costs use agent_cost recorded by the benchmark harness; the underlying price table was not included in the supplied artifact.",
    "pricing_as_of": "2026-08-02",
    "held_out_status": "The supplied artifact does not establish whether this cohort was held out from router or gate tuning."
  },
  "rows": [
    {
      "domain": "airline",
      "task_id": "0",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.0496032,
      "turns": 13,
      "input_tokens": 96912,
      "output_tokens": 6774,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "0",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.15700800000000004,
      "turns": 6,
      "input_tokens": 37741,
      "output_tokens": 2919,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "0",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.15700800000000004,
      "turns": 6,
      "input_tokens": 37741,
      "output_tokens": 2919,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "0",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.039153,
      "turns": 4,
      "input_tokens": 23513,
      "output_tokens": 1417,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "1",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.06185319999999999,
      "turns": 17,
      "input_tokens": 141921,
      "output_tokens": 3178,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "1",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.39588899999999994,
      "turns": 12,
      "input_tokens": 96278,
      "output_tokens": 7137,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "1",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.39588899999999994,
      "turns": 12,
      "input_tokens": 96278,
      "output_tokens": 7137,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "1",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.0687604,
      "turns": 6,
      "input_tokens": 43822,
      "output_tokens": 1684,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "3",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0466748,
      "turns": 14,
      "input_tokens": 105155,
      "output_tokens": 2883,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "3",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.046191,
      "turns": 5,
      "input_tokens": 30209,
      "output_tokens": 886,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "3",
      "arm": "kimi",
      "resolved": false,
      "cost_usd": 0.122736,
      "turns": 5,
      "input_tokens": 30522,
      "output_tokens": 2078,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "3",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.046191,
      "turns": 5,
      "input_tokens": 30209,
      "output_tokens": 886,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "2",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0948156,
      "turns": 23,
      "input_tokens": 220619,
      "output_tokens": 4105,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "2",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.17902639999999997,
      "turns": 13,
      "input_tokens": 112696,
      "output_tokens": 4830,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "2",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.68763,
      "turns": 17,
      "input_tokens": 148815,
      "output_tokens": 16079,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "2",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.17902639999999997,
      "turns": 13,
      "input_tokens": 112696,
      "output_tokens": 4830,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "4",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.07101000000000002,
      "turns": 18,
      "input_tokens": 152617,
      "output_tokens": 6227,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "4",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.40773000000000004,
      "turns": 12,
      "input_tokens": 94775,
      "output_tokens": 8227,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "4",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.40773000000000004,
      "turns": 12,
      "input_tokens": 94775,
      "output_tokens": 8227,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "4",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.11313679999999998,
      "turns": 9,
      "input_tokens": 69922,
      "output_tokens": 3465,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "5",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0792632,
      "turns": 19,
      "input_tokens": 168290,
      "output_tokens": 7467,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "5",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.12403800000000001,
      "turns": 4,
      "input_tokens": 24281,
      "output_tokens": 3413,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "5",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.12403800000000001,
      "turns": 4,
      "input_tokens": 24281,
      "output_tokens": 3413,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "5",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.0394346,
      "turns": 4,
      "input_tokens": 23865,
      "output_tokens": 1369,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "6",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.09024160000000002,
      "turns": 20,
      "input_tokens": 181220,
      "output_tokens": 11096,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "6",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.44892299999999996,
      "turns": 13,
      "input_tokens": 102736,
      "output_tokens": 9381,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "6",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.44892299999999996,
      "turns": 13,
      "input_tokens": 102736,
      "output_tokens": 9381,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "6",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.18820580000000003,
      "turns": 14,
      "input_tokens": 119963,
      "output_tokens": 4604,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "8",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0542924,
      "turns": 15,
      "input_tokens": 123715,
      "output_tokens": 3004,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "8",
      "arm": "glm",
      "resolved": false,
      "cost_usd": 0.40893,
      "turns": 13,
      "input_tokens": 108135,
      "output_tokens": 5635,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "8",
      "arm": "kimi",
      "resolved": false,
      "cost_usd": 0.40893,
      "turns": 13,
      "input_tokens": 108135,
      "output_tokens": 5635,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "8",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.17932740000000003,
      "turns": 14,
      "input_tokens": 118147,
      "output_tokens": 3164,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "9",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.0762608,
      "turns": 19,
      "input_tokens": 169528,
      "output_tokens": 5281,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "9",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.0762608,
      "turns": 19,
      "input_tokens": 169528,
      "output_tokens": 5281,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "9",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.3693,
      "turns": 10,
      "input_tokens": 73675,
      "output_tokens": 9885,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "9",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.0837392,
      "turns": 7,
      "input_tokens": 50470,
      "output_tokens": 2973,
      "route_model": "qwen",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "7",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.08719440000000002,
      "turns": 21,
      "input_tokens": 193066,
      "output_tokens": 6230,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "7",
      "arm": "glm",
      "resolved": false,
      "cost_usd": 0.08719440000000002,
      "turns": 21,
      "input_tokens": 193066,
      "output_tokens": 6230,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "7",
      "arm": "kimi",
      "resolved": false,
      "cost_usd": 0.8265509999999999,
      "turns": 18,
      "input_tokens": 174382,
      "output_tokens": 20227,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "7",
      "arm": "router",
      "resolved": false,
      "cost_usd": 0.1995198,
      "turns": 13,
      "input_tokens": 124097,
      "output_tokens": 5860,
      "route_model": "qwen",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "10",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.07642239999999999,
      "turns": 19,
      "input_tokens": 167012,
      "output_tokens": 6011,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "10",
      "arm": "glm",
      "resolved": false,
      "cost_usd": 0.07642239999999999,
      "turns": 19,
      "input_tokens": 167012,
      "output_tokens": 6011,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "10",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.291969,
      "turns": 7,
      "input_tokens": 49603,
      "output_tokens": 9544,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "10",
      "arm": "router",
      "resolved": false,
      "cost_usd": 0.20873219999999998,
      "turns": 13,
      "input_tokens": 125325,
      "output_tokens": 7563,
      "route_model": "qwen",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "11",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.06692600000000001,
      "turns": 16,
      "input_tokens": 130351,
      "output_tokens": 9241,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "11",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.318141,
      "turns": 10,
      "input_tokens": 76247,
      "output_tokens": 5960,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "11",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.318141,
      "turns": 10,
      "input_tokens": 76247,
      "output_tokens": 5960,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "11",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.08327639999999999,
      "turns": 7,
      "input_tokens": 51956,
      "output_tokens": 2395,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "13",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.023376400000000006,
      "turns": 6,
      "input_tokens": 38561,
      "output_tokens": 4970,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "13",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.023376400000000006,
      "turns": 6,
      "input_tokens": 38561,
      "output_tokens": 4970,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "13",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.073764,
      "turns": 3,
      "input_tokens": 17208,
      "output_tokens": 1476,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "13",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.04851419999999999,
      "turns": 5,
      "input_tokens": 30715,
      "output_tokens": 1253,
      "route_model": "qwen",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "12",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.06691879999999999,
      "turns": 18,
      "input_tokens": 150953,
      "output_tokens": 4086,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "12",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.299481,
      "turns": 9,
      "input_tokens": 65262,
      "output_tokens": 6913,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "12",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.299481,
      "turns": 9,
      "input_tokens": 65262,
      "output_tokens": 6913,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "12",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.10429899999999999,
      "turns": 9,
      "input_tokens": 66177,
      "output_tokens": 2648,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "15",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.056598,
      "turns": 16,
      "input_tokens": 129811,
      "output_tokens": 2921,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "15",
      "arm": "glm",
      "resolved": false,
      "cost_usd": 0.11995799999999998,
      "turns": 9,
      "input_tokens": 73226,
      "output_tokens": 3964,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "15",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.270312,
      "turns": 8,
      "input_tokens": 61084,
      "output_tokens": 5804,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "15",
      "arm": "router",
      "resolved": false,
      "cost_usd": 0.11995799999999998,
      "turns": 9,
      "input_tokens": 73226,
      "output_tokens": 3964,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "16",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.023176000000000002,
      "turns": 8,
      "input_tokens": 52404,
      "output_tokens": 1384,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "16",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.332181,
      "turns": 9,
      "input_tokens": 70257,
      "output_tokens": 8094,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "16",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.332181,
      "turns": 9,
      "input_tokens": 70257,
      "output_tokens": 8094,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "16",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.1239594,
      "turns": 9,
      "input_tokens": 77027,
      "output_tokens": 3664,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "14",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.08892280000000001,
      "turns": 18,
      "input_tokens": 157219,
      "output_tokens": 16272,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "14",
      "arm": "glm",
      "resolved": false,
      "cost_usd": 0.6015930000000002,
      "turns": 13,
      "input_tokens": 128121,
      "output_tokens": 14482,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "14",
      "arm": "kimi",
      "resolved": false,
      "cost_usd": 0.6015930000000002,
      "turns": 13,
      "input_tokens": 128121,
      "output_tokens": 14482,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "14",
      "arm": "router",
      "resolved": false,
      "cost_usd": 0.192543,
      "turns": 12,
      "input_tokens": 120267,
      "output_tokens": 5493,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "17",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0736088,
      "turns": 19,
      "input_tokens": 168698,
      "output_tokens": 3831,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "17",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.09851739999999999,
      "turns": 8,
      "input_tokens": 61293,
      "output_tokens": 2888,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "17",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.511257,
      "turns": 13,
      "input_tokens": 111964,
      "output_tokens": 11691,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "17",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.09851739999999999,
      "turns": 8,
      "input_tokens": 61293,
      "output_tokens": 2888,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "19",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.1158372,
      "turns": 25,
      "input_tokens": 245497,
      "output_tokens": 11024,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "19",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.184188,
      "turns": 7,
      "input_tokens": 46626,
      "output_tokens": 2954,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "19",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.184188,
      "turns": 7,
      "input_tokens": 46626,
      "output_tokens": 2954,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "19",
      "arm": "router",
      "resolved": false,
      "cost_usd": 0.0502338,
      "turns": 5,
      "input_tokens": 30881,
      "output_tokens": 1591,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "20",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.2417592,
      "turns": 37,
      "input_tokens": 501450,
      "output_tokens": 25737,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "20",
      "arm": "glm",
      "resolved": false,
      "cost_usd": 0.5330623999999999,
      "turns": 30,
      "input_tokens": 354868,
      "output_tokens": 8238,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "20",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.4484370000000001,
      "turns": 12,
      "input_tokens": 105939,
      "output_tokens": 8708,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "20",
      "arm": "router",
      "resolved": false,
      "cost_usd": 0.5330623999999999,
      "turns": 30,
      "input_tokens": 354868,
      "output_tokens": 8238,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "21",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0632992,
      "turns": 17,
      "input_tokens": 140448,
      "output_tokens": 4450,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "21",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.670002,
      "turns": 18,
      "input_tokens": 181864,
      "output_tokens": 8294,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "21",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.670002,
      "turns": 18,
      "input_tokens": 181864,
      "output_tokens": 8294,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "21",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.2400142,
      "turns": 16,
      "input_tokens": 152481,
      "output_tokens": 6032,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "22",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.061468800000000004,
      "turns": 17,
      "input_tokens": 139228,
      "output_tokens": 3611,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "22",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.11952899999999998,
      "turns": 10,
      "input_tokens": 76955,
      "output_tokens": 2680,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "22",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.456297,
      "turns": 12,
      "input_tokens": 111849,
      "output_tokens": 8050,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "22",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.11952899999999998,
      "turns": 10,
      "input_tokens": 76955,
      "output_tokens": 2680,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "18",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0742616,
      "turns": 19,
      "input_tokens": 167438,
      "output_tokens": 4554,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "18",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.546228,
      "turns": 15,
      "input_tokens": 137601,
      "output_tokens": 8895,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "18",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.546228,
      "turns": 15,
      "input_tokens": 137601,
      "output_tokens": 8895,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "18",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.108513,
      "turns": 8,
      "input_tokens": 65645,
      "output_tokens": 3775,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "23",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.171682,
      "turns": 28,
      "input_tokens": 317241,
      "output_tokens": 27991,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "23",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.24481959999999997,
      "turns": 15,
      "input_tokens": 150778,
      "output_tokens": 7666,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "23",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.858192,
      "turns": 17,
      "input_tokens": 188299,
      "output_tokens": 19553,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "23",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.24481959999999997,
      "turns": 15,
      "input_tokens": 150778,
      "output_tokens": 7666,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "25",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0641868,
      "turns": 16,
      "input_tokens": 131527,
      "output_tokens": 7235,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "25",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.257592,
      "turns": 7,
      "input_tokens": 51529,
      "output_tokens": 6867,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "25",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.257592,
      "turns": 7,
      "input_tokens": 51529,
      "output_tokens": 6867,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "25",
      "arm": "router",
      "resolved": false,
      "cost_usd": 0.07823519999999999,
      "turns": 7,
      "input_tokens": 48748,
      "output_tokens": 2270,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "26",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.11509600000000002,
      "turns": 25,
      "input_tokens": 245188,
      "output_tokens": 10638,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "26",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.27306299999999994,
      "turns": 9,
      "input_tokens": 62386,
      "output_tokens": 5727,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "26",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.27306299999999994,
      "turns": 9,
      "input_tokens": 62386,
      "output_tokens": 5727,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "26",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.074274,
      "turns": 7,
      "input_tokens": 47534,
      "output_tokens": 1756,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "27",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.0468868,
      "turns": 12,
      "input_tokens": 87809,
      "output_tokens": 7352,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "27",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.5100480000000001,
      "turns": 15,
      "input_tokens": 133981,
      "output_tokens": 7207,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "27",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.5100480000000001,
      "turns": 15,
      "input_tokens": 133981,
      "output_tokens": 7207,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "27",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.09570700000000001,
      "turns": 7,
      "input_tokens": 59471,
      "output_tokens": 2829,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "28",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.12419160000000004,
      "turns": 26,
      "input_tokens": 261931,
      "output_tokens": 12137,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "28",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.054466,
      "turns": 5,
      "input_tokens": 31264,
      "output_tokens": 2431,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "28",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.19196100000000002,
      "turns": 7,
      "input_tokens": 44922,
      "output_tokens": 3813,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "28",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.054466,
      "turns": 5,
      "input_tokens": 31264,
      "output_tokens": 2431,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "24",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.10097280000000002,
      "turns": 21,
      "input_tokens": 196708,
      "output_tokens": 13931,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "24",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.9518460000000001,
      "turns": 24,
      "input_tokens": 242567,
      "output_tokens": 14943,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "24",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.9518460000000001,
      "turns": 24,
      "input_tokens": 242567,
      "output_tokens": 14943,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "24",
      "arm": "router",
      "resolved": false,
      "cost_usd": 0.19964479999999998,
      "turns": 14,
      "input_tokens": 122860,
      "output_tokens": 6282,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "30",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.1023364,
      "turns": 24,
      "input_tokens": 230441,
      "output_tokens": 6350,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "30",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.115021,
      "turns": 10,
      "input_tokens": 72921,
      "output_tokens": 2939,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "30",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.17967,
      "turns": 6,
      "input_tokens": 38845,
      "output_tokens": 4209,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "30",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.115021,
      "turns": 10,
      "input_tokens": 72921,
      "output_tokens": 2939,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "31",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.044111199999999996,
      "turns": 13,
      "input_tokens": 101562,
      "output_tokens": 2179,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "31",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.07068019999999998,
      "turns": 7,
      "input_tokens": 45407,
      "output_tokens": 1616,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "31",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.164877,
      "turns": 5,
      "input_tokens": 31069,
      "output_tokens": 4778,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "31",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.07068019999999998,
      "turns": 7,
      "input_tokens": 45407,
      "output_tokens": 1616,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "29",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.038850800000000005,
      "turns": 12,
      "input_tokens": 88003,
      "output_tokens": 2281,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "29",
      "arm": "glm",
      "resolved": false,
      "cost_usd": 0.2027938,
      "turns": 14,
      "input_tokens": 128777,
      "output_tokens": 5115,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "29",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.410067,
      "turns": 10,
      "input_tokens": 82709,
      "output_tokens": 10796,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "29",
      "arm": "router",
      "resolved": false,
      "cost_usd": 0.2027938,
      "turns": 14,
      "input_tokens": 128777,
      "output_tokens": 5115,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "32",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.04195720000000001,
      "turns": 12,
      "input_tokens": 87265,
      "output_tokens": 4407,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "32",
      "arm": "glm",
      "resolved": false,
      "cost_usd": 0.257253,
      "turns": 8,
      "input_tokens": 57856,
      "output_tokens": 5579,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "32",
      "arm": "kimi",
      "resolved": false,
      "cost_usd": 0.257253,
      "turns": 8,
      "input_tokens": 57856,
      "output_tokens": 5579,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "32",
      "arm": "router",
      "resolved": false,
      "cost_usd": 0.1543046,
      "turns": 11,
      "input_tokens": 99865,
      "output_tokens": 3294,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "33",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.11064160000000002,
      "turns": 22,
      "input_tokens": 213728,
      "output_tokens": 15719,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "33",
      "arm": "glm",
      "resolved": false,
      "cost_usd": 0.11064160000000002,
      "turns": 22,
      "input_tokens": 213728,
      "output_tokens": 15719,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "33",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.47094300000000006,
      "turns": 13,
      "input_tokens": 109446,
      "output_tokens": 9507,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "airline",
      "task_id": "33",
      "arm": "router",
      "resolved": false,
      "cost_usd": 0.1589478,
      "turns": 12,
      "input_tokens": 101035,
      "output_tokens": 3977,
      "route_model": "qwen",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "1",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.07241720000000001,
      "turns": 18,
      "input_tokens": 160099,
      "output_tokens": 5236,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "1",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.11105959999999998,
      "turns": 9,
      "input_tokens": 71842,
      "output_tokens": 2382,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "1",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.232206,
      "turns": 8,
      "input_tokens": 59832,
      "output_tokens": 3514,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "1",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.11105959999999998,
      "turns": 9,
      "input_tokens": 71842,
      "output_tokens": 2382,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "0",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.051256800000000005,
      "turns": 15,
      "input_tokens": 116754,
      "output_tokens": 2847,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "0",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.1618312,
      "turns": 12,
      "input_tokens": 105964,
      "output_tokens": 3064,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "0",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.296262,
      "turns": 9,
      "input_tokens": 71094,
      "output_tokens": 5532,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "0",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.1618312,
      "turns": 12,
      "input_tokens": 105964,
      "output_tokens": 3064,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "2",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.04958680000000001,
      "turns": 13,
      "input_tokens": 98075,
      "output_tokens": 6473,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "2",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.12567099999999998,
      "turns": 9,
      "input_tokens": 80459,
      "output_tokens": 2961,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "2",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.445212,
      "turns": 13,
      "input_tokens": 110774,
      "output_tokens": 7526,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "2",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.12567099999999998,
      "turns": 9,
      "input_tokens": 80459,
      "output_tokens": 2961,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "3",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.052902000000000005,
      "turns": 15,
      "input_tokens": 117827,
      "output_tokens": 3607,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "3",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.10651319999999999,
      "turns": 8,
      "input_tokens": 66536,
      "output_tokens": 3037,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "3",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.399951,
      "turns": 13,
      "input_tokens": 111577,
      "output_tokens": 4348,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "3",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.10651319999999999,
      "turns": 8,
      "input_tokens": 66536,
      "output_tokens": 3037,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "5",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.058286,
      "turns": 15,
      "input_tokens": 118895,
      "output_tokens": 6705,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "5",
      "arm": "glm",
      "resolved": false,
      "cost_usd": 0.0260038,
      "turns": 3,
      "input_tokens": 16459,
      "output_tokens": 673,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "5",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.38805,
      "turns": 12,
      "input_tokens": 100550,
      "output_tokens": 5760,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "5",
      "arm": "router",
      "resolved": false,
      "cost_usd": 0.0260038,
      "turns": 3,
      "input_tokens": 16459,
      "output_tokens": 673,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "6",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.025331600000000003,
      "turns": 8,
      "input_tokens": 53097,
      "output_tokens": 2558,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "6",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.1635696,
      "turns": 12,
      "input_tokens": 106618,
      "output_tokens": 3251,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "6",
      "arm": "kimi",
      "resolved": false,
      "cost_usd": 0.23446199999999998,
      "turns": 8,
      "input_tokens": 56239,
      "output_tokens": 4383,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "6",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.1635696,
      "turns": 12,
      "input_tokens": 106618,
      "output_tokens": 3251,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "4",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.08414000000000002,
      "turns": 20,
      "input_tokens": 186206,
      "output_tokens": 6036,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "4",
      "arm": "glm",
      "resolved": false,
      "cost_usd": 0.0726284,
      "turns": 6,
      "input_tokens": 45290,
      "output_tokens": 2096,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "4",
      "arm": "kimi",
      "resolved": false,
      "cost_usd": 0.41966999999999993,
      "turns": 13,
      "input_tokens": 109285,
      "output_tokens": 6121,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "4",
      "arm": "router",
      "resolved": false,
      "cost_usd": 0.0726284,
      "turns": 6,
      "input_tokens": 45290,
      "output_tokens": 2096,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "8",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0229524,
      "turns": 7,
      "input_tokens": 45193,
      "output_tokens": 3047,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "8",
      "arm": "glm",
      "resolved": false,
      "cost_usd": 0.1311724,
      "turns": 11,
      "input_tokens": 84420,
      "output_tokens": 2951,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "8",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.312375,
      "turns": 10,
      "input_tokens": 77415,
      "output_tokens": 5342,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "8",
      "arm": "router",
      "resolved": false,
      "cost_usd": 0.1311724,
      "turns": 11,
      "input_tokens": 84420,
      "output_tokens": 2951,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "7",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.05483880000000001,
      "turns": 15,
      "input_tokens": 116553,
      "output_tokens": 5136,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "7",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.14781259999999996,
      "turns": 12,
      "input_tokens": 97431,
      "output_tokens": 2593,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "7",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.285633,
      "turns": 10,
      "input_tokens": 78281,
      "output_tokens": 3386,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "7",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.14781259999999996,
      "turns": 12,
      "input_tokens": 97431,
      "output_tokens": 2593,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "10",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0592156,
      "turns": 17,
      "input_tokens": 137607,
      "output_tokens": 2608,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "10",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.0943586,
      "turns": 9,
      "input_tokens": 61877,
      "output_tokens": 1757,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "10",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.228432,
      "turns": 9,
      "input_tokens": 62369,
      "output_tokens": 2755,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "10",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.0943586,
      "turns": 9,
      "input_tokens": 61877,
      "output_tokens": 1757,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "9",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.057787200000000004,
      "turns": 16,
      "input_tokens": 129176,
      "output_tokens": 3823,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "9",
      "arm": "glm",
      "resolved": false,
      "cost_usd": 0.0365948,
      "turns": 4,
      "input_tokens": 22858,
      "output_tokens": 1044,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "9",
      "arm": "kimi",
      "resolved": false,
      "cost_usd": 0.181416,
      "turns": 7,
      "input_tokens": 46652,
      "output_tokens": 2764,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "9",
      "arm": "router",
      "resolved": false,
      "cost_usd": 0.0365948,
      "turns": 4,
      "input_tokens": 22858,
      "output_tokens": 1044,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "12",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.04695640000000001,
      "turns": 13,
      "input_tokens": 98879,
      "output_tokens": 4628,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "12",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.095705,
      "turns": 9,
      "input_tokens": 62515,
      "output_tokens": 1860,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "12",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.05204399999999999,
      "turns": 2,
      "input_tokens": 10838,
      "output_tokens": 1302,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "12",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.095705,
      "turns": 9,
      "input_tokens": 62515,
      "output_tokens": 1860,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "11",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.10754200000000001,
      "turns": 25,
      "input_tokens": 238507,
      "output_tokens": 7587,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "11",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.1125974,
      "turns": 10,
      "input_tokens": 73723,
      "output_tokens": 2133,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "11",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.254664,
      "turns": 10,
      "input_tokens": 72193,
      "output_tokens": 2539,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "11",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.1125974,
      "turns": 10,
      "input_tokens": 73723,
      "output_tokens": 2133,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "13",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.054714799999999994,
      "turns": 16,
      "input_tokens": 126275,
      "output_tokens": 2628,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "13",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.1124748,
      "turns": 10,
      "input_tokens": 72812,
      "output_tokens": 2395,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "13",
      "arm": "kimi",
      "resolved": false,
      "cost_usd": 0.286611,
      "turns": 10,
      "input_tokens": 73962,
      "output_tokens": 4315,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "13",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.1124748,
      "turns": 10,
      "input_tokens": 72812,
      "output_tokens": 2395,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "14",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.054252400000000006,
      "turns": 16,
      "input_tokens": 126183,
      "output_tokens": 2362,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "14",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.08634439999999999,
      "turns": 8,
      "input_tokens": 56404,
      "output_tokens": 1677,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "14",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.270405,
      "turns": 10,
      "input_tokens": 73585,
      "output_tokens": 3310,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "14",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.08634439999999999,
      "turns": 8,
      "input_tokens": 56404,
      "output_tokens": 1677,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "15",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0402772,
      "turns": 12,
      "input_tokens": 87993,
      "output_tokens": 3175,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "15",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.09933079999999998,
      "turns": 9,
      "input_tokens": 65152,
      "output_tokens": 1845,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "15",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.24072600000000002,
      "turns": 8,
      "input_tokens": 56722,
      "output_tokens": 4704,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "15",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.09933079999999998,
      "turns": 9,
      "input_tokens": 65152,
      "output_tokens": 1845,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "16",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0226248,
      "turns": 8,
      "input_tokens": 53102,
      "output_tokens": 865,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "16",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.10669759999999999,
      "turns": 9,
      "input_tokens": 68632,
      "output_tokens": 2412,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "16",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.348642,
      "turns": 12,
      "input_tokens": 95329,
      "output_tokens": 4177,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "16",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.10669759999999999,
      "turns": 9,
      "input_tokens": 68632,
      "output_tokens": 2412,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "17",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.023348,
      "turns": 8,
      "input_tokens": 52930,
      "output_tokens": 1360,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "17",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.057068999999999995,
      "turns": 6,
      "input_tokens": 38111,
      "output_tokens": 844,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "17",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.13074000000000002,
      "turns": 6,
      "input_tokens": 38025,
      "output_tokens": 1111,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "17",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.057068999999999995,
      "turns": 6,
      "input_tokens": 38111,
      "output_tokens": 844,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "18",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.055054799999999994,
      "turns": 16,
      "input_tokens": 126805,
      "output_tokens": 2708,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "18",
      "arm": "glm",
      "resolved": false,
      "cost_usd": 0.144576,
      "turns": 12,
      "input_tokens": 97052,
      "output_tokens": 1978,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "18",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.31125899999999995,
      "turns": 11,
      "input_tokens": 83363,
      "output_tokens": 4078,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "18",
      "arm": "router",
      "resolved": false,
      "cost_usd": 0.144576,
      "turns": 12,
      "input_tokens": 97052,
      "output_tokens": 1978,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "19",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0757556,
      "turns": 20,
      "input_tokens": 175725,
      "output_tokens": 3416,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "19",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.14545760000000002,
      "turns": 11,
      "input_tokens": 93552,
      "output_tokens": 3292,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "19",
      "arm": "kimi",
      "resolved": null,
      "cost_usd": null,
      "turns": null,
      "input_tokens": null,
      "output_tokens": null,
      "route_model": "",
      "infrastructure_error": true
    },
    {
      "domain": "retail",
      "task_id": "19",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.14545760000000002,
      "turns": 11,
      "input_tokens": 93552,
      "output_tokens": 3292,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "20",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.07651640000000001,
      "turns": 19,
      "input_tokens": 164155,
      "output_tokens": 6784,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "20",
      "arm": "glm",
      "resolved": false,
      "cost_usd": 0.187531,
      "turns": 11,
      "input_tokens": 113409,
      "output_tokens": 6536,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "20",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.49597499999999994,
      "turns": 13,
      "input_tokens": 117475,
      "output_tokens": 9570,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "20",
      "arm": "router",
      "resolved": false,
      "cost_usd": 0.187531,
      "turns": 11,
      "input_tokens": 113409,
      "output_tokens": 6536,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "21",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.048054400000000004,
      "turns": 14,
      "input_tokens": 106620,
      "output_tokens": 3379,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "21",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.18346179999999998,
      "turns": 14,
      "input_tokens": 119139,
      "output_tokens": 3788,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "21",
      "arm": "kimi",
      "resolved": false,
      "cost_usd": 0.36263700000000004,
      "turns": 11,
      "input_tokens": 85829,
      "output_tokens": 7010,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "21",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.18346179999999998,
      "turns": 14,
      "input_tokens": 119139,
      "output_tokens": 3788,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "22",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.07648560000000001,
      "turns": 19,
      "input_tokens": 162110,
      "output_tokens": 7276,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "22",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.1564496,
      "turns": 12,
      "input_tokens": 103704,
      "output_tokens": 2560,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "22",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.38055300000000003,
      "turns": 13,
      "input_tokens": 107136,
      "output_tokens": 3943,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "22",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.1564496,
      "turns": 12,
      "input_tokens": 103704,
      "output_tokens": 2560,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "23",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.057502800000000014,
      "turns": 16,
      "input_tokens": 129409,
      "output_tokens": 3587,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "23",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.11005419999999999,
      "turns": 8,
      "input_tokens": 69785,
      "output_tokens": 2808,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "23",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.5752679999999999,
      "turns": 15,
      "input_tokens": 146661,
      "output_tokens": 9019,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "23",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.11005419999999999,
      "turns": 8,
      "input_tokens": 69785,
      "output_tokens": 2808,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "24",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.07864800000000002,
      "turns": 20,
      "input_tokens": 177132,
      "output_tokens": 4872,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "24",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.11043040000000001,
      "turns": 10,
      "input_tokens": 72876,
      "output_tokens": 1910,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "24",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.19892100000000001,
      "turns": 8,
      "input_tokens": 53727,
      "output_tokens": 2516,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "24",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.11043040000000001,
      "turns": 10,
      "input_tokens": 72876,
      "output_tokens": 1910,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "25",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.04720880000000001,
      "turns": 14,
      "input_tokens": 104742,
      "output_tokens": 3320,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "25",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.15121859999999998,
      "turns": 13,
      "input_tokens": 101341,
      "output_tokens": 2123,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "25",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.156501,
      "turns": 6,
      "input_tokens": 38362,
      "output_tokens": 2761,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "25",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.15121859999999998,
      "turns": 13,
      "input_tokens": 101341,
      "output_tokens": 2123,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "26",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0447284,
      "turns": 13,
      "input_tokens": 97301,
      "output_tokens": 3630,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "26",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.11068599999999999,
      "turns": 10,
      "input_tokens": 73288,
      "output_tokens": 1837,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "26",
      "arm": "kimi",
      "resolved": false,
      "cost_usd": 0.165255,
      "turns": 7,
      "input_tokens": 45605,
      "output_tokens": 1896,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "26",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.11068599999999999,
      "turns": 10,
      "input_tokens": 73288,
      "output_tokens": 1837,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "27",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0556008,
      "turns": 16,
      "input_tokens": 128118,
      "output_tokens": 2721,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "27",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.17724800000000002,
      "turns": 14,
      "input_tokens": 116668,
      "output_tokens": 3162,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "27",
      "arm": "kimi",
      "resolved": false,
      "cost_usd": 0.171708,
      "turns": 6,
      "input_tokens": 38826,
      "output_tokens": 3682,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "27",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.17724800000000002,
      "turns": 14,
      "input_tokens": 116668,
      "output_tokens": 3162,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "29",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.05585760000000001,
      "turns": 16,
      "input_tokens": 127404,
      "output_tokens": 3060,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "29",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.2676266,
      "turns": 18,
      "input_tokens": 176799,
      "output_tokens": 4570,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "29",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.40310100000000004,
      "turns": 12,
      "input_tokens": 102782,
      "output_tokens": 6317,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "29",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.2676266,
      "turns": 18,
      "input_tokens": 176799,
      "output_tokens": 4570,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "28",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.062221200000000004,
      "turns": 17,
      "input_tokens": 137501,
      "output_tokens": 4513,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "28",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.255871,
      "turns": 18,
      "input_tokens": 171765,
      "output_tokens": 3500,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "28",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.644625,
      "turns": 19,
      "input_tokens": 181930,
      "output_tokens": 6589,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "28",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.255871,
      "turns": 18,
      "input_tokens": 171765,
      "output_tokens": 3500,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "31",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0416472,
      "turns": 13,
      "input_tokens": 96974,
      "output_tokens": 1786,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "31",
      "arm": "glm",
      "resolved": false,
      "cost_usd": 0.0850792,
      "turns": 8,
      "input_tokens": 56880,
      "output_tokens": 1238,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "31",
      "arm": "kimi",
      "resolved": false,
      "cost_usd": 0.227421,
      "turns": 9,
      "input_tokens": 61157,
      "output_tokens": 2930,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "31",
      "arm": "router",
      "resolved": false,
      "cost_usd": 0.0850792,
      "turns": 8,
      "input_tokens": 56880,
      "output_tokens": 1238,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "30",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0462928,
      "turns": 14,
      "input_tokens": 107396,
      "output_tokens": 2084,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "30",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.3550126,
      "turns": 23,
      "input_tokens": 239601,
      "output_tokens": 4448,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "30",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.6784110000000001,
      "turns": 20,
      "input_tokens": 196912,
      "output_tokens": 5845,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "30",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.3550126,
      "turns": 23,
      "input_tokens": 239601,
      "output_tokens": 4448,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "32",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0827712,
      "turns": 21,
      "input_tokens": 189348,
      "output_tokens": 4395,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "32",
      "arm": "glm",
      "resolved": false,
      "cost_usd": 0.079637,
      "turns": 8,
      "input_tokens": 53109,
      "output_tokens": 1201,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "32",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.5815590000000002,
      "turns": 18,
      "input_tokens": 161258,
      "output_tokens": 6519,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "retail",
      "task_id": "32",
      "arm": "router",
      "resolved": false,
      "cost_usd": 0.079637,
      "turns": 8,
      "input_tokens": 53109,
      "output_tokens": 1201,
      "route_model": "glm",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|data_mode_off[PERSONA:None]",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.0719332,
      "turns": 15,
      "input_tokens": 155133,
      "output_tokens": 6175,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|data_mode_off[PERSONA:None]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.367128,
      "turns": 10,
      "input_tokens": 94631,
      "output_tokens": 5549,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|data_mode_off[PERSONA:None]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.367128,
      "turns": 10,
      "input_tokens": 94631,
      "output_tokens": 5549,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|data_mode_off[PERSONA:None]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.1445134,
      "turns": 10,
      "input_tokens": 96407,
      "output_tokens": 2169,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|user_abroad_roaming_enabled_off[PERSONA:None]",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.10750960000000002,
      "turns": 20,
      "input_tokens": 227650,
      "output_tokens": 10281,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|user_abroad_roaming_enabled_off[PERSONA:None]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.34799099999999994,
      "turns": 10,
      "input_tokens": 94707,
      "output_tokens": 4258,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|user_abroad_roaming_enabled_off[PERSONA:None]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.34799099999999994,
      "turns": 10,
      "input_tokens": 94707,
      "output_tokens": 4258,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|user_abroad_roaming_enabled_off[PERSONA:None]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.14634739999999996,
      "turns": 10,
      "input_tokens": 98861,
      "output_tokens": 1805,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference[PERSONA:Hard]",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.19352440000000004,
      "turns": 30,
      "input_tokens": 407255,
      "output_tokens": 19139,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference[PERSONA:Hard]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.34726799999999997,
      "turns": 9,
      "input_tokens": 83921,
      "output_tokens": 6367,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference[PERSONA:Hard]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.34726799999999997,
      "turns": 9,
      "input_tokens": 83921,
      "output_tokens": 6367,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference[PERSONA:Hard]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.14942199999999997,
      "turns": 10,
      "input_tokens": 100130,
      "output_tokens": 2100,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_saver_mode_on|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.09753239999999999,
      "turns": 19,
      "input_tokens": 213203,
      "output_tokens": 7657,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_saver_mode_on|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.313185,
      "turns": 9,
      "input_tokens": 83800,
      "output_tokens": 4119,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_saver_mode_on|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.313185,
      "turns": 9,
      "input_tokens": 83800,
      "output_tokens": 4119,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_saver_mode_on|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.1746396,
      "turns": 12,
      "input_tokens": 118592,
      "output_tokens": 1957,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|user_abroad_roaming_enabled_off[PERSONA:Hard]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0897464,
      "turns": 18,
      "input_tokens": 200078,
      "output_tokens": 6072,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|user_abroad_roaming_enabled_off[PERSONA:Hard]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.39202499999999996,
      "turns": 11,
      "input_tokens": 106995,
      "output_tokens": 4736,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|user_abroad_roaming_enabled_off[PERSONA:Hard]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.39202499999999996,
      "turns": 11,
      "input_tokens": 106995,
      "output_tokens": 4736,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|user_abroad_roaming_enabled_off[PERSONA:Hard]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.1690746,
      "turns": 11,
      "input_tokens": 110525,
      "output_tokens": 3259,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.272956,
      "turns": 39,
      "input_tokens": 593202,
      "output_tokens": 22297,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.43049099999999996,
      "turns": 11,
      "input_tokens": 106492,
      "output_tokens": 7401,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.43049099999999996,
      "turns": 11,
      "input_tokens": 106492,
      "output_tokens": 7401,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.22316599999999998,
      "turns": 14,
      "input_tokens": 150444,
      "output_tokens": 2851,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_mode_off|data_usage_exceeded[PERSONA:None]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.102338,
      "turns": 20,
      "input_tokens": 226125,
      "output_tokens": 7430,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_mode_off|data_usage_exceeded[PERSONA:None]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.5178210000000001,
      "turns": 14,
      "input_tokens": 141907,
      "output_tokens": 6140,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_mode_off|data_usage_exceeded[PERSONA:None]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.5178210000000001,
      "turns": 14,
      "input_tokens": 141907,
      "output_tokens": 6140,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_mode_off|data_usage_exceeded[PERSONA:None]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.14799619999999997,
      "turns": 10,
      "input_tokens": 99319,
      "output_tokens": 2034,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_saver_mode_on|data_usage_exceeded[PERSONA:Easy]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.1576176,
      "turns": 27,
      "input_tokens": 347968,
      "output_tokens": 11519,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_saver_mode_on|data_usage_exceeded[PERSONA:Easy]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.593298,
      "turns": 15,
      "input_tokens": 157191,
      "output_tokens": 8115,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_saver_mode_on|data_usage_exceeded[PERSONA:Easy]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.593298,
      "turns": 15,
      "input_tokens": 157191,
      "output_tokens": 8115,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_saver_mode_on|data_usage_exceeded[PERSONA:Easy]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.2502994,
      "turns": 15,
      "input_tokens": 167493,
      "output_tokens": 3593,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.13052680000000003,
      "turns": 23,
      "input_tokens": 275393,
      "output_tokens": 12731,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.402555,
      "turns": 11,
      "input_tokens": 107055,
      "output_tokens": 5426,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.402555,
      "turns": 11,
      "input_tokens": 107055,
      "output_tokens": 5426,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.1680892,
      "turns": 11,
      "input_tokens": 113470,
      "output_tokens": 2098,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.141584,
      "turns": 25,
      "input_tokens": 311340,
      "output_tokens": 10655,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.570024,
      "turns": 15,
      "input_tokens": 154243,
      "output_tokens": 7153,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.570024,
      "turns": 15,
      "input_tokens": 154243,
      "output_tokens": 7153,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.15513359999999998,
      "turns": 11,
      "input_tokens": 105470,
      "output_tokens": 1699,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.1322112,
      "turns": 24,
      "input_tokens": 294752,
      "output_tokens": 8944,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.508554,
      "turns": 12,
      "input_tokens": 119238,
      "output_tokens": 10056,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.508554,
      "turns": 12,
      "input_tokens": 119238,
      "output_tokens": 10056,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.247946,
      "turns": 15,
      "input_tokens": 166406,
      "output_tokens": 3404,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_vpn|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.1117624,
      "turns": 21,
      "input_tokens": 244790,
      "output_tokens": 8654,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_vpn|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.344835,
      "turns": 9,
      "input_tokens": 83270,
      "output_tokens": 6335,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_vpn|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.344835,
      "turns": 9,
      "input_tokens": 83270,
      "output_tokens": 6335,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_vpn|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.1591666,
      "turns": 11,
      "input_tokens": 106641,
      "output_tokens": 2243,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.18422680000000002,
      "turns": 29,
      "input_tokens": 389571,
      "output_tokens": 17749,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.374337,
      "turns": 10,
      "input_tokens": 94989,
      "output_tokens": 5958,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.374337,
      "turns": 10,
      "input_tokens": 94989,
      "output_tokens": 5958,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.179093,
      "turns": 12,
      "input_tokens": 120211,
      "output_tokens": 2454,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Hard]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.13344480000000003,
      "turns": 24,
      "input_tokens": 297616,
      "output_tokens": 8999,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Hard]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.7720169999999998,
      "turns": 18,
      "input_tokens": 198024,
      "output_tokens": 11863,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Hard]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.7720169999999998,
      "turns": 18,
      "input_tokens": 198024,
      "output_tokens": 11863,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Hard]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.275611,
      "turns": 16,
      "input_tokens": 183643,
      "output_tokens": 4207,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_disabled_off[PERSONA:Hard]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.190736,
      "turns": 30,
      "input_tokens": 401212,
      "output_tokens": 18907,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_disabled_off[PERSONA:Hard]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.517761,
      "turns": 13,
      "input_tokens": 130547,
      "output_tokens": 8408,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_disabled_off[PERSONA:Hard]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.517761,
      "turns": 13,
      "input_tokens": 130547,
      "output_tokens": 8408,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_disabled_off[PERSONA:Hard]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.1302378,
      "turns": 9,
      "input_tokens": 87923,
      "output_tokens": 1624,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|user_abroad_roaming_disabled_on[PERSONA:Hard]",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.18019160000000004,
      "turns": 29,
      "input_tokens": 389159,
      "output_tokens": 15330,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|user_abroad_roaming_disabled_on[PERSONA:Hard]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.5879220000000001,
      "turns": 14,
      "input_tokens": 144764,
      "output_tokens": 10242,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|user_abroad_roaming_disabled_on[PERSONA:Hard]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.5879220000000001,
      "turns": 14,
      "input_tokens": 144764,
      "output_tokens": 10242,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|user_abroad_roaming_disabled_on[PERSONA:Hard]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.18087599999999998,
      "turns": 12,
      "input_tokens": 120394,
      "output_tokens": 2801,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|data_saver_mode_on|data_usage_exceeded[PERSONA:Hard]",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.4042511999999998,
      "turns": 48,
      "input_tokens": 848496,
      "output_tokens": 40533,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|data_saver_mode_on|data_usage_exceeded[PERSONA:Hard]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.530511,
      "turns": 14,
      "input_tokens": 142347,
      "output_tokens": 6898,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|data_saver_mode_on|data_usage_exceeded[PERSONA:Hard]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.530511,
      "turns": 14,
      "input_tokens": 142347,
      "output_tokens": 6898,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|data_saver_mode_on|data_usage_exceeded[PERSONA:Hard]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.22700700000000001,
      "turns": 14,
      "input_tokens": 151613,
      "output_tokens": 3352,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|data_saver_mode_on[PERSONA:Hard]",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.17850480000000002,
      "turns": 28,
      "input_tokens": 369814,
      "output_tokens": 19112,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|data_saver_mode_on[PERSONA:Hard]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.44064,
      "turns": 12,
      "input_tokens": 119005,
      "output_tokens": 5575,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|data_saver_mode_on[PERSONA:Hard]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.44064,
      "turns": 12,
      "input_tokens": 119005,
      "output_tokens": 5575,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|data_saver_mode_on[PERSONA:Hard]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.2502846,
      "turns": 15,
      "input_tokens": 163601,
      "output_tokens": 4828,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.06204320000000001,
      "turns": 14,
      "input_tokens": 141320,
      "output_tokens": 3447,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.622677,
      "turns": 16,
      "input_tokens": 168179,
      "output_tokens": 7876,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.622677,
      "turns": 16,
      "input_tokens": 168179,
      "output_tokens": 7876,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.2621098,
      "turns": 16,
      "input_tokens": 177557,
      "output_tokens": 3075,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.07630720000000002,
      "turns": 16,
      "input_tokens": 170392,
      "output_tokens": 5094,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.6095520000000001,
      "turns": 15,
      "input_tokens": 155704,
      "output_tokens": 9496,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.6095520000000001,
      "turns": 15,
      "input_tokens": 155704,
      "output_tokens": 9496,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.30561639999999995,
      "turns": 18,
      "input_tokens": 207266,
      "output_tokens": 3510,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on[PERSONA:None]",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.0875504,
      "turns": 16,
      "input_tokens": 171692,
      "output_tokens": 11796,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on[PERSONA:None]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.418944,
      "turns": 12,
      "input_tokens": 118443,
      "output_tokens": 4241,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on[PERSONA:None]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.418944,
      "turns": 12,
      "input_tokens": 118443,
      "output_tokens": 4241,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on[PERSONA:None]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.18220139999999999,
      "turns": 12,
      "input_tokens": 123723,
      "output_tokens": 2043,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Hard]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.09987000000000001,
      "turns": 19,
      "input_tokens": 213663,
      "output_tokens": 9003,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Hard]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.709011,
      "turns": 17,
      "input_tokens": 186697,
      "output_tokens": 9928,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Hard]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.709011,
      "turns": 17,
      "input_tokens": 186697,
      "output_tokens": 9928,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Hard]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.20665439999999996,
      "turns": 13,
      "input_tokens": 136010,
      "output_tokens": 3691,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_vpn|data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:None]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.1884544,
      "turns": 30,
      "input_tokens": 397776,
      "output_tokens": 18340,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_vpn|data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:None]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.416013,
      "turns": 11,
      "input_tokens": 105281,
      "output_tokens": 6678,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_vpn|data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:None]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.416013,
      "turns": 11,
      "input_tokens": 105281,
      "output_tokens": 6678,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_vpn|data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:None]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.2727298,
      "turns": 17,
      "input_tokens": 184533,
      "output_tokens": 3269,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.26434120000000005,
      "turns": 38,
      "input_tokens": 574293,
      "output_tokens": 21640,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.656121,
      "turns": 16,
      "input_tokens": 170307,
      "output_tokens": 9680,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.656121,
      "turns": 16,
      "input_tokens": 170307,
      "output_tokens": 9680,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.30955,
      "turns": 18,
      "input_tokens": 207508,
      "output_tokens": 4327,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:Easy]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.0630488,
      "turns": 14,
      "input_tokens": 142850,
      "output_tokens": 3693,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:Easy]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.48953399999999997,
      "turns": 13,
      "input_tokens": 130858,
      "output_tokens": 6464,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:Easy]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.48953399999999997,
      "turns": 13,
      "input_tokens": 130858,
      "output_tokens": 6464,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:Easy]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.186282,
      "turns": 12,
      "input_tokens": 124576,
      "output_tokens": 2699,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:None]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.578082,
      "turns": 62,
      "input_tokens": 1256653,
      "output_tokens": 47138,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:None]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.6902940000000001,
      "turns": 17,
      "input_tokens": 182278,
      "output_tokens": 9564,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:None]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.6902940000000001,
      "turns": 17,
      "input_tokens": 182278,
      "output_tokens": 9564,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:None]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.3125486,
      "turns": 18,
      "input_tokens": 210203,
      "output_tokens": 4151,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.26631040000000006,
      "turns": 38,
      "input_tokens": 574192,
      "output_tokens": 22896,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.42649200000000004,
      "turns": 11,
      "input_tokens": 105444,
      "output_tokens": 7344,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.42649200000000004,
      "turns": 11,
      "input_tokens": 105444,
      "output_tokens": 7344,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.225652,
      "turns": 14,
      "input_tokens": 152050,
      "output_tokens": 2905,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]",
      "arm": "qwen",
      "resolved": true,
      "cost_usd": 0.3157476000000001,
      "turns": 42,
      "input_tokens": 665897,
      "output_tokens": 30868,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.45863399999999993,
      "turns": 12,
      "input_tokens": 118928,
      "output_tokens": 6790,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.45863399999999993,
      "turns": 12,
      "input_tokens": 118928,
      "output_tokens": 6790,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.21985779999999996,
      "turns": 14,
      "input_tokens": 148653,
      "output_tokens": 2669,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_mode_off|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.15171600000000002,
      "turns": 26,
      "input_tokens": 325254,
      "output_tokens": 13509,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_mode_off|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.7058760000000001,
      "turns": 17,
      "input_tokens": 187377,
      "output_tokens": 9583,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_mode_off|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.7058760000000001,
      "turns": 17,
      "input_tokens": 187377,
      "output_tokens": 9583,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_mode_off|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.239378,
      "turns": 15,
      "input_tokens": 160704,
      "output_tokens": 3271,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.15704160000000003,
      "turns": 27,
      "input_tokens": 347172,
      "output_tokens": 11358,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.623589,
      "turns": 15,
      "input_tokens": 153798,
      "output_tokens": 10813,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.623589,
      "turns": 15,
      "input_tokens": 153798,
      "output_tokens": 10813,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_on[PERSONA:None]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.24326139999999996,
      "turns": 15,
      "input_tokens": 164493,
      "output_tokens": 2948,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:None]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.266862,
      "turns": 38,
      "input_tokens": 573999,
      "output_tokens": 23289,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:None]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.7737959999999998,
      "turns": 19,
      "input_tokens": 213222,
      "output_tokens": 8942,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:None]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.7737959999999998,
      "turns": 19,
      "input_tokens": 213222,
      "output_tokens": 8942,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:None]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.23840719999999999,
      "turns": 15,
      "input_tokens": 159866,
      "output_tokens": 3317,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|user_abroad_roaming_disabled_off[PERSONA:Hard]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.09763600000000001,
      "turns": 19,
      "input_tokens": 212194,
      "output_tokens": 7974,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|user_abroad_roaming_disabled_off[PERSONA:Hard]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.524445,
      "turns": 13,
      "input_tokens": 132480,
      "output_tokens": 8467,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|user_abroad_roaming_disabled_off[PERSONA:Hard]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.524445,
      "turns": 13,
      "input_tokens": 132480,
      "output_tokens": 8467,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|user_abroad_roaming_disabled_off[PERSONA:Hard]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.21397080000000002,
      "turns": 13,
      "input_tokens": 141478,
      "output_tokens": 3614,
      "route_model": "kimi",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "qwen",
      "resolved": false,
      "cost_usd": 0.20759159999999996,
      "turns": 32,
      "input_tokens": 444767,
      "output_tokens": 18553,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "glm",
      "resolved": true,
      "cost_usd": 0.549066,
      "turns": 14,
      "input_tokens": 145047,
      "output_tokens": 7595,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "kimi",
      "resolved": true,
      "cost_usd": 0.549066,
      "turns": 14,
      "input_tokens": 145047,
      "output_tokens": 7595,
      "route_model": "",
      "infrastructure_error": false
    },
    {
      "domain": "telecom",
      "task_id": "[mobile_data_issue]bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]",
      "arm": "router",
      "resolved": true,
      "cost_usd": 0.147501,
      "turns": 10,
      "input_tokens": 98893,
      "output_tokens": 2057,
      "route_model": "kimi",
      "infrastructure_error": false
    }
  ]
}