{
 "affiliation": null,
 "aimpg_upload": 2,
 "baseline": {
  "agent": "claude",
  "name": "claude-code"
 },
 "challenger": {
  "agent": "claude",
  "model": "claude-haiku-5-5",
  "name": "claude-code@haiku"
 },
 "claim_kind": "model",
 "excluded_commits": 0,
 "kind": "verify",
 "public": true,
 "repo": "https://github.com/lint-staged/lint-staged.git",
 "repo_id": "d84c7ac6116a47befc110fab",
 "rerun_of": null,
 "runs": [
  {
   "agent": "claude",
   "commit": "86600d3b5dd071ad85a6de9f8293deed113468ae",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    22,
    45000,
    380000,
    9200
   ],
   "tokens_check": "ok",
   "wall_s": 80,
   "wh": [
    1.05,
    10.24
   ]
  },
  {
   "agent": "claude",
   "commit": "86600d3b5dd071ad85a6de9f8293deed113468ae",
   "cost_known": true,
   "cost_usd": 0.11,
   "model": "claude-sonnet-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    22,
    17000,
    230000,
    2400
   ],
   "tokens_check": "ok",
   "wall_s": 180,
   "wh": [
    0.41,
    5.43
   ]
  },
  {
   "agent": "claude",
   "commit": "86600d3b5dd071ad85a6de9f8293deed113468ae",
   "cost_known": true,
   "cost_usd": 0.1,
   "model": "claude-sonnet-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    20,
    14000,
    190000,
    3000
   ],
   "tokens_check": "ok",
   "wall_s": 100,
   "wh": [
    0.4,
    5.36
   ]
  },
  {
   "agent": "claude",
   "commit": "86600d3b5dd071ad85a6de9f8293deed113468ae",
   "cost_known": true,
   "cost_usd": 0.02,
   "model": "claude-haiku-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    28,
    32000,
    560000,
    12000
   ],
   "tokens_check": "ok",
   "wall_s": 90,
   "wh": [
    1.42,
    13.28
   ]
  },
  {
   "agent": "claude",
   "commit": "86600d3b5dd071ad85a6de9f8293deed113468ae",
   "cost_known": true,
   "cost_usd": 0.12,
   "model": "claude-sonnet-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    20,
    19000,
    220000,
    2700
   ],
   "tokens_check": "ok",
   "wall_s": 40,
   "wh": [
    0.48,
    6.22
   ]
  },
  {
   "agent": "claude",
   "commit": "86600d3b5dd071ad85a6de9f8293deed113468ae",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    18,
    30000,
    330000,
    6200
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.78,
    7.46
   ]
  },
  {
   "agent": "claude",
   "commit": "113cc549aed128f42571aaa80e3348fba67cd4b7",
   "cost_known": true,
   "cost_usd": 0.04,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 0,
   "requests": "1-5",
   "setup": "claude-code",
   "tokens": [
    6,
    7300,
    42000,
    1100
   ],
   "tokens_check": "ok",
   "wall_s": 20,
   "wh": [
    0.16,
    2.27
   ]
  },
  {
   "agent": "claude",
   "commit": "113cc549aed128f42571aaa80e3348fba67cd4b7",
   "cost_known": true,
   "cost_usd": 0.02,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    24,
    31000,
    460000,
    14000
   ],
   "tokens_check": "ok",
   "wall_s": 280,
   "wh": [
    1.6,
    14.89
   ]
  },
  {
   "agent": "claude",
   "commit": "113cc549aed128f42571aaa80e3348fba67cd4b7",
   "cost_known": true,
   "cost_usd": 0.04,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 1,
   "requests": "1-5",
   "setup": "claude-code",
   "tokens": [
    6,
    7300,
    42000,
    1100
   ],
   "tokens_check": "ok",
   "wall_s": 20,
   "wh": [
    0.16,
    2.24
   ]
  },
  {
   "agent": "claude",
   "commit": "113cc549aed128f42571aaa80e3348fba67cd4b7",
   "cost_known": true,
   "cost_usd": 0.04,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 2,
   "requests": "1-5",
   "setup": "claude-code",
   "tokens": [
    6,
    7300,
    42000,
    1200
   ],
   "tokens_check": "ok",
   "wall_s": 20,
   "wh": [
    0.17,
    2.33
   ]
  },
  {
   "agent": "claude",
   "commit": "113cc549aed128f42571aaa80e3348fba67cd4b7",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    26,
    28000,
    490000,
    12000
   ],
   "tokens_check": "ok",
   "wall_s": 100,
   "wh": [
    1.32,
    12.43
   ]
  },
  {
   "agent": "claude",
   "commit": "113cc549aed128f42571aaa80e3348fba67cd4b7",
   "cost_known": true,
   "cost_usd": 0.02,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    28,
    35000,
    560000,
    16000
   ],
   "tokens_check": "ok",
   "wall_s": 370,
   "wh": [
    1.84,
    17.12
   ]
  },
  {
   "agent": "claude",
   "commit": "bd4dcbf0ed22a655386a29ac98c5ed4296d6b354",
   "cost_known": true,
   "cost_usd": 0.07,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    14,
    11000,
    110000,
    1900
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.27,
    3.69
   ]
  },
  {
   "agent": "claude",
   "commit": "bd4dcbf0ed22a655386a29ac98c5ed4296d6b354",
   "cost_known": true,
   "cost_usd": 0.02,
   "model": "claude-haiku-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    36,
    39000,
    820000,
    13000
   ],
   "tokens_check": "ok",
   "wall_s": 100,
   "wh": [
    1.71,
    15.83
   ]
  },
  {
   "agent": "claude",
   "commit": "bd4dcbf0ed22a655386a29ac98c5ed4296d6b354",
   "cost_known": true,
   "cost_usd": 0.09,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    14,
    17000,
    140000,
    1600
   ],
   "tokens_check": "ok",
   "wall_s": 50,
   "wh": [
    0.36,
    4.73
   ]
  },
  {
   "agent": "claude",
   "commit": "bd4dcbf0ed22a655386a29ac98c5ed4296d6b354",
   "cost_known": true,
   "cost_usd": 0.02,
   "model": "claude-haiku-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    30,
    35000,
    640000,
    11000
   ],
   "tokens_check": "ok",
   "wall_s": 110,
   "wh": [
    1.44,
    13.37
   ]
  },
  {
   "agent": "claude",
   "commit": "bd4dcbf0ed22a655386a29ac98c5ed4296d6b354",
   "cost_known": true,
   "cost_usd": 0.08,
   "model": "claude-sonnet-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    16,
    12000,
    140000,
    1800
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.29,
    3.87
   ]
  },
  {
   "agent": "claude",
   "commit": "bd4dcbf0ed22a655386a29ac98c5ed4296d6b354",
   "cost_known": true,
   "cost_usd": 0.02,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    40,
    45000,
    990000,
    14000
   ],
   "tokens_check": "ok",
   "wall_s": 140,
   "wh": [
    2.1,
    19.26
   ]
  },
  {
   "agent": "claude",
   "commit": "d43432b0b64415468ba853e84557b6d662155475",
   "cost_known": true,
   "cost_usd": 0.08,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    18,
    10000,
    150000,
    2100
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.27,
    3.72
   ]
  },
  {
   "agent": "claude",
   "commit": "d43432b0b64415468ba853e84557b6d662155475",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    14,
    28000,
    260000,
    7400
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.88,
    8.38
   ]
  },
  {
   "agent": "claude",
   "commit": "d43432b0b64415468ba853e84557b6d662155475",
   "cost_known": true,
   "cost_usd": 0.06,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    14,
    8600,
    110000,
    1600
   ],
   "tokens_check": "ok",
   "wall_s": 20,
   "wh": [
    0.22,
    3.0
   ]
  },
  {
   "agent": "claude",
   "commit": "d43432b0b64415468ba853e84557b6d662155475",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    12,
    19000,
    180000,
    5800
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.57,
    5.53
   ]
  },
  {
   "agent": "claude",
   "commit": "d43432b0b64415468ba853e84557b6d662155475",
   "cost_known": true,
   "cost_usd": 0.06,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    14,
    9500,
    110000,
    1600
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.23,
    3.09
   ]
  },
  {
   "agent": "claude",
   "commit": "d43432b0b64415468ba853e84557b6d662155475",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    14,
    27000,
    250000,
    5300
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.64,
    6.22
   ]
  },
  {
   "agent": "claude",
   "commit": "9b98b7f02921f59294171368d0e87dc6c3ce22c0",
   "cost_known": true,
   "cost_usd": 0.08,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    16,
    12000,
    140000,
    2000
   ],
   "tokens_check": "ok",
   "wall_s": 40,
   "wh": [
    0.31,
    4.11
   ]
  },
  {
   "agent": "claude",
   "commit": "9b98b7f02921f59294171368d0e87dc6c3ce22c0",
   "cost_known": true,
   "cost_usd": 0.02,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    32,
    30000,
    600000,
    12000
   ],
   "tokens_check": "ok",
   "wall_s": 110,
   "wh": [
    1.35,
    12.63
   ]
  },
  {
   "agent": "claude",
   "commit": "9b98b7f02921f59294171368d0e87dc6c3ce22c0",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    12,
    17000,
    170000,
    2900
   ],
   "tokens_check": "ok",
   "wall_s": 60,
   "wh": [
    0.29,
    2.96
   ]
  },
  {
   "agent": "claude",
   "commit": "9b98b7f02921f59294171368d0e87dc6c3ce22c0",
   "cost_known": true,
   "cost_usd": 0.08,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    14,
    14000,
    130000,
    2200
   ],
   "tokens_check": "ok",
   "wall_s": 70,
   "wh": [
    0.34,
    4.59
   ]
  },
  {
   "agent": "claude",
   "commit": "9b98b7f02921f59294171368d0e87dc6c3ce22c0",
   "cost_known": true,
   "cost_usd": 0.08,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    16,
    12000,
    140000,
    1800
   ],
   "tokens_check": "ok",
   "wall_s": 40,
   "wh": [
    0.28,
    3.76
   ]
  },
  {
   "agent": "claude",
   "commit": "9b98b7f02921f59294171368d0e87dc6c3ce22c0",
   "cost_known": true,
   "cost_usd": 0.02,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    34,
    30000,
    640000,
    11000
   ],
   "tokens_check": "ok",
   "wall_s": 120,
   "wh": [
    1.24,
    11.65
   ]
  },
  {
   "agent": "claude",
   "commit": "26112a19151f9678861d51ea7416e9f9bef24bbb",
   "cost_known": true,
   "cost_usd": 0.14,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    26,
    18000,
    270000,
    4200
   ],
   "tokens_check": "ok",
   "wall_s": 50,
   "wh": [
    0.56,
    7.39
   ]
  },
  {
   "agent": "claude",
   "commit": "26112a19151f9678861d51ea7416e9f9bef24bbb",
   "cost_known": true,
   "cost_usd": 0.02,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    26,
    36000,
    560000,
    9900
   ],
   "tokens_check": "ok",
   "wall_s": 170,
   "wh": [
    1.3,
    12.14
   ]
  },
  {
   "agent": "claude",
   "commit": "26112a19151f9678861d51ea7416e9f9bef24bbb",
   "cost_known": true,
   "cost_usd": 0.09,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    16,
    13000,
    150000,
    2600
   ],
   "tokens_check": "ok",
   "wall_s": 50,
   "wh": [
    0.36,
    4.85
   ]
  },
  {
   "agent": "claude",
   "commit": "26112a19151f9678861d51ea7416e9f9bef24bbb",
   "cost_known": true,
   "cost_usd": 0.02,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    30,
    40000,
    670000,
    9700
   ],
   "tokens_check": "ok",
   "wall_s": 80,
   "wh": [
    1.32,
    12.39
   ]
  },
  {
   "agent": "claude",
   "commit": "26112a19151f9678861d51ea7416e9f9bef24bbb",
   "cost_known": true,
   "cost_usd": 0.13,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    24,
    17000,
    250000,
    4000
   ],
   "tokens_check": "ok",
   "wall_s": 60,
   "wh": [
    0.53,
    7.05
   ]
  },
  {
   "agent": "claude",
   "commit": "26112a19151f9678861d51ea7416e9f9bef24bbb",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    24,
    36000,
    510000,
    11000
   ],
   "tokens_check": "ok",
   "wall_s": 160,
   "wh": [
    1.36,
    12.75
   ]
  },
  {
   "agent": "claude",
   "commit": "37e8e1ad73a58c0b187716bd5172744ad50f36d1",
   "cost_known": true,
   "cost_usd": 0.15,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    24,
    21000,
    270000,
    4300
   ],
   "tokens_check": "ok",
   "wall_s": 160,
   "wh": [
    0.65,
    8.36
   ]
  },
  {
   "agent": "claude",
   "commit": "37e8e1ad73a58c0b187716bd5172744ad50f36d1",
   "cost_known": true,
   "cost_usd": 0.02,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    26,
    32000,
    500000,
    12000
   ],
   "tokens_check": "ok",
   "wall_s": 240,
   "wh": [
    1.43,
    13.38
   ]
  },
  {
   "agent": "claude",
   "commit": "37e8e1ad73a58c0b187716bd5172744ad50f36d1",
   "cost_known": true,
   "cost_usd": 0.1,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    18,
    14000,
    180000,
    2800
   ],
   "tokens_check": "ok",
   "wall_s": 70,
   "wh": [
    0.4,
    5.31
   ]
  },
  {
   "agent": "claude",
   "commit": "37e8e1ad73a58c0b187716bd5172744ad50f36d1",
   "cost_known": true,
   "cost_usd": 0.02,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    32,
    49000,
    830000,
    16000
   ],
   "tokens_check": "ok",
   "wall_s": 120,
   "wh": [
    2.34,
    21.34
   ]
  },
  {
   "agent": "claude",
   "commit": "37e8e1ad73a58c0b187716bd5172744ad50f36d1",
   "cost_known": true,
   "cost_usd": 0.13,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    22,
    19000,
    240000,
    3600
   ],
   "tokens_check": "ok",
   "wall_s": 130,
   "wh": [
    0.56,
    7.25
   ]
  },
  {
   "agent": "claude",
   "commit": "37e8e1ad73a58c0b187716bd5172744ad50f36d1",
   "cost_known": true,
   "cost_usd": 0.02,
   "model": "claude-haiku-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    28,
    37000,
    590000,
    11000
   ],
   "tokens_check": "ok",
   "wall_s": 350,
   "wh": [
    1.4,
    13.09
   ]
  }
 ],
 "superseded_attempts": 0,
 "task_mode": "hint",
 "verdict": {
  "answer": "SUPPORTED",
  "cost_ratio": 0.1107,
  "energy": null
 },
 "versions": {
  "aimpg": "0.6.3",
  "claude": "2.1",
  "codex": "0.159",
  "factors": "2026-10-03b",
  "prices": "2026-10-11"
 },
 "week": "2026-W42"
}
