{
 "affiliation": null,
 "aimpg_upload": 2,
 "baseline": {
  "agent": "claude",
  "name": "claude-code"
 },
 "challenger": {
  "agent": "claude",
  "model": "claude-haiku-5-5",
  "name": "claude-code@haiku"
 },
 "claim_kind": "model",
 "excluded_commits": 0,
 "kind": "verify",
 "public": true,
 "repo": "https://github.com/axios/axios.git",
 "repo_id": "85e6366044286b3586a6ff13",
 "rerun_of": null,
 "runs": [
  {
   "agent": "claude",
   "commit": "02c2c4f891d76b15712a9edd149a2d9f7978774f",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 0,
   "requests": "1-5",
   "setup": "claude-code@haiku",
   "tokens": [
    10,
    40000,
    140000,
    3400
   ],
   "tokens_check": "ok",
   "wall_s": 20,
   "wh": [
    0.46,
    4.8
   ]
  },
  {
   "agent": "claude",
   "commit": "02c2c4f891d76b15712a9edd149a2d9f7978774f",
   "cost_known": true,
   "cost_usd": 0.07,
   "model": "claude-sonnet-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 0,
   "requests": "1-5",
   "setup": "claude-code",
   "tokens": [
    10,
    12000,
    92000,
    2100
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.31,
    4.14
   ]
  },
  {
   "agent": "claude",
   "commit": "02c2c4f891d76b15712a9edd149a2d9f7978774f",
   "cost_known": true,
   "cost_usd": 0.1,
   "model": "claude-sonnet-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    16,
    15000,
    160000,
    2900
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.42,
    5.55
   ]
  },
  {
   "agent": "claude",
   "commit": "02c2c4f891d76b15712a9edd149a2d9f7978774f",
   "cost_known": true,
   "cost_usd": 0.07,
   "model": "claude-sonnet-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 2,
   "requests": "1-5",
   "setup": "claude-code",
   "tokens": [
    10,
    13000,
    93000,
    1600
   ],
   "tokens_check": "ok",
   "wall_s": 20,
   "wh": [
    0.29,
    3.84
   ]
  },
  {
   "agent": "claude",
   "commit": "02c2c4f891d76b15712a9edd149a2d9f7978774f",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    28,
    30000,
    560000,
    8700
   ],
   "tokens_check": "ok",
   "wall_s": 600,
   "wh": [
    1.02,
    9.65
   ]
  },
  {
   "agent": "claude",
   "commit": "02c2c4f891d76b15712a9edd149a2d9f7978774f",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    20,
    27000,
    370000,
    7100
   ],
   "tokens_check": "ok",
   "wall_s": 490,
   "wh": [
    0.83,
    7.89
   ]
  },
  {
   "agent": "claude",
   "commit": "3d253b4f17a5107e6f274ee5b2e96e03508dceb2",
   "cost_known": true,
   "cost_usd": 0.06,
   "model": "claude-sonnet-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 0,
   "requests": "1-5",
   "setup": "claude-code",
   "tokens": [
    10,
    13000,
    92000,
    1000
   ],
   "tokens_check": "ok",
   "wall_s": 20,
   "wh": [
    0.24,
    3.2
   ]
  },
  {
   "agent": "claude",
   "commit": "3d253b4f17a5107e6f274ee5b2e96e03508dceb2",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    14,
    22000,
    230000,
    6300
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.66,
    6.4
   ]
  },
  {
   "agent": "claude",
   "commit": "3d253b4f17a5107e6f274ee5b2e96e03508dceb2",
   "cost_known": true,
   "cost_usd": 0.06,
   "model": "claude-sonnet-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 1,
   "requests": "1-5",
   "setup": "claude-code",
   "tokens": [
    8,
    13000,
    72000,
    1000
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.24,
    3.22
   ]
  },
  {
   "agent": "claude",
   "commit": "3d253b4f17a5107e6f274ee5b2e96e03508dceb2",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    14,
    20000,
    230000,
    3800
   ],
   "tokens_check": "ok",
   "wall_s": 20,
   "wh": [
    0.42,
    4.16
   ]
  },
  {
   "agent": "claude",
   "commit": "3d253b4f17a5107e6f274ee5b2e96e03508dceb2",
   "cost_known": true,
   "cost_usd": 0.08,
   "model": "claude-sonnet-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    14,
    14000,
    140000,
    2000
   ],
   "tokens_check": "ok",
   "wall_s": 20,
   "wh": [
    0.34,
    4.51
   ]
  },
  {
   "agent": "claude",
   "commit": "3d253b4f17a5107e6f274ee5b2e96e03508dceb2",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    14,
    21000,
    230000,
    4200
   ],
   "tokens_check": "ok",
   "wall_s": 20,
   "wh": [
    0.46,
    4.57
   ]
  },
  {
   "agent": "claude",
   "commit": "a85da2918eb540928b54bb3d57692efc8f2f83f1",
   "cost_known": true,
   "cost_usd": 0.12,
   "model": "claude-sonnet-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    18,
    18000,
    210000,
    3100
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.5,
    6.52
   ]
  },
  {
   "agent": "claude",
   "commit": "a85da2918eb540928b54bb3d57692efc8f2f83f1",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    24,
    30000,
    480000,
    11000
   ],
   "tokens_check": "ok",
   "wall_s": 50,
   "wh": [
    1.26,
    11.82
   ]
  },
  {
   "agent": "claude",
   "commit": "a85da2918eb540928b54bb3d57692efc8f2f83f1",
   "cost_known": true,
   "cost_usd": 0.11,
   "model": "claude-sonnet-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    16,
    18000,
    180000,
    3300
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.5,
    6.56
   ]
  },
  {
   "agent": "claude",
   "commit": "a85da2918eb540928b54bb3d57692efc8f2f83f1",
   "cost_known": true,
   "cost_usd": 0.09,
   "model": "claude-sonnet-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    12,
    17000,
    130000,
    2600
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.44,
    5.7
   ]
  },
  {
   "agent": "claude",
   "commit": "a85da2918eb540928b54bb3d57692efc8f2f83f1",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    20,
    26000,
    380000,
    6800
   ],
   "tokens_check": "ok",
   "wall_s": 40,
   "wh": [
    0.78,
    7.49
   ]
  },
  {
   "agent": "claude",
   "commit": "e435384f36bdd310ae784d652e97a0383d1c52a7",
   "cost_known": true,
   "cost_usd": 0.08,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    12,
    14000,
    120000,
    2100
   ],
   "tokens_check": "ok",
   "wall_s": 20,
   "wh": [
    0.34,
    4.54
   ]
  },
  {
   "agent": "claude",
   "commit": "e435384f36bdd310ae784d652e97a0383d1c52a7",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    16,
    23000,
    270000,
    6700
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.72,
    6.97
   ]
  },
  {
   "agent": "claude",
   "commit": "a85da2918eb540928b54bb3d57692efc8f2f83f1",
   "cost_known": true,
   "cost_usd": 0.02,
   "model": "claude-haiku-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    36,
    38000,
    820000,
    18000
   ],
   "tokens_check": "ok",
   "wall_s": 630,
   "wh": [
    2.28,
    20.96
   ]
  },
  {
   "agent": "claude",
   "commit": "e435384f36bdd310ae784d652e97a0383d1c52a7",
   "cost_known": true,
   "cost_usd": 0.09,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    16,
    14000,
    170000,
    2200
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.35,
    4.69
   ]
  },
  {
   "agent": "claude",
   "commit": "e435384f36bdd310ae784d652e97a0383d1c52a7",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    18,
    25000,
    320000,
    7000
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.77,
    7.39
   ]
  },
  {
   "agent": "claude",
   "commit": "e435384f36bdd310ae784d652e97a0383d1c52a7",
   "cost_known": true,
   "cost_usd": 0.07,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 2,
   "requests": "1-5",
   "setup": "claude-code",
   "tokens": [
    10,
    12000,
    92000,
    1900
   ],
   "tokens_check": "ok",
   "wall_s": 20,
   "wh": [
    0.3,
    3.99
   ]
  },
  {
   "agent": "claude",
   "commit": "e435384f36bdd310ae784d652e97a0383d1c52a7",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    20,
    25000,
    350000,
    9400
   ],
   "tokens_check": "ok",
   "wall_s": 40,
   "wh": [
    1.0,
    9.45
   ]
  },
  {
   "agent": "claude",
   "commit": "3ebc76240c835a07fc6af23cb10d41579371a08f",
   "cost_known": true,
   "cost_usd": 0.19,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    22,
    24000,
    290000,
    7700
   ],
   "tokens_check": "ok",
   "wall_s": 60,
   "wh": [
    1.0,
    12.77
   ]
  },
  {
   "agent": "claude",
   "commit": "3ebc76240c835a07fc6af23cb10d41579371a08f",
   "cost_known": true,
   "cost_usd": 0.02,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    26,
    41000,
    590000,
    17000
   ],
   "tokens_check": "ok",
   "wall_s": 80,
   "wh": [
    2.18,
    20.08
   ]
  },
  {
   "agent": "claude",
   "commit": "3ebc76240c835a07fc6af23cb10d41579371a08f",
   "cost_known": true,
   "cost_usd": 0.19,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    12,
    26000,
    140000,
    9300
   ],
   "tokens_check": "ok",
   "wall_s": 60,
   "wh": [
    1.21,
    15.18
   ]
  },
  {
   "agent": "claude",
   "commit": "3ebc76240c835a07fc6af23cb10d41579371a08f",
   "cost_known": true,
   "cost_usd": 0.19,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    20,
    23000,
    260000,
    8300
   ],
   "tokens_check": "ok",
   "wall_s": 60,
   "wh": [
    1.03,
    13.17
   ]
  },
  {
   "agent": "claude",
   "commit": "3ebc76240c835a07fc6af23cb10d41579371a08f",
   "cost_known": true,
   "cost_usd": 0.04,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 1,
   "requests": "21-50",
   "setup": "claude-code@haiku",
   "tokens": [
    48,
    60000,
    1400000,
    36000
   ],
   "tokens_check": "ok",
   "wall_s": 430,
   "wh": [
    5.26,
    47.09
   ]
  },
  {
   "agent": "claude",
   "commit": "3ebc76240c835a07fc6af23cb10d41579371a08f",
   "cost_known": true,
   "cost_usd": 0.04,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 2,
   "requests": "21-50",
   "setup": "claude-code@haiku",
   "tokens": [
    46,
    66000,
    1500000,
    42000
   ],
   "tokens_check": "ok",
   "wall_s": 150,
   "wh": [
    6.46,
    57.43
   ]
  },
  {
   "agent": "claude",
   "commit": "ff60b43277c32a5b2f7589c917db16d8e043c0d4",
   "cost_known": true,
   "cost_usd": 0.1,
   "model": "claude-sonnet-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    16,
    15000,
    170000,
    2400
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.39,
    5.11
   ]
  },
  {
   "agent": "claude",
   "commit": "ff60b43277c32a5b2f7589c917db16d8e043c0d4",
   "cost_known": true,
   "cost_usd": 0.02,
   "model": "claude-haiku-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    28,
    38000,
    640000,
    10000
   ],
   "tokens_check": "ok",
   "wall_s": 40,
   "wh": [
    1.38,
    12.9
   ]
  },
  {
   "agent": "claude",
   "commit": "ff60b43277c32a5b2f7589c917db16d8e043c0d4",
   "cost_known": true,
   "cost_usd": 0.11,
   "model": "claude-sonnet-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    18,
    17000,
    200000,
    3100
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.48,
    6.24
   ]
  },
  {
   "agent": "claude",
   "commit": "ff60b43277c32a5b2f7589c917db16d8e043c0d4",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    22,
    26000,
    420000,
    5700
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.68,
    6.6
   ]
  },
  {
   "agent": "claude",
   "commit": "ff60b43277c32a5b2f7589c917db16d8e043c0d4",
   "cost_known": true,
   "cost_usd": 0.1,
   "model": "claude-sonnet-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code",
   "tokens": [
    16,
    16000,
    170000,
    2600
   ],
   "tokens_check": "ok",
   "wall_s": 30,
   "wh": [
    0.41,
    5.41
   ]
  },
  {
   "agent": "claude",
   "commit": "a93b1c90d919542987cc38591d10eed949a345d0",
   "cost_known": true,
   "cost_usd": 0.08,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 0,
   "requests": "1-5",
   "setup": "claude-code",
   "tokens": [
    10,
    15000,
    98000,
    2200
   ],
   "tokens_check": "ok",
   "wall_s": 20,
   "wh": [
    0.36,
    4.76
   ]
  },
  {
   "agent": "claude",
   "commit": "ff60b43277c32a5b2f7589c917db16d8e043c0d4",
   "cost_known": true,
   "cost_usd": 0.02,
   "model": "claude-haiku-5-5",
   "outcome": "passed",
   "passed": true,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    38,
    48000,
    1000000,
    10000
   ],
   "tokens_check": "ok",
   "wall_s": 540,
   "wh": [
    1.61,
    14.98
   ]
  },
  {
   "agent": "claude",
   "commit": "a93b1c90d919542987cc38591d10eed949a345d0",
   "cost_known": true,
   "cost_usd": 0.06,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 1,
   "requests": "1-5",
   "setup": "claude-code",
   "tokens": [
    10,
    12000,
    92000,
    1400
   ],
   "tokens_check": "ok",
   "wall_s": 20,
   "wh": [
    0.26,
    3.49
   ]
  },
  {
   "agent": "claude",
   "commit": "a93b1c90d919542987cc38591d10eed949a345d0",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 0,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    22,
    33000,
    450000,
    10000
   ],
   "tokens_check": "ok",
   "wall_s": 420,
   "wh": [
    1.27,
    11.87
   ]
  },
  {
   "agent": "claude",
   "commit": "a93b1c90d919542987cc38591d10eed949a345d0",
   "cost_known": true,
   "cost_usd": 0.06,
   "model": "claude-sonnet-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 2,
   "requests": "1-5",
   "setup": "claude-code",
   "tokens": [
    8,
    11000,
    70000,
    1600
   ],
   "tokens_check": "ok",
   "wall_s": 20,
   "wh": [
    0.26,
    3.51
   ]
  },
  {
   "agent": "claude",
   "commit": "a93b1c90d919542987cc38591d10eed949a345d0",
   "cost_known": true,
   "cost_usd": 0.01,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 1,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    26,
    31000,
    530000,
    9700
   ],
   "tokens_check": "ok",
   "wall_s": 380,
   "wh": [
    1.16,
    10.94
   ]
  },
  {
   "agent": "claude",
   "commit": "a93b1c90d919542987cc38591d10eed949a345d0",
   "cost_known": true,
   "cost_usd": 0.02,
   "model": "claude-haiku-5-5",
   "outcome": "tests_failed",
   "passed": false,
   "repeat": 2,
   "requests": "6-20",
   "setup": "claude-code@haiku",
   "tokens": [
    30,
    35000,
    640000,
    12000
   ],
   "tokens_check": "ok",
   "wall_s": 130,
   "wh": [
    1.42,
    13.31
   ]
  }
 ],
 "superseded_attempts": 0,
 "task_mode": "hint",
 "verdict": {
  "answer": "SUPPORTED",
  "cost_ratio": 0.1567,
  "energy": null
 },
 "versions": {
  "aimpg": "0.6.3",
  "claude": "2.1",
  "codex": "0.159",
  "factors": "2026-10-03b",
  "prices": "2026-10-11"
 },
 "week": "2026-W42"
}
