{"run_id": "c58eff4ccd-claude-code-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "setup": "claude-code", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.07687590000000001, "wall_s": 36.5, "usages": [[2, 8635, 10325, 136], [2, 1412, 18960, 307], [2, 3029, 20372, 1056], [2, 1508, 23401, 127], [2, 317, 24909, 375]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.076346}}
{"run_id": "c58eff4ccd-claude-code@haiku-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "setup": "claude-code@haiku", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.013494075, "wall_s": 51.3, "usages": [[2, 30981, 0, 524], [2, 1725, 30981, 583], [2, 4374, 32706, 912], [2, 1241, 37080, 151], [2, 1984, 38321, 1808], [2, 1754, 40305, 325], [2, 627, 42059, 2832], [2, 2141, 42686, 611], [2, 828, 44827, 355], [2, 296, 45655, 303]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.427319}}
{"run_id": "c58eff4ccd-claude-code@opus-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "setup": "claude-code@opus", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.25482800000000005, "wall_s": 74.1, "usages": [[2, 8810, 10209, 159], [2, 1374, 19019, 208], [2, 2835, 20393, 154], [2, 2074, 23228, 2302], [2, 2414, 25302, 2038], [2, 2627, 27716, 168], [2, 2632, 30343, 456]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.250968}}
{"run_id": "c58eff4ccd-claude-code+rtk-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "setup": "claude-code+rtk", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.07652479999999999, "wall_s": 29.0, "usages": [[2, 8947, 10325, 92], [2, 1226, 19272, 212], [2, 2884, 20498, 1145], [2, 1615, 23382, 105], [2, 320, 24997, 379]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 5, "rtk_claimed_tokens_saved": 9459, "rtk_fired": true, "agent_reported_cost_usd": 0.076045}}
{"run_id": "c58eff4ccd-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.11332670000000002, "wall_s": 58.8, "usages": [[3, 12611, 0, 85], [3, 244, 12611, 78], [3, 10384, 12855, 102], [3, 3808, 23239, 81], [3, 1715, 27047, 1098], [3, 1276, 28762, 102], [3, 497, 30038, 297], [3, 509, 30535, 73]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "c58eff4ccd-claude-code-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "setup": "claude-code", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.077013, "wall_s": 28.8, "usages": [[2, 8635, 10325, 92], [2, 1409, 18960, 307], [2, 3024, 20369, 1127], [2, 1575, 23393, 127], [2, 317, 24968, 346]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.076473}}
{"run_id": "c58eff4ccd-claude-code@haiku-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "setup": "claude-code@haiku", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.011077705, "wall_s": 42.1, "usages": [[2, 12368, 18613, 521], [2, 1506, 30981, 583], [2, 4104, 32487, 920], [2, 1132, 36591, 441], [2, 3392, 37723, 2676], [2, 2120, 41115, 873], [2, 1275, 43235, 1040], [2, 1163, 44510, 968], [2, 1017, 45673, 492]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.335943}}
{"run_id": "c58eff4ccd-claude-code+rtk-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "setup": "claude-code+rtk", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0766901, "wall_s": 25.1, "usages": [[2, 8947, 10325, 99], [2, 1340, 19272, 293], [2, 2890, 20612, 1082], [2, 1600, 23502, 99], [2, 414, 25102, 320]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 3, "rtk_claimed_tokens_saved": 9344, "rtk_fired": true, "agent_reported_cost_usd": 0.07669}}
{"run_id": "c58eff4ccd-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.10379310000000001, "wall_s": 63.7, "usages": [[3, 12611, 0, 93], [3, 254, 12611, 51], [3, 8407, 12865, 73], [3, 2624, 21272, 48], [3, 1453, 23896, 1254], [3, 1321, 25349, 87], [3, 418, 26670, 288], [3, 560, 27088, 71]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "c58eff4ccd-claude-code@opus-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "setup": "claude-code@opus", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.2766978, "wall_s": 73.2, "usages": [[2, 8810, 10209, 181], [2, 1443, 19019, 192], [2, 3596, 20462, 148], [2, 2279, 24058, 2355], [2, 2700, 26337, 128], [2, 308, 29037, 1303], [2, 1932, 29345, 1443], [2, 1893, 31277, 444]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.273878}}
{"run_id": "c58eff4ccd-claude-code-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "setup": "claude-code", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0726627, "wall_s": 28.6, "usages": [[2, 8635, 10325, 112], [2, 1849, 18960, 307], [2, 1294, 20809, 996], [2, 1501, 22103, 136], [2, 466, 23604, 361]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.072663}}
{"run_id": "c58eff4ccd-claude-code@haiku-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "setup": "claude-code@haiku", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.00991407, "wall_s": 45.2, "usages": [[2, 12368, 18613, 584], [2, 1949, 30981, 583], [2, 3327, 32930, 2053], [2, 1907, 36257, 723], [2, 932, 38164, 271], [2, 993, 39096, 151], [2, 1403, 40089, 3171], [2, 2559, 41492, 377]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.302558}}
{"run_id": "c58eff4ccd-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.1145747, "wall_s": 53.0, "usages": [[3, 12611, 0, 93], [3, 254, 12611, 77], [3, 10329, 12865, 79], [3, 3186, 23194, 58], [3, 2848, 26380, 1311], [3, 1344, 29228, 115], [3, 395, 30572, 144], [3, 427, 30967, 69]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "c58eff4ccd-claude-code@opus-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "setup": "claude-code@opus", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.28192059999999997, "wall_s": 64.2, "usages": [[2, 8810, 10209, 165], [2, 2342, 19019, 222], [2, 3507, 21361, 271], [2, 2260, 24868, 1925], [2, 2129, 27128, 557], [2, 852, 29257, 2448], [2, 3198, 30109, 183], [2, 519, 33307, 465]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.279441}}
{"run_id": "c58eff4ccd-claude-code+rtk-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "setup": "claude-code+rtk", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.07428699999999999, "wall_s": 24.9, "usages": [[2, 8947, 10325, 130], [2, 1086, 19272, 438], [2, 1840, 20358, 1041], [2, 1559, 22198, 101], [2, 406, 23757, 339]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 2, "rtk_claimed_tokens_saved": 8815, "rtk_fired": true, "agent_reported_cost_usd": 0.074287}}
{"run_id": "a7a1d4873f-claude-code@haiku-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "claude-code@haiku", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.004362479999999999, "wall_s": 25.7, "usages": [[2, 12366, 18613, 558], [2, 1067, 30979, 589], [2, 709, 32046, 1322], [2, 1036, 32755, 172]], "tokens_check": "ok", "note": "                  \u001b[31m^\u001b[39m\n    \u001b[90m 61|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/type 'object'/i\u001b[39m)\n    \u001b[90m 62|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/keys \\[foo, bar\\]/i\u001b[39m)\n\n\u001b[31m\u001b[2m\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af[2/2]\u23af\u001b[22m\u001b[39m\n\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.135021}}
{"run_id": "a7a1d4873f-claude-code-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "claude-code", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0889642, "wall_s": 38.7, "usages": [[2, 8633, 10325, 86], [2, 793, 18958, 201], [2, 5266, 19751, 1793], [2, 2103, 25017, 119], [2, 449, 27120, 361]], "tokens_check": "ok", "note": "                  \u001b[31m^\u001b[39m\n    \u001b[90m 61|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/type 'object'/i\u001b[39m)\n    \u001b[90m 62|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/keys \\[foo, bar\\]/i\u001b[39m)\n\n\u001b[31m\u001b[2m\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af[2/2]\u23af\u001b[22m\u001b[39m\n\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.088274}}
{"run_id": "a7a1d4873f-claude-code@opus-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "claude-code@opus", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.22205179999999997, "wall_s": 61.8, "usages": [[2, 8808, 10209, 135], [2, 629, 19017, 99], [2, 2636, 19646, 170], [2, 2449, 22282, 836], [2, 935, 24731, 220], [2, 892, 25666, 1652], [2, 1927, 26558, 399], [2, 1070, 28485, 166], [2, 260, 29555, 459]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.219972}}
{"run_id": "a7a1d4873f-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.09403790000000001, "wall_s": 51.9, "usages": [[3, 12632, 0, 101], [3, 220, 12632, 57], [3, 6770, 12852, 494], [3, 668, 19622, 772], [3, 845, 20290, 54], [3, 682, 21135, 224], [3, 409, 21817, 350], [3, 514, 22226, 40], [3, 97, 22740, 64]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "a7a1d4873f-claude-code+rtk-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "claude-code+rtk", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.1208933, "wall_s": 46.7, "usages": [[2, 8945, 10325, 101], [2, 887, 19270, 205], [2, 2242, 20157, 209], [2, 1687, 22399, 63], [2, 748, 24086, 1267], [2, 1899, 24834, 1506], [2, 2007, 26733, 135], [2, 454, 28740, 352]], "tokens_check": "ok", "note": "                  \u001b[31m^\u001b[39m\n    \u001b[90m 61|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/type 'object'/i\u001b[39m)\n    \u001b[90m 62|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/keys \\[foo, bar\\]/i\u001b[39m)\n\n\u001b[31m\u001b[2m\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af[2/2]\u23af\u001b[22m\u001b[39m\n\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 7, "rtk_claimed_tokens_saved": 11059, "rtk_fired": true, "agent_reported_cost_usd": 0.120323}}
{"run_id": "a7a1d4873f-claude-code-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "claude-code", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.11259399999999999, "wall_s": 43.6, "usages": [[2, 8633, 10325, 98], [2, 1033, 18958, 184], [2, 2175, 19991, 63], [2, 561, 22166, 89], [2, 233, 22727, 1244], [2, 1727, 22960, 1582], [2, 2034, 24687, 124], [2, 314, 26721, 324]], "tokens_check": "ok", "note": "                  \u001b[31m^\u001b[39m\n    \u001b[90m 61|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/type 'object'/i\u001b[39m)\n    \u001b[90m 62|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/keys \\[foo, bar\\]/i\u001b[39m)\n\n\u001b[31m\u001b[2m\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af[2/2]\u23af\u001b[22m\u001b[39m\n\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.111874}}
{"run_id": "a7a1d4873f-claude-code@haiku-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "claude-code@haiku", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.012770549999999999, "wall_s": 54.2, "usages": [[2, 12366, 18613, 500], [2, 1344, 30979, 102], [2, 3931, 32323, 3800], [2, 2583, 36254, 1148], [2, 1407, 38837, 1407], [2, 1317, 40244, 1118], [2, 1059, 41561, 172], [2, 645, 42620, 1493], [2, 1619, 43265, 770], [2, 2091, 44884, 545]], "tokens_check": "ok", "note": "                  \u001b[31m^\u001b[39m\n    \u001b[90m 61|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/type 'object'/i\u001b[39m)\n    \u001b[90m 62|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/keys \\[foo, bar\\]/i\u001b[39m)\n\n\u001b[31m\u001b[2m\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af[2/2]\u23af\u001b[22m\u001b[39m\n\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.376626}}
{"run_id": "a7a1d4873f-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.0823563, "wall_s": 38.6, "usages": [[3, 12632, 0, 99], [3, 217, 12632, 57], [3, 6832, 12849, 63], [3, 1284, 19681, 890], [3, 1153, 20965, 165], [3, 580, 22118, 48], [3, 254, 22698, 62]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "a7a1d4873f-claude-code@opus-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "claude-code@opus", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.25270139999999996, "wall_s": 77.6, "usages": [[2, 8808, 10209, 135], [2, 875, 19017, 168], [2, 2597, 19892, 155], [2, 883, 22489, 1723], [2, 2375, 23372, 284], [2, 836, 25747, 1612], [2, 1887, 26583, 189], [2, 398, 28470, 270], [2, 392, 28868, 295], [2, 605, 29260, 547]], "tokens_check": "ok", "note": "both paths in the diagnostic.\u001b[39m\n    \u001b[90m 55|\u001b[39m         'export default { foo: 1, bar: 2 }\\nexport const init = () => \u2026\n    \u001b[90m   |\u001b[39m                                              \u001b[31m^\u001b[39m\n    \u001b[90m 56|\u001b[39m       )\n    \u001b[90m 57|\u001b[39m\n\n\u001b[31m\u001b[2m\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af[1/1]\u23af\u001b[22m\u001b[39m\n\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.250141}}
{"run_id": "a7a1d4873f-claude-code+rtk-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "claude-code+rtk", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.1191968, "wall_s": 41.9, "usages": [[2, 8945, 10325, 98], [2, 941, 19270, 113], [2, 1745, 20211, 208], [2, 1125, 21956, 90], [2, 636, 23081, 1365], [2, 1997, 23717, 1644], [2, 2111, 25714, 130], [2, 334, 27825, 368]], "tokens_check": "ok", "note": "                  \u001b[31m^\u001b[39m\n    \u001b[90m 61|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/type 'object'/i\u001b[39m)\n    \u001b[90m 62|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/keys \\[foo, bar\\]/i\u001b[39m)\n\n\u001b[31m\u001b[2m\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af[2/2]\u23af\u001b[22m\u001b[39m\n\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 6, "rtk_claimed_tokens_saved": 9598, "rtk_fired": true, "agent_reported_cost_usd": 0.117797}}
{"run_id": "a7a1d4873f-claude-code-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "claude-code", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.1130815, "wall_s": 42.4, "usages": [[2, 8633, 10325, 86], [2, 793, 18958, 206], [2, 2721, 19751, 174], [2, 1555, 22472, 1338], [2, 1926, 24027, 1531], [2, 2016, 25953, 115], [2, 305, 27969, 379]], "tokens_check": "ok", "note": "                  \u001b[31m^\u001b[39m\n    \u001b[90m 61|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/type 'object'/i\u001b[39m)\n    \u001b[90m 62|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/keys \\[foo, bar\\]/i\u001b[39m)\n\n\u001b[31m\u001b[2m\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af[2/2]\u23af\u001b[22m\u001b[39m\n\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.112491}}
{"run_id": "a7a1d4873f-claude-code@haiku-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "claude-code@haiku", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.014076304999999999, "wall_s": 57.1, "usages": [[2, 12366, 18613, 594], [2, 1076, 30979, 207], [2, 4507, 32055, 3669], [2, 2564, 36562, 556], [2, 698, 39126, 1921], [2, 1402, 39824, 4416], [2, 2759, 41226, 194], [2, 543, 43985, 198], [2, 842, 44528, 1493], [2, 1184, 45370, 470]], "tokens_check": "ok", "note": "                  \u001b[31m^\u001b[39m\n    \u001b[90m 61|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/type 'object'/i\u001b[39m)\n    \u001b[90m 62|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/keys \\[foo, bar\\]/i\u001b[39m)\n\n\u001b[31m\u001b[2m\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af[2/2]\u23af\u001b[22m\u001b[39m\n\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.387979}}
{"run_id": "a7a1d4873f-claude-code@opus-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "claude-code@opus", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.2344198, "wall_s": 61.6, "usages": [[2, 8808, 10209, 135], [2, 676, 19017, 151], [2, 2787, 19693, 157], [2, 2109, 22480, 1874], [2, 2367, 24589, 1812], [2, 2197, 26956, 183], [2, 504, 29153, 201], [2, 321, 29657, 445]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.23174}}
{"run_id": "a7a1d4873f-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.0815923, "wall_s": 44.9, "usages": [[3, 12632, 0, 94], [3, 255, 12632, 50], [3, 6473, 12887, 123], [3, 1327, 19360, 901], [3, 1184, 20687, 93], [3, 570, 21871, 56], [3, 264, 22441, 63]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "a7a1d4873f-claude-code+rtk-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "claude-code+rtk", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.14519639999999998, "wall_s": 58.2, "usages": [[2, 8945, 10325, 98], [2, 1048, 19270, 128], [2, 1719, 20318, 1485], [2, 2002, 22037, 1542], [2, 2041, 24039, 130], [2, 578, 26080, 184], [2, 767, 26658, 195], [2, 358, 27425, 111], [2, 417, 27783, 182], [2, 577, 28200, 147], [2, 176, 28777, 438]], "tokens_check": "ok", "note": "                  \u001b[31m^\u001b[39m\n    \u001b[90m 61|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/type 'object'/i\u001b[39m)\n    \u001b[90m 62|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/keys \\[foo, bar\\]/i\u001b[39m)\n\n\u001b[31m\u001b[2m\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af[2/2]\u23af\u001b[22m\u001b[39m\n\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 14, "rtk_claimed_tokens_saved": 10154, "rtk_fired": true, "agent_reported_cost_usd": 0.143726}}
{"run_id": "dc0ef09da3-claude-code-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "setup": "claude-code", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.10506489999999999, "wall_s": 45.2, "usages": [[2, 8653, 10325, 102], [2, 567, 18978, 81], [2, 285, 19545, 111], [2, 2248, 19830, 109], [2, 1186, 22078, 940], [2, 1348, 23264, 1304], [2, 1783, 24612, 127], [2, 317, 26395, 332]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.104805}}
{"run_id": "dc0ef09da3-claude-code@haiku-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "setup": "claude-code@haiku", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.012150165000000001, "wall_s": 48.5, "usages": [[2, 12386, 18613, 431], [2, 1004, 30999, 132], [2, 524, 32003, 291], [2, 2629, 32527, 479], [2, 2390, 35156, 444], [2, 3115, 37546, 1415], [2, 2084, 40661, 150], [2, 484, 42745, 2673], [2, 1906, 43229, 582], [2, 706, 45135, 456], [2, 768, 45841, 693], [2, 757, 46609, 340]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.352014}}
{"run_id": "dc0ef09da3-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.0801404, "wall_s": 42.9, "usages": [[3, 12621, 0, 85], [3, 226, 12621, 78], [3, 2368, 12847, 108], [3, 4656, 15215, 303], [3, 722, 19871, 442], [3, 523, 20593, 113], [3, 395, 21116, 104], [3, 415, 21511, 57]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "dc0ef09da3-claude-code+rtk-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "setup": "claude-code+rtk", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.1174412, "wall_s": 42.9, "usages": [[2, 8965, 10325, 92], [2, 557, 19290, 81], [2, 283, 19847, 125], [2, 1901, 20130, 111], [2, 2108, 22031, 113], [2, 1088, 24139, 932], [2, 1290, 25227, 1309], [2, 1803, 26517, 134], [2, 341, 28320, 343]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 6, "rtk_claimed_tokens_saved": 10555, "rtk_fired": true, "agent_reported_cost_usd": 0.117201}}
{"run_id": "dc0ef09da3-claude-code@opus-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "setup": "claude-code@opus", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.216693, "wall_s": 56.6, "usages": [[2, 8828, 10209, 142], [2, 831, 19037, 116], [2, 323, 19868, 193], [2, 4551, 20191, 185], [2, 2788, 24742, 1021], [2, 1323, 27530, 1298], [2, 1812, 28853, 277], [2, 538, 30665, 540]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.214433}}
{"run_id": "dc0ef09da3-claude-code-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "setup": "claude-code", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.1128962, "wall_s": 39.2, "usages": [[2, 8653, 10325, 101], [2, 566, 18978, 69], [2, 273, 19544, 111], [2, 1736, 19817, 534], [2, 2296, 21553, 873], [2, 2065, 23849, 146], [2, 1026, 25914, 519], [2, 666, 26940, 246], [2, 513, 27606, 348]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.112296}}
{"run_id": "dc0ef09da3-claude-code@haiku-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "setup": "claude-code@haiku", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.013229085, "wall_s": 54.6, "usages": [[2, 12386, 18613, 464], [2, 1611, 30999, 114], [2, 255, 32610, 291], [2, 2631, 32865, 356], [2, 754, 35496, 444], [2, 5305, 36250, 1130], [2, 841, 41555, 232], [2, 742, 42396, 3930], [2, 2554, 43138, 1250], [2, 1436, 45692, 488], [2, 786, 47128, 539], [2, 720, 47914, 617]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.384172}}
{"run_id": "dc0ef09da3-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.0875514, "wall_s": 44.7, "usages": [[3, 12621, 0, 98], [3, 252, 12621, 72], [3, 1846, 12873, 86], [3, 5265, 14719, 363], [3, 2485, 19984, 585], [3, 631, 22469, 113], [3, 393, 23100, 104], [3, 418, 23493, 59]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "dc0ef09da3-claude-code@opus-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "setup": "claude-code@opus", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.36369979999999996, "wall_s": 79.5, "usages": [[2, 8828, 10209, 132], [2, 600, 19037, 111], [2, 318, 19637, 175], [2, 3187, 19955, 206], [2, 3756, 23142, 115], [2, 2365, 26898, 1608], [2, 1942, 29263, 465], [2, 892, 31205, 1650], [2, 2164, 32097, 179], [2, 444, 34261, 115], [2, 827, 34705, 256], [2, 379, 35532, 198], [2, 566, 35911, 998], [2, 1243, 36477, 186], [2, 511, 37720, 519]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.35996}}
{"run_id": "dc0ef09da3-claude-code+rtk-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "setup": "claude-code+rtk", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.14899520000000002, "wall_s": 46.9, "usages": [[2, 8965, 10325, 102], [2, 570, 19290, 98], [2, 362, 19860, 122], [2, 1698, 20222, 128], [2, 2732, 21920, 913], [2, 1210, 24652, 1253], [2, 1774, 25862, 122], [2, 422, 27636, 101], [2, 190, 28058, 81], [2, 330, 28248, 912], [2, 1207, 28578, 136], [2, 216, 29785, 319]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 10, "rtk_claimed_tokens_saved": 20237, "rtk_fired": true, "agent_reported_cost_usd": 0.148995}}
{"run_id": "dc0ef09da3-claude-code-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "setup": "claude-code", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.11966100000000002, "wall_s": 42.3, "usages": [[2, 8653, 10325, 89], [2, 554, 18978, 73], [2, 280, 19532, 111], [2, 1736, 19812, 134], [2, 1812, 21548, 150], [2, 585, 23360, 68], [2, 956, 23945, 904], [2, 1252, 24901, 1246], [2, 1748, 26153, 122], [2, 312, 27901, 264]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.119661}}
{"run_id": "dc0ef09da3-claude-code@haiku-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "setup": "claude-code@haiku", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.010658230000000001, "wall_s": 42.5, "usages": [[2, 12386, 18613, 344], [2, 1131, 30999, 183], [2, 575, 32130, 291], [2, 2631, 32705, 431], [2, 3307, 35336, 128], [2, 4335, 38643, 1984], [2, 1771, 42978, 535], [2, 824, 44749, 1323], [2, 1499, 45573, 459], [2, 771, 47072, 951]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.32441}}
{"run_id": "dc0ef09da3-claude-code@opus-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "setup": "claude-code@opus", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.190158, "wall_s": 42.9, "usages": [[2, 8828, 10209, 142], [2, 831, 19037, 116], [2, 260, 19868, 174], [2, 2757, 20128, 555], [2, 1838, 22885, 311], [2, 1323, 24723, 1380], [2, 1828, 26046, 204], [2, 543, 27874, 363]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.188878}}
{"run_id": "dc0ef09da3-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.08731270000000001, "wall_s": 44.1, "usages": [[3, 12621, 0, 101], [3, 360, 12621, 102], [3, 2397, 12981, 134], [3, 5144, 15378, 89], [3, 1592, 20522, 783], [3, 867, 22114, 113], [3, 394, 22981, 104], [3, 412, 23375, 54]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "dc0ef09da3-claude-code+rtk-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "setup": "claude-code+rtk", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.11497639999999999, "wall_s": 40.0, "usages": [[2, 8965, 10325, 102], [2, 570, 19290, 100], [2, 364, 19860, 132], [2, 1765, 20224, 152], [2, 1467, 21989, 99], [2, 1125, 23456, 938], [2, 1299, 24581, 1246], [2, 1767, 25880, 136], [2, 338, 27647, 309]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 9, "rtk_claimed_tokens_saved": 10533, "rtk_fired": true, "agent_reported_cost_usd": 0.114976}}
{"run_id": "47382933d6-claude-code-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "claude-code", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.1032036, "wall_s": 35.8, "usages": [[2, 8683, 10325, 85], [2, 1177, 19008, 105], [2, 1565, 20185, 68], [2, 1724, 21750, 1247], [2, 1513, 23474, 1255], [2, 1637, 24987, 136], [2, 323, 26624, 339]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.102424}}
{"run_id": "47382933d6-claude-code@opus-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "claude-code@opus", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.1834338, "wall_s": 42.2, "usages": [[2, 8858, 10209, 208], [2, 1514, 19067, 166], [2, 2384, 20581, 295], [2, 3298, 22965, 1333], [2, 1724, 26263, 177], [2, 505, 27987, 233], [2, 670, 28492, 463]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.180234}}
{"run_id": "47382933d6-claude-code@haiku-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "claude-code@haiku", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.012553620000000001, "wall_s": 49.5, "usages": [[2, 12416, 18613, 688], [2, 1149, 31029, 170], [2, 1171, 32178, 144], [2, 2000, 33349, 515], [2, 1406, 35349, 427], [2, 3233, 36755, 636], [2, 1268, 39988, 4222], [2, 2624, 41256, 719], [2, 843, 43880, 107], [2, 301, 44723, 858], [2, 879, 45024, 231], [2, 384, 45903, 506]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.360395}}
{"run_id": "47382933d6-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.07362409999999998, "wall_s": 49.6, "usages": [[3, 12646, 0, 94], [3, 345, 12646, 63], [3, 2201, 12991, 85], [3, 3548, 15192, 743], [3, 802, 18740, 127], [3, 418, 19542, 104], [3, 414, 19960, 58]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "47382933d6-claude-code+rtk-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "claude-code+rtk", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.1092577, "wall_s": 38.3, "usages": [[2, 8989, 10325, 85], [2, 1177, 19314, 124], [2, 2182, 20491, 91], [2, 1892, 22673, 1380], [2, 1663, 24565, 1243], [2, 1637, 26228, 114], [2, 315, 27865, 393]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 4, "rtk_claimed_tokens_saved": 9513, "rtk_fired": true, "agent_reported_cost_usd": 0.107838}}
{"run_id": "47382933d6-claude-code-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "claude-code", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.10586759999999999, "wall_s": 33.8, "usages": [[2, 8683, 10325, 126], [2, 1180, 19008, 124], [2, 2068, 20188, 91], [2, 2417, 22256, 1202], [2, 1474, 24673, 1224], [2, 1604, 26147, 119], [2, 306, 27751, 258]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.105118}}
{"run_id": "47382933d6-claude-code@haiku-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "claude-code@haiku", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.01069972, "wall_s": 40.8, "usages": [[2, 12416, 18613, 538], [2, 1340, 31029, 125], [2, 2040, 32369, 288], [2, 6939, 34409, 574], [2, 746, 41348, 262], [2, 994, 42094, 5320], [2, 3624, 43088, 604], [2, 905, 46712, 641]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.320976}}
{"run_id": "47382933d6-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.07237760000000001, "wall_s": 37.2, "usages": [[3, 12646, 0, 92], [3, 342, 12646, 69], [3, 2565, 12988, 89], [3, 2832, 15553, 729], [3, 811, 18385, 113], [3, 392, 19196, 104], [3, 412, 19588, 54]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "47382933d6-claude-code@opus-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "claude-code@opus", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.1914826, "wall_s": 47.7, "usages": [[2, 8858, 10209, 210], [2, 1515, 19067, 162], [2, 2354, 20582, 535], [2, 3418, 22936, 1440], [2, 1801, 26354, 177], [2, 550, 28155, 237], [2, 641, 28705, 466]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.185203}}
{"run_id": "47382933d6-claude-code+rtk-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "claude-code+rtk", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.10339289999999998, "wall_s": 36.5, "usages": [[2, 8989, 10325, 85], [2, 1177, 19314, 103], [2, 1331, 20491, 68], [2, 1724, 21822, 1273], [2, 1398, 23546, 1279], [2, 1676, 24944, 114], [2, 318, 26620, 320]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 4, "rtk_claimed_tokens_saved": 9422, "rtk_fired": true, "agent_reported_cost_usd": 0.102473}}
{"run_id": "47382933d6-claude-code-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "claude-code", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.1104407, "wall_s": 33.9, "usages": [[2, 8683, 10325, 85], [2, 1177, 19008, 108], [2, 2049, 20185, 68], [2, 3165, 22234, 1361], [2, 1613, 25399, 1269], [2, 1651, 27012, 114], [2, 301, 28663, 320]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.109521}}
{"run_id": "47382933d6-claude-code@haiku-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "claude-code@haiku", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.010835740000000002, "wall_s": 40.5, "usages": [[2, 12416, 18613, 697], [2, 1292, 31029, 112], [2, 1277, 32321, 144], [2, 1686, 33598, 746], [2, 5425, 35284, 272], [2, 595, 40709, 244], [2, 840, 41304, 2228], [2, 1488, 42144, 835], [2, 956, 43632, 591], [2, 894, 44588, 431], [2, 519, 45482, 346]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.321589}}
{"run_id": "47382933d6-claude-code@opus-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "claude-code@opus", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.1781294, "wall_s": 48.2, "usages": [[2, 8858, 10209, 129], [2, 1471, 19067, 166], [2, 2613, 20538, 337], [2, 3360, 23151, 1421], [2, 1545, 26511, 269], [2, 820, 28056, 640]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.171429}}
{"run_id": "47382933d6-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.08036140000000001, "wall_s": 40.0, "usages": [[3, 12646, 0, 96], [3, 348, 12646, 79], [3, 2580, 12994, 70], [3, 2832, 15574, 399], [3, 482, 18406, 39], [3, 2321, 18888, 433], [3, 658, 21209, 80], [3, 355, 21867, 64]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "47382933d6-claude-code+rtk-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "claude-code+rtk", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.1051095, "wall_s": 38.3, "usages": [[2, 8989, 10325, 85], [2, 1177, 19314, 103], [2, 1587, 20491, 91], [2, 2205, 22078, 1212], [2, 1362, 24283, 1270], [2, 1664, 25645, 136], [2, 337, 27309, 292]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 4, "rtk_claimed_tokens_saved": 9422, "rtk_fired": true, "agent_reported_cost_usd": 0.104469}}
{"run_id": "d934a47907-claude-code-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "d934a47907276beb243611ae3183016872522fcb", "setup": "claude-code", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0977964, "wall_s": 40.6, "usages": [[2, 8609, 10325, 105], [2, 660, 18934, 100], [2, 1024, 19594, 692], [2, 1059, 20618, 909], [2, 1362, 21677, 111], [2, 198, 23039, 561], [2, 886, 23237, 137], [2, 604, 24123, 330]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.097796}}
{"run_id": "d934a47907-claude-code@haiku-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "d934a47907276beb243611ae3183016872522fcb", "setup": "claude-code@haiku", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.012621780000000003, "wall_s": 48.7, "usages": [[2, 12342, 18613, 553], [2, 1119, 30955, 248], [2, 6469, 32074, 1368], [2, 1231, 38543, 4133], [2, 2379, 39774, 626], [2, 854, 42153, 1011], [2, 959, 43007, 705], [2, 1262, 43966, 902], [2, 1037, 45228, 645], [2, 736, 46265, 340]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.361216}}
{"run_id": "d934a47907-claude-code@opus-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "d934a47907276beb243611ae3183016872522fcb", "setup": "claude-code@opus", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.17528619999999998, "wall_s": 48.3, "usages": [[2, 8784, 10209, 167], [2, 1342, 18993, 574], [2, 1628, 20335, 973], [2, 1287, 21963, 610], [2, 1141, 23250, 822], [2, 1492, 24391, 506]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.169046}}
{"run_id": "d934a47907-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "d934a47907276beb243611ae3183016872522fcb", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.0858572, "wall_s": 37.5, "usages": [[3, 12606, 0, 99], [3, 215, 12606, 68], [3, 9236, 12821, 87], [3, 339, 22057, 855], [3, 855, 22396, 115], [3, 395, 23251, 106], [3, 413, 23646, 69]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "d934a47907-claude-code+rtk-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "d934a47907276beb243611ae3183016872522fcb", "setup": "claude-code+rtk", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.10313719999999998, "wall_s": 38.2, "usages": [[2, 8915, 10325, 107], [2, 719, 19240, 270], [2, 2014, 19959, 509], [2, 839, 21973, 208], [2, 668, 22812, 413], [2, 675, 23480, 157], [2, 841, 24155, 445], [2, 595, 24996, 131], [2, 336, 25591, 319]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 6, "rtk_claimed_tokens_saved": 12016, "rtk_fired": true, "agent_reported_cost_usd": 0.102697}}
{"run_id": "d934a47907-claude-code-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "d934a47907276beb243611ae3183016872522fcb", "setup": "claude-code", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0882924, "wall_s": 34.7, "usages": [[2, 8609, 10325, 108], [2, 602, 18934, 275], [2, 1770, 19536, 681], [2, 917, 21306, 638], [2, 965, 22223, 454], [2, 597, 23188, 116], [2, 426, 23785, 297]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.088292}}
{"run_id": "d934a47907-claude-code@haiku-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "d934a47907276beb243611ae3183016872522fcb", "setup": "claude-code@haiku", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.00906113, "wall_s": 38.2, "usages": [[2, 12342, 18613, 530], [2, 1344, 30955, 270], [2, 1429, 32299, 574], [2, 1214, 33728, 902], [2, 764, 34942, 1820], [2, 1302, 35706, 815], [2, 859, 37008, 339], [2, 648, 37867, 1029], [2, 902, 38515, 646]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.264139}}
{"run_id": "d934a47907-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "d934a47907276beb243611ae3183016872522fcb", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.08472729999999999, "wall_s": 37.4, "usages": [[3, 12606, 0, 110], [3, 227, 12606, 64], [3, 10023, 12833, 132], [3, 287, 22856, 676], [3, 758, 23143, 54], [3, 238, 23901, 65], [3, 276, 24139, 69]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "d934a47907-claude-code+rtk-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "d934a47907276beb243611ae3183016872522fcb", "setup": "claude-code+rtk", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.08685699999999999, "wall_s": 34.2, "usages": [[2, 8915, 10325, 107], [2, 719, 19240, 270], [2, 2070, 19959, 915], [2, 1438, 22029, 96], [2, 164, 23467, 443], [2, 588, 23631, 120], [2, 324, 24219, 320]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 5, "rtk_claimed_tokens_saved": 12000, "rtk_fired": true, "agent_reported_cost_usd": 0.086857}}
{"run_id": "d934a47907-claude-code@opus-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "d934a47907276beb243611ae3183016872522fcb", "setup": "claude-code@opus", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.21936959999999997, "wall_s": 59.3, "usages": [[2, 8784, 10209, 168], [2, 1550, 18993, 153], [2, 1753, 20543, 769], [2, 1159, 22296, 964], [2, 1340, 23455, 384], [2, 1054, 24795, 992], [2, 1387, 25849, 321], [2, 976, 27236, 132], [2, 265, 28212, 499]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.21259}}
{"run_id": "d934a47907-claude-code-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "d934a47907276beb243611ae3183016872522fcb", "setup": "claude-code", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0725757, "wall_s": 30.6, "usages": [[2, 8609, 10325, 114], [2, 704, 18934, 130], [2, 1238, 19638, 684], [2, 917, 20876, 985], [2, 1417, 21793, 290]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.072576}}
{"run_id": "d934a47907-claude-code@haiku-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "d934a47907276beb243611ae3183016872522fcb", "setup": "claude-code@haiku", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.004326015, "wall_s": 22.4, "usages": [[2, 12342, 18613, 524], [2, 1336, 30955, 874], [2, 759, 32291, 940], [2, 828, 33050, 198]], "tokens_check": "ok", "note": ")\n    \u001b[90m   |\u001b[39m                                                          \u001b[31m^\u001b[39m\n    \u001b[90m 37|\u001b[39m     \u001b[34mexpect\u001b[39m(registered\u001b[33m.\u001b[39mdisconnect\u001b[33m.\u001b[39mlength)\u001b[33m.\u001b[39m\u001b[34mtoBeGreaterThan\u001b[39m(\u001b[34m0\u001b[39m)\n    \u001b[90m 38|\u001b[39m\n\n\u001b[31m\u001b[2m\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af[1/1]\u23af\u001b[22m\u001b[39m\n\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.135439}}
{"run_id": "d934a47907-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "d934a47907276beb243611ae3183016872522fcb", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.08631, "wall_s": 39.1, "usages": [[3, 12606, 0, 103], [3, 219, 12606, 64], [3, 10170, 12825, 972], [3, 1074, 22995, 98], [3, 251, 24069, 150], [3, 541, 24320, 57]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "d934a47907-claude-code+rtk-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "d934a47907276beb243611ae3183016872522fcb", "setup": "claude-code+rtk", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0851628, "wall_s": 36.0, "usages": [[2, 8915, 10325, 114], [2, 704, 19240, 97], [2, 1024, 19944, 693], [2, 930, 20968, 623], [2, 942, 21898, 447], [2, 594, 22840, 120], [2, 321, 23434, 289]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 7, "rtk_claimed_tokens_saved": 14380, "rtk_fired": true, "agent_reported_cost_usd": 0.085163}}
{"run_id": "d934a47907-claude-code@opus-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "d934a47907276beb243611ae3183016872522fcb", "setup": "claude-code@opus", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.20991020000000005, "wall_s": 61.2, "usages": [[2, 8784, 10209, 154], [2, 763, 18993, 153], [2, 1756, 19756, 671], [2, 1112, 21512, 782], [2, 1156, 22624, 918], [2, 1316, 23780, 935], [2, 1590, 25096, 424], [2, 638, 26686, 490]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.20091}}
{"run_id": "adc95e2e29-claude-code-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "adc95e2e291589a903468d969d7d355d69620f41", "setup": "claude-code", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.1214006, "wall_s": 48.7, "usages": [[2, 8661, 10325, 92], [2, 3407, 18986, 389], [2, 1308, 22393, 69], [2, 1202, 23701, 1331], [2, 1541, 24903, 1930], [2, 2342, 26444, 108], [2, 297, 28786, 418]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.119971}}
{"run_id": "adc95e2e29-claude-code@haiku-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "adc95e2e291589a903468d969d7d355d69620f41", "setup": "claude-code@haiku", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.012282644999999998, "wall_s": 55.1, "usages": [[2, 12394, 18613, 589], [2, 1673, 31007, 147], [2, 1052, 32680, 2982], [2, 3869, 33732, 150], [2, 1429, 37601, 6382], [2, 3937, 39030, 696], [2, 820, 42967, 592], [2, 897, 43787, 918]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.348522}}
{"run_id": "adc95e2e29-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "adc95e2e291589a903468d969d7d355d69620f41", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.08213540000000001, "wall_s": 44.7, "usages": [[3, 12632, 0, 118], [3, 779, 12632, 83], [3, 4127, 13411, 531], [3, 1799, 17538, 851], [3, 915, 19337, 143], [3, 412, 20252, 104], [3, 416, 20664, 71]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "adc95e2e29-claude-code+rtk-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "adc95e2e291589a903468d969d7d355d69620f41", "setup": "claude-code+rtk", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.1239847, "wall_s": 38.9, "usages": [[2, 8971, 10325, 92], [2, 3404, 19296, 196], [2, 487, 22700, 150], [2, 1634, 23187, 1349], [2, 1515, 24821, 177], [2, 746, 26336, 1293], [2, 1622, 27082, 126], [2, 1314, 28704, 440]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 4, "rtk_claimed_tokens_saved": 10150, "rtk_fired": true, "agent_reported_cost_usd": 0.122285}}
{"run_id": "adc95e2e29-claude-code@opus-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "adc95e2e291589a903468d969d7d355d69620f41", "setup": "claude-code@opus", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.3431708, "wall_s": 95.5, "usages": [[2, 8836, 10209, 177], [2, 3381, 19045, 399], [2, 1036, 22426, 115], [2, 1243, 23462, 433], [2, 1697, 24705, 853], [2, 1381, 26402, 1493], [2, 1774, 27783, 322], [2, 1380, 29557, 2827], [2, 3283, 30937, 451], [2, 898, 34220, 167], [2, 297, 35118, 777]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.324611}}
{"run_id": "adc95e2e29-claude-code-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "adc95e2e291589a903468d969d7d355d69620f41", "setup": "claude-code", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.12312719999999999, "wall_s": 48.1, "usages": [[2, 8661, 10325, 141], [2, 3169, 18986, 69], [2, 1413, 22155, 1625], [2, 1734, 23568, 192], [2, 734, 25302, 1980], [2, 2413, 26036, 117], [2, 442, 28449, 448]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.121857}}
{"run_id": "adc95e2e29-claude-code@haiku-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "adc95e2e291589a903468d969d7d355d69620f41", "setup": "claude-code@haiku", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.012777334999999999, "wall_s": 52.8, "usages": [[2, 12394, 18613, 538], [2, 1774, 31007, 147], [2, 1077, 32781, 3537], [2, 5779, 33858, 150], [2, 1483, 39637, 5260], [2, 3344, 41120, 667], [2, 815, 44464, 817], [2, 928, 45279, 429], [2, 469, 46207, 331]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.36038}}
{"run_id": "adc95e2e29-claude-code+rtk-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "adc95e2e291589a903468d969d7d355d69620f41", "setup": "claude-code+rtk", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.13616730000000002, "wall_s": 47.6, "usages": [[2, 8971, 10325, 141], [2, 3169, 19296, 69], [2, 1618, 22465, 1539], [2, 1540, 24083, 1320], [2, 1536, 25623, 1919], [2, 2324, 27159, 117], [2, 323, 29483, 470]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 4, "rtk_claimed_tokens_saved": 10270, "rtk_fired": true, "agent_reported_cost_usd": 0.135117}}
{"run_id": "adc95e2e29-claude-code@opus-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "adc95e2e291589a903468d969d7d355d69620f41", "setup": "claude-code@opus", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.45137759999999993, "wall_s": 101.4, "usages": [[2, 8836, 10209, 177], [2, 3138, 19045, 562], [2, 1170, 22183, 115], [2, 1245, 23353, 697], [2, 1675, 24598, 1062], [2, 1310, 26273, 1136], [2, 1064, 27583, 1161], [2, 1648, 28647, 849], [2, 775, 30295, 690], [2, 1157, 31070, 302], [2, 1168, 32227, 1310], [2, 1550, 33395, 206], [2, 540, 34945, 584], [2, 876, 35485, 478], [2, 595, 36361, 104], [2, 377, 36956, 505], [2, 594, 37333, 795]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.419078}}
{"run_id": "adc95e2e29-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "adc95e2e291589a903468d969d7d355d69620f41", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.10652679999999999, "wall_s": 64.2, "usages": [[3, 12632, 0, 86], [3, 219, 12632, 70], [3, 2518, 12851, 86], [3, 3032, 15369, 187], [3, 972, 18401, 842], [3, 924, 19373, 254], [3, 268, 20297, 95], [3, 725, 20565, 1036], [3, 1094, 21290, 164], [3, 412, 22384, 40], [3, 610, 22796, 75]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "adc95e2e29-claude-code-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "adc95e2e291589a903468d969d7d355d69620f41", "setup": "claude-code", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.1314365, "wall_s": 52.8, "usages": [[2, 8661, 10325, 92], [2, 2887, 18986, 335], [2, 947, 21873, 146], [2, 1458, 22820, 1405], [2, 1722, 24278, 192], [2, 777, 26000, 1909], [2, 2299, 26777, 139], [2, 328, 29076, 550]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.129806}}
{"run_id": "adc95e2e29-claude-code@haiku-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "adc95e2e291589a903468d969d7d355d69620f41", "setup": "claude-code@haiku", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.013427105, "wall_s": 58.4, "usages": [[2, 12394, 18613, 570], [2, 1762, 31007, 147], [2, 1056, 32769, 2085], [2, 2094, 33825, 150], [2, 1423, 35919, 2577], [2, 1901, 37342, 3093], [2, 2259, 39243, 2470], [2, 1703, 41502, 1014], [2, 1068, 43205, 597], [2, 629, 44273, 421]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.372625}}
{"run_id": "adc95e2e29-claude-code+rtk-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "adc95e2e291589a903468d969d7d355d69620f41", "setup": "claude-code+rtk", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.1212788, "wall_s": 40.1, "usages": [[2, 8971, 10325, 127], [2, 3773, 19296, 172], [2, 1718, 23069, 1647], [2, 1946, 24787, 174], [2, 738, 26733, 1461], [2, 1777, 27471, 117], [2, 323, 29248, 397]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 4, "rtk_claimed_tokens_saved": 10599, "rtk_fired": true, "agent_reported_cost_usd": 0.119299}}
{"run_id": "adc95e2e29-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "adc95e2e291589a903468d969d7d355d69620f41", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.0959081, "wall_s": 61.2, "usages": [[3, 12632, 0, 93], [3, 344, 12632, 79], [3, 2529, 12976, 80], [3, 3067, 15505, 852], [3, 931, 18572, 474], [3, 489, 19503, 864], [3, 1201, 19992, 110], [3, 450, 21193, 81], [3, 186, 21643, 75]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "adc95e2e29-claude-code@opus-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "adc95e2e291589a903468d969d7d355d69620f41", "setup": "claude-code@opus", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.484109, "wall_s": 110.2, "usages": [[2, 8836, 10209, 276], [2, 3218, 19045, 474], [2, 1343, 22263, 115], [2, 1248, 23606, 421], [2, 1539, 24854, 1483], [2, 1395, 26393, 238], [2, 1003, 27788, 1701], [2, 1859, 28791, 1349], [2, 1559, 30650, 388], [2, 642, 32209, 167], [2, 300, 32851, 826], [2, 9555, 33151, 256], [2, 488, 42706, 449], [2, 591, 43194, 188], [2, 9038, 43785, 800]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.460889}}
{"run_id": "8f00f8e627-claude-code-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "8f00f8e627070fcdd086b1d6457acba22e82f690", "setup": "claude-code", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0906967, "wall_s": 32.4, "usages": [[2, 8602, 10325, 94], [2, 638, 18927, 123], [2, 1593, 19565, 357], [2, 1176, 21158, 718], [2, 1587, 22334, 841], [2, 1030, 23921, 113], [2, 307, 24951, 264]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.090327}}
{"run_id": "8f00f8e627-claude-code@haiku-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "8f00f8e627070fcdd086b1d6457acba22e82f690", "setup": "claude-code@haiku", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.008736349999999999, "wall_s": 40.0, "usages": [[2, 12335, 18613, 488], [2, 1258, 30948, 270], [2, 1169, 32206, 390], [2, 2110, 33375, 269], [2, 1486, 35485, 2213], [2, 1635, 36971, 1197], [2, 1520, 38606, 199], [2, 399, 40126, 391], [2, 564, 40525, 296]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.262623}}
{"run_id": "8f00f8e627-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "8f00f8e627070fcdd086b1d6457acba22e82f690", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.08557100000000001, "wall_s": 41.9, "usages": [[3, 12607, 0, 121], [3, 353, 12607, 82], [3, 3861, 12960, 70], [3, 4438, 16821, 560], [3, 699, 21259, 106], [3, 965, 21958, 296], [3, 554, 22923, 40], [3, 96, 23477, 64]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "8f00f8e627-claude-code@opus-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "8f00f8e627070fcdd086b1d6457acba22e82f690", "setup": "claude-code@opus", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.2603634, "wall_s": 64.1, "usages": [[2, 8777, 10209, 132], [2, 710, 18986, 199], [2, 1537, 19696, 170], [2, 3584, 21233, 648], [2, 795, 24817, 403], [2, 927, 25612, 1403], [2, 2016, 26539, 277], [2, 743, 28555, 202], [2, 1228, 29298, 541], [2, 805, 30526, 194], [2, 1697, 31331, 472]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.255423}}
{"run_id": "8f00f8e627-claude-code+rtk-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "8f00f8e627070fcdd086b1d6457acba22e82f690", "setup": "claude-code+rtk", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.10842139999999999, "wall_s": 34.8, "usages": [[2, 8912, 10325, 95], [2, 535, 19237, 81], [2, 310, 19772, 137], [2, 1746, 20082, 98], [2, 1652, 21828, 862], [2, 1094, 23480, 1367], [2, 1950, 24574, 116], [2, 1407, 26524, 365]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 8, "rtk_claimed_tokens_saved": 16914, "rtk_fired": true, "agent_reported_cost_usd": 0.107771}}
{"run_id": "8f00f8e627-claude-code@haiku-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "8f00f8e627070fcdd086b1d6457acba22e82f690", "setup": "claude-code@haiku", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.008228235, "wall_s": 34.8, "usages": [[2, 12335, 18613, 583], [2, 1339, 30948, 281], [2, 1565, 32287, 341], [2, 901, 33852, 648], [2, 1635, 34753, 1521], [2, 1270, 36388, 1122], [2, 1194, 37658, 646], [2, 986, 38852, 738]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.246079}}
{"run_id": "8f00f8e627-claude-code-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "8f00f8e627070fcdd086b1d6457acba22e82f690", "setup": "claude-code", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.10187310000000001, "wall_s": 39.8, "usages": [[2, 8602, 10325, 121], [2, 623, 18927, 77], [2, 400, 19550, 123], [2, 1467, 19950, 79], [2, 1178, 21417, 801], [2, 1059, 22595, 1409], [2, 1971, 23654, 93], [2, 285, 25625, 344]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.101513}}
{"run_id": "8f00f8e627-claude-code+rtk-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "8f00f8e627070fcdd086b1d6457acba22e82f690", "setup": "claude-code+rtk", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.1037195, "wall_s": 37.8, "usages": [[2, 8912, 10325, 115], [2, 608, 19237, 89], [2, 461, 19845, 121], [2, 1504, 20306, 98], [2, 1470, 21810, 842], [2, 1058, 23280, 1332], [2, 1921, 24338, 102], [2, 305, 26259, 302]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 7, "rtk_claimed_tokens_saved": 17338, "rtk_fired": true, "agent_reported_cost_usd": 0.103459}}
{"run_id": "8f00f8e627-claude-code@opus-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "8f00f8e627070fcdd086b1d6457acba22e82f690", "setup": "claude-code@opus", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.26050399999999996, "wall_s": 71.5, "usages": [[2, 8777, 10209, 132], [2, 969, 18986, 194], [2, 1429, 19955, 160], [2, 2370, 21384, 337], [2, 682, 23754, 972], [2, 1372, 24436, 419], [2, 1003, 25808, 1350], [2, 1960, 26811, 243], [2, 820, 28771, 717], [2, 809, 29591, 300], [2, 604, 30400, 397]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.257844}}
{"run_id": "8f00f8e627-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "8f00f8e627070fcdd086b1d6457acba22e82f690", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.08884000000000002, "wall_s": 49.4, "usages": [[3, 12607, 0, 98], [3, 202, 12607, 54], [3, 1876, 12809, 75], [3, 2016, 14685, 67], [3, 5179, 16701, 514], [3, 594, 21880, 117], [3, 804, 22474, 247], [3, 598, 23278, 90], [3, 414, 23876, 61]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "8f00f8e627-claude-code-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "8f00f8e627070fcdd086b1d6457acba22e82f690", "setup": "claude-code", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.09402060000000001, "wall_s": 37.5, "usages": [[2, 8602, 10325, 88], [2, 555, 18927, 142], [2, 990, 19482, 118], [2, 1337, 20472, 863], [2, 1214, 21809, 1284], [2, 1877, 23023, 126], [2, 315, 24900, 277]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.094021}}
{"run_id": "8f00f8e627-claude-code@haiku-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "8f00f8e627070fcdd086b1d6457acba22e82f690", "setup": "claude-code@haiku", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.009750980000000001, "wall_s": 42.0, "usages": [[2, 12335, 18613, 287], [2, 1158, 30948, 277], [2, 1562, 32106, 317], [2, 1458, 33668, 138], [2, 1121, 35126, 1181], [2, 2040, 36247, 435], [2, 711, 38287, 2527], [2, 1856, 38998, 700], [2, 872, 40854, 503], [2, 485, 41726, 302]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.283025}}
{"run_id": "8f00f8e627-claude-code@opus-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "8f00f8e627070fcdd086b1d6457acba22e82f690", "setup": "claude-code@opus", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.195083, "wall_s": 50.5, "usages": [[2, 8777, 10209, 132], [2, 969, 18986, 187], [2, 2050, 19955, 164], [2, 1739, 22005, 1279], [2, 1480, 23744, 1453], [2, 2063, 25224, 234], [2, 799, 27287, 359]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.191923}}
{"run_id": "8f00f8e627-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "8f00f8e627070fcdd086b1d6457acba22e82f690", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.088966, "wall_s": 44.5, "usages": [[3, 12607, 0, 115], [3, 339, 12607, 90], [3, 4038, 12946, 55], [3, 2874, 16984, 758], [3, 795, 19858, 86], [3, 905, 20653, 69], [3, 605, 21558, 324], [3, 588, 22163, 65], [3, 317, 22751, 67]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "8f00f8e627-claude-code+rtk-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "8f00f8e627070fcdd086b1d6457acba22e82f690", "setup": "claude-code+rtk", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.12269039999999999, "wall_s": 46.7, "usages": [[2, 8912, 10325, 112], [2, 565, 19237, 80], [2, 445, 19802, 123], [2, 1642, 20247, 79], [2, 1389, 21889, 843], [2, 1199, 23278, 1296], [2, 1911, 24477, 118], [2, 357, 26388, 102], [2, 719, 26745, 369], [2, 653, 27464, 298]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 7, "rtk_claimed_tokens_saved": 18723, "rtk_fired": true, "agent_reported_cost_usd": 0.12269}}
{"run_id": "c58eff4c-a7a1d487-chain-first-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "setup": "chain-first", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.081935, "wall_s": 34.9, "usages": [[2, 8655, 10325, 104], [2, 1424, 18980, 87], [2, 959, 20404, 732], [2, 1098, 21363, 989], [2, 1511, 22461, 105], [2, 241, 23972, 352]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.081485}}
{"run_id": "c58eff4c-a7a1d487-chain-continue-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "chain-continue", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.09411570000000001, "wall_s": 38.3, "usages": [[2, 628, 24213, 108], [2, 983, 24841, 535], [2, 1968, 25824, 204], [2, 1182, 27792, 308], [2, 1127, 28974, 1755], [2, 2155, 30101, 113], [2, 308, 32256, 418]], "tokens_check": "ok", "note": "                  \u001b[31m^\u001b[39m\n    \u001b[90m 61|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/type 'object'/i\u001b[39m)\n    \u001b[90m 62|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/keys \\[foo, bar\\]/i\u001b[39m)\n\n\u001b[31m\u001b[2m\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af[2/2]\u23af\u001b[22m\u001b[39m\n\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.171471, "chain_prev": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "prev_outcome": "passed"}}
{"run_id": "c58eff4c-a7a1d487-chain-fresh-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "chain-fresh", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.12095120000000001, "wall_s": 44.0, "usages": [[2, 8701, 10325, 99], [2, 508, 19026, 88], [2, 825, 19534, 81], [2, 1954, 20359, 296], [2, 1285, 22313, 1506], [2, 2111, 23598, 1720], [2, 2198, 25709, 124], [2, 324, 27907, 326]], "tokens_check": "ok", "note": "                  \u001b[31m^\u001b[39m\n    \u001b[90m 61|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/type 'object'/i\u001b[39m)\n    \u001b[90m 62|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/keys \\[foo, bar\\]/i\u001b[39m)\n\n\u001b[31m\u001b[2m\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af[2/2]\u23af\u001b[22m\u001b[39m\n\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.118971, "chain_prev": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "prev_outcome": "passed"}}
{"run_id": "c58eff4c-a7a1d487-chain-first-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "setup": "chain-first", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.085221, "wall_s": 35.4, "usages": [[2, 8655, 10325, 92], [2, 1412, 18980, 108], [2, 1065, 20392, 833], [2, 1093, 21457, 1081], [2, 1606, 22550, 127], [2, 263, 24156, 398]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.084781}}
{"run_id": "c58eff4c-a7a1d487-chain-continue-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "chain-continue", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0958572, "wall_s": 39.1, "usages": [[2, 674, 24419, 77], [2, 284, 25093, 146], [2, 1560, 25377, 232], [2, 1573, 26937, 86], [2, 558, 28510, 1637], [2, 1999, 29068, 642], [2, 663, 31067, 132], [2, 327, 31730, 277]], "tokens_check": "ok", "note": "                  \u001b[31m^\u001b[39m\n    \u001b[90m 61|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/type 'object'/i\u001b[39m)\n    \u001b[90m 62|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/keys \\[foo, bar\\]/i\u001b[39m)\n\n\u001b[31m\u001b[2m\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af[2/2]\u23af\u001b[22m\u001b[39m\n\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.178738, "chain_prev": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "prev_outcome": "passed"}}
{"run_id": "c58eff4c-a7a1d487-chain-fresh-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "chain-fresh", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0904497, "wall_s": 33.2, "usages": [[2, 8701, 10325, 98], [2, 1011, 19026, 112], [2, 2286, 20037, 196], [2, 1552, 22323, 1689], [2, 2155, 23875, 139], [2, 480, 26030, 330]], "tokens_check": "ok", "note": "                  \u001b[31m^\u001b[39m\n    \u001b[90m 61|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/type 'object'/i\u001b[39m)\n    \u001b[90m 62|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/keys \\[foo, bar\\]/i\u001b[39m)\n\n\u001b[31m\u001b[2m\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af[2/2]\u23af\u001b[22m\u001b[39m\n\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.08988, "chain_prev": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "prev_outcome": "passed"}}
{"run_id": "c58eff4c-a7a1d487-chain-first-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "setup": "chain-first", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0737638, "wall_s": 29.2, "usages": [[2, 8655, 10325, 95], [2, 2144, 18980, 317], [2, 1253, 21124, 1039], [2, 1561, 22377, 127], [2, 325, 23938, 377]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.073764}}
{"run_id": "c58eff4c-a7a1d487-chain-continue-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "chain-continue", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.1064142, "wall_s": 46.4, "usages": [[2, 653, 24263, 142], [2, 616, 24916, 259], [2, 1179, 25532, 1408], [2, 1687, 26711, 153], [2, 489, 28398, 82], [2, 1132, 28887, 228], [2, 976, 30019, 152], [2, 226, 30995, 191], [2, 358, 31221, 126], [2, 324, 31579, 336]], "tokens_check": "ok", "note": "                  \u001b[31m^\u001b[39m\n    \u001b[90m 61|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/type 'object'/i\u001b[39m)\n    \u001b[90m 62|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/keys \\[foo, bar\\]/i\u001b[39m)\n\n\u001b[31m\u001b[2m\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af[2/2]\u23af\u001b[22m\u001b[39m\n\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.178858, "chain_prev": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "prev_outcome": "passed"}}
{"run_id": "c58eff4c-a7a1d487-chain-fresh-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "a7a1d4873f47eee566ed436046067dbf1a72a145", "setup": "chain-fresh", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.11009239999999998, "wall_s": 42.6, "usages": [[2, 8701, 10325, 105], [2, 1395, 19026, 333], [2, 1483, 20421, 81], [2, 1069, 21904, 1301], [2, 1798, 22973, 1615], [2, 2131, 24771, 115], [2, 315, 26902, 307]], "tokens_check": "ok", "note": "                  \u001b[31m^\u001b[39m\n    \u001b[90m 61|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/type 'object'/i\u001b[39m)\n    \u001b[90m 62|\u001b[39m       \u001b[34mexpect\u001b[39m(message)\u001b[33m.\u001b[39m\u001b[34mtoMatch\u001b[39m(\u001b[36m/keys \\[foo, bar\\]/i\u001b[39m)\n\n\u001b[31m\u001b[2m\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af\u23af[2/2]\u23af\u001b[22m\u001b[39m\n\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.109142, "chain_prev": "c58eff4ccd80cf1e3336a2c558e4b0cb8e7197b7", "prev_outcome": "passed"}}
{"run_id": "dc0ef09d-47382933-chain-first-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "setup": "chain-first", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0931201, "wall_s": 35.3, "usages": [[2, 8665, 10325, 91], [2, 556, 18990, 69], [2, 276, 19546, 125], [2, 2829, 19822, 547], [2, 1089, 22651, 1270], [2, 1784, 23740, 207], [2, 358, 25524, 299]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.09267}}
{"run_id": "dc0ef09d-47382933-chain-continue-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "chain-continue", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.09074060000000002, "wall_s": 37.4, "usages": [[2, 637, 25882, 103], [2, 1958, 26519, 81], [2, 1398, 28477, 1208], [2, 1417, 29875, 136], [2, 329, 31292, 243], [2, 281, 31621, 201], [2, 423, 31902, 239], [2, 361, 32325, 401]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.181191, "chain_prev": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "prev_outcome": "passed"}}
{"run_id": "dc0ef09d-47382933-chain-fresh-r0-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "chain-fresh", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.11424910000000002, "wall_s": 41.2, "usages": [[2, 8760, 10325, 94], [2, 515, 19085, 71], [2, 801, 19600, 117], [2, 1784, 20401, 91], [2, 2158, 22185, 1407], [2, 1631, 24343, 1335], [2, 1711, 25974, 136], [2, 331, 27685, 356]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.112129, "chain_prev": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "prev_outcome": "passed"}}
{"run_id": "dc0ef09d-47382933-chain-first-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "setup": "chain-first", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.1076464, "wall_s": 36.0, "usages": [[2, 8665, 10325, 91], [2, 556, 18990, 69], [2, 276, 19546, 125], [2, 2796, 19822, 117], [2, 666, 22618, 1012], [2, 1411, 23284, 1425], [2, 1897, 24695, 136], [2, 329, 26592, 320]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.107246}}
{"run_id": "dc0ef09d-47382933-chain-continue-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "chain-continue", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.08583320000000001, "wall_s": 32.8, "usages": [[2, 658, 26921, 99], [2, 1953, 27579, 65], [2, 960, 29532, 1162], [2, 1452, 30492, 210], [2, 406, 31944, 287], [2, 558, 32350, 480], [2, 509, 32908, 419]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.1914, "chain_prev": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "prev_outcome": "passed"}}
{"run_id": "dc0ef09d-47382933-chain-fresh-r1-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "chain-fresh", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.113149, "wall_s": 39.0, "usages": [[2, 8760, 10325, 129], [2, 572, 19085, 81], [2, 893, 19657, 127], [2, 2315, 20550, 91], [2, 1659, 22865, 1334], [2, 1634, 24524, 1254], [2, 1663, 26158, 114], [2, 312, 27821, 310]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.112119, "chain_prev": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "prev_outcome": "passed"}}
{"run_id": "dc0ef09d-47382933-chain-first-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "setup": "chain-first", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.1137988, "wall_s": 37.2, "usages": [[2, 8665, 10325, 97], [2, 562, 18990, 69], [2, 273, 19552, 289], [2, 2255, 19825, 400], [2, 2159, 22080, 689], [2, 1798, 24239, 169], [2, 833, 26037, 797], [2, 1026, 26870, 119], [2, 421, 27896, 333]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.113229}}
{"run_id": "dc0ef09d-47382933-chain-continue-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "chain-continue", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0996013, "wall_s": 37.8, "usages": [[2, 671, 28317, 191], [2, 2202, 28988, 149], [2, 1289, 31190, 1330], [2, 1504, 32479, 153], [2, 425, 33983, 174], [2, 245, 34408, 271], [2, 538, 34653, 235], [2, 381, 35191, 456]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.20984, "chain_prev": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "prev_outcome": "passed"}}
{"run_id": "dc0ef09d-47382933-chain-fresh-r2-a0", "repo": "https://github.com/homebridge/homebridge", "commit": "47382933d6d6bcb0f3a6b6104c48466545172a0a", "setup": "chain-fresh", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.11900430000000002, "wall_s": 46.3, "usages": [[2, 8760, 10325, 94], [2, 515, 19085, 71], [2, 801, 19600, 126], [2, 2255, 20401, 91], [2, 1897, 22656, 1450], [2, 1791, 24553, 1607], [2, 2091, 26344, 136], [2, 331, 28435, 284]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.118004, "chain_prev": "dc0ef09da32c3b591ee1c7d2d33bb88f5dc8e020", "prev_outcome": "passed"}}
