{"run_id": "99b7cc62e0-claude-code-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "setup": "claude-code", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0835172, "wall_s": 39.8, "usages": [[2, 5088, 10325, 99], [2, 3644, 15413, 1290], [2, 1379, 19057, 2062], [2, 2947, 20436, 330]], "tokens_check": "ok", "note": "charset=utf-8\",))\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nE       TypeError: GZipResponder.__init__() got an unexpected keyword argument 'exclude_content_types'\n\ntests/middleware/test_gzip.py:319: TypeError\n10 failed, 24 passed in 0.11s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.083277}}
{"run_id": "99b7cc62e0-claude-code@haiku-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "setup": "claude-code@haiku", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.018356639999999997, "wall_s": 69.4, "usages": [[2, 27430, 0, 578], [2, 3581, 27430, 806], [2, 2500, 31011, 1261], [2, 2682, 33511, 8257], [2, 5819, 36193, 1085], [2, 1120, 42012, 269], [2, 673, 43132, 831], [2, 1351, 43805, 349], [2, 588, 45156, 1181], [2, 1024, 45744, 588], [2, 694, 46768, 205], [2, 374, 47462, 495]], "tokens_check": "ok", "note": "ent-encoding': 'gzip', 'content-length': '39'})\nE        +  where Headers({'content-type': 'application/zip', 'vary': 'Accept-Encoding', 'content-encoding': 'gzip', 'content-length': '39'}) = <Response [200 OK]>.headers\n\ntests/middleware/test_gzip.py:325: AssertionError\n8 failed, 26 passed in 0.10s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.548961}}
{"run_id": "99b7cc62e0-claude-code@opus-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "setup": "claude-code@opus", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.276289, "wall_s": 78.9, "usages": [[2, 5260, 10209, 193], [2, 4119, 15469, 1919], [2, 2219, 19588, 136], [2, 279, 21807, 429], [2, 4359, 22086, 2224], [2, 3055, 26445, 1140], [2, 1396, 29500, 185], [2, 278, 30896, 584]], "tokens_check": "ok", "note": "ent-encoding': 'gzip', 'content-length': '39'})\nE        +  where Headers({'content-type': 'application/zip', 'vary': 'Accept-Encoding', 'content-encoding': 'gzip', 'content-length': '39'}) = <Response [200 OK]>.headers\n\ntests/middleware/test_gzip.py:325: AssertionError\n8 failed, 26 passed in 0.10s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.269709}}
{"run_id": "99b7cc62e0-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.08009530000000001, "wall_s": 49.2, "usages": [[3, 12518, 0, 91], [3, 239, 12518, 52], [3, 4416, 12757, 147], [3, 1154, 17173, 558], [3, 1296, 18327, 796], [3, 912, 19623, 67], [3, 289, 20535, 79]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "99b7cc62e0-claude-code+rtk-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "setup": "claude-code+rtk", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0930015, "wall_s": 29.9, "usages": [[2, 5477, 10325, 240], [2, 4683, 15802, 1266], [2, 1278, 20485, 1903], [2, 2882, 21763, 127], [2, 215, 24645, 268]], "tokens_check": "ok", "note": "nt-encoding': 'gzip', 'content-length': '39'})\nE        +  where Headers({'content-type': 'application/zip', 'vary': 'Accept-Encoding', 'content-encoding': 'gzip', 'content-length': '39'}) = <Response [200 OK]>.headers\n\ntests/middleware/test_gzip.py:325: AssertionError\n10 failed, 24 passed in 0.11s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 3, "rtk_claimed_tokens_saved": 708, "rtk_fired": true, "agent_reported_cost_usd": 0.092232}}
{"run_id": "99b7cc62e0-claude-code-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "setup": "claude-code", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0800613, "wall_s": 31.2, "usages": [[2, 5088, 10325, 95], [2, 3441, 15413, 1063], [2, 1568, 18854, 1995], [2, 2904, 20422, 301]], "tokens_check": "ok", "note": "ent-encoding': 'gzip', 'content-length': '39'})\nE        +  where Headers({'content-type': 'application/zip', 'vary': 'Accept-Encoding', 'content-encoding': 'gzip', 'content-length': '39'}) = <Response [200 OK]>.headers\n\ntests/middleware/test_gzip.py:325: AssertionError\n8 failed, 26 passed in 0.09s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.080061}}
{"run_id": "99b7cc62e0-claude-code@haiku-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "setup": "claude-code@haiku", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.013597274999999999, "wall_s": 56.5, "usages": [[2, 8817, 18613, 417], [2, 3536, 27430, 509], [2, 991, 30966, 142], [2, 2438, 31957, 3125], [2, 3560, 34395, 4970], [2, 4276, 37955, 1767], [2, 1878, 42231, 252], [2, 393, 44109, 226], [2, 455, 44502, 183], [2, 273, 44957, 225], [2, 536, 45230, 539]], "tokens_check": "ok", "note": "ent-encoding': 'gzip', 'content-length': '39'})\nE        +  where Headers({'content-type': 'application/zip', 'vary': 'Accept-Encoding', 'content-encoding': 'gzip', 'content-length': '39'}) = <Response [200 OK]>.headers\n\ntests/middleware/test_gzip.py:325: AssertionError\n8 failed, 26 passed in 0.09s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.398242}}
{"run_id": "99b7cc62e0-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.08389999999999999, "wall_s": 48.8, "usages": [[3, 12518, 0, 97], [3, 243, 12518, 50], [3, 5639, 12761, 340], [3, 999, 18400, 592], [3, 903, 19399, 736], [3, 848, 20302, 94], [3, 336, 21150, 60]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "99b7cc62e0-claude-code+rtk-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "setup": "claude-code+rtk", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0764876, "wall_s": 28.5, "usages": [[2, 5477, 10325, 112], [2, 3285, 15802, 1191], [2, 1257, 19087, 1638], [2, 2405, 20344, 289]], "tokens_check": "ok", "note": "ent-encoding': 'gzip', 'content-length': '39'})\nE        +  where Headers({'content-type': 'application/zip', 'vary': 'Accept-Encoding', 'content-encoding': 'gzip', 'content-length': '39'}) = <Response [200 OK]>.headers\n\ntests/middleware/test_gzip.py:325: AssertionError\n8 failed, 26 passed in 0.09s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 4, "rtk_claimed_tokens_saved": 323, "rtk_fired": true, "agent_reported_cost_usd": 0.075168}}
{"run_id": "99b7cc62e0-claude-code@opus-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "setup": "claude-code@opus", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.29909240000000004, "wall_s": 77.3, "usages": [[2, 5260, 10209, 143], [2, 3992, 15469, 1842], [2, 1815, 19461, 1596], [2, 1793, 21276, 137], [2, 466, 23069, 201], [2, 799, 23535, 150], [2, 696, 24334, 1143], [2, 1405, 25030, 163], [2, 1658, 26435, 398], [2, 593, 28093, 1194], [2, 1512, 28686, 530]], "tokens_check": "ok", "note": "ent-encoding': 'gzip', 'content-length': '39'})\nE        +  where Headers({'content-type': 'application/zip', 'vary': 'Accept-Encoding', 'content-encoding': 'gzip', 'content-length': '39'}) = <Response [200 OK]>.headers\n\ntests/middleware/test_gzip.py:325: AssertionError\n8 failed, 26 passed in 0.10s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.293532}}
{"run_id": "99b7cc62e0-claude-code-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "setup": "claude-code", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0812458, "wall_s": 28.0, "usages": [[2, 5088, 10325, 249], [2, 4156, 15413, 1109], [2, 1198, 19569, 1849], [2, 2800, 20767, 284]], "tokens_check": "ok", "note": "ent-encoding': 'gzip', 'content-length': '39'})\nE        +  where Headers({'content-type': 'application/zip', 'vary': 'Accept-Encoding', 'content-encoding': 'gzip', 'content-length': '39'}) = <Response [200 OK]>.headers\n\ntests/middleware/test_gzip.py:325: AssertionError\n8 failed, 26 passed in 0.09s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.081246}}
{"run_id": "99b7cc62e0-claude-code@haiku-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "setup": "claude-code@haiku", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.0129921, "wall_s": 60.4, "usages": [[2, 8817, 18613, 427], [2, 4280, 27430, 1106], [2, 2232, 31710, 236], [2, 1128, 33942, 1122], [2, 1511, 35070, 94], [2, 540, 36581, 1432], [2, 1580, 37121, 243], [2, 391, 38701, 339], [2, 463, 39092, 242], [2, 364, 39555, 449], [2, 566, 39919, 1130], [2, 1072, 40485, 219], [2, 362, 41557, 121], [2, 191, 41919, 162], [2, 250, 42110, 316], [2, 351, 42360, 592]], "tokens_check": "ok", "note": "ent-encoding': 'gzip', 'content-length': '39'})\nE        +  where Headers({'content-type': 'application/zip', 'vary': 'Accept-Encoding', 'content-encoding': 'gzip', 'content-length': '39'}) = <Response [200 OK]>.headers\n\ntests/middleware/test_gzip.py:325: AssertionError\n8 failed, 26 passed in 0.10s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.375591}}
{"run_id": "99b7cc62e0-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.0945773, "wall_s": 59.3, "usages": [[3, 12518, 0, 94], [3, 243, 12518, 82], [3, 4825, 12761, 154], [3, 1517, 17586, 569], [3, 843, 19103, 442], [3, 466, 19946, 755], [3, 805, 20412, 84], [3, 198, 21217, 127], [3, 1140, 21415, 57]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "99b7cc62e0-claude-code@opus-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "setup": "claude-code@opus", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.28035679999999996, "wall_s": 74.4, "usages": [[2, 5260, 10209, 200], [2, 3668, 15469, 1002], [2, 1081, 19137, 2022], [2, 1889, 20218, 291], [2, 619, 22107, 2129], [2, 2997, 22726, 147], [2, 677, 25723, 973], [2, 1410, 26400, 218], [2, 308, 27810, 657]], "tokens_check": "ok", "note": "charset=utf-8\",))\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nE       TypeError: GZipResponder.__init__() got an unexpected keyword argument 'exclude_content_types'\n\ntests/middleware/test_gzip.py:319: TypeError\n10 failed, 24 passed in 0.12s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.265037}}
{"run_id": "99b7cc62e0-claude-code+rtk-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "setup": "claude-code+rtk", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0916943, "wall_s": 31.3, "usages": [[2, 5477, 10325, 95], [2, 3520, 15802, 1034], [2, 1126, 19322, 1818], [2, 2523, 20448, 110], [2, 350, 22971, 231], [2, 377, 23321, 292]], "tokens_check": "ok", "note": "ent-encoding': 'gzip', 'content-length': '39'})\nE        +  where Headers({'content-type': 'application/zip', 'vary': 'Accept-Encoding', 'content-encoding': 'gzip', 'content-length': '39'}) = <Response [200 OK]>.headers\n\ntests/middleware/test_gzip.py:325: AssertionError\n8 failed, 26 passed in 0.09s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 5, "rtk_claimed_tokens_saved": 4258, "rtk_fired": true, "agent_reported_cost_usd": 0.091104}}
{"run_id": "f1dc9b630d-claude-code-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "claude-code", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.07643770000000001, "wall_s": 29.9, "usages": [[2, 5082, 10325, 110], [2, 1880, 15407, 332], [2, 940, 17287, 86], [2, 924, 18227, 1014], [2, 883, 19151, 891], [2, 1342, 20034, 437]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.073008}}
{"run_id": "f1dc9b630d-claude-code@haiku-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "claude-code@haiku", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.011973745000000001, "wall_s": 45.5, "usages": [[2, 8811, 18613, 456], [2, 4573, 27424, 811], [2, 7550, 31997, 4158], [2, 3807, 39547, 1005], [2, 1299, 43354, 916], [2, 1039, 44653, 260], [2, 306, 45692, 328], [2, 440, 45998, 152], [2, 683, 46438, 559], [2, 439, 47121, 245]], "tokens_check": "ok", "note": "value in self._list\n            if header_key == normalized_key\n        ]\n    \n        if items:\n            return \", \".join(items)\n    \n>       raise KeyError(key)\nE       KeyError: 'Content-Encoding'\n\n.venv/lib/python3.12/site-packages/httpx2/_models.py:298: KeyError\n4 failed, 46 passed in 0.11s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.345222}}
{"run_id": "f1dc9b630d-claude-code+rtk-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "claude-code+rtk", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.05876680000000001, "wall_s": 23.3, "usages": [[2, 5471, 10325, 107], [2, 1882, 15796, 128], [2, 1073, 17678, 417], [2, 608, 18751, 679], [2, 1028, 19359, 390]], "tokens_check": "ok", "note": "value in self._list\n            if header_key == normalized_key\n        ]\n    \n        if items:\n            return \", \".join(items)\n    \n>       raise KeyError(key)\nE       KeyError: 'Content-Encoding'\n\n.venv/lib/python3.12/site-packages/httpx2/_models.py:298: KeyError\n2 failed, 48 passed in 0.12s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 4, "rtk_claimed_tokens_saved": 11521, "rtk_fired": true, "agent_reported_cost_usd": 0.058767}}
{"run_id": "f1dc9b630d-claude-code@opus-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "claude-code@opus", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.25047139999999996, "wall_s": 54.6, "usages": [[2, 5254, 10209, 173], [2, 4788, 15463, 825], [2, 1610, 20251, 291], [2, 2362, 21861, 1108], [2, 1166, 24223, 290], [2, 1206, 25389, 1005], [2, 1402, 26595, 1113], [2, 1362, 27997, 176], [2, 252, 29359, 675]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.239471}}
{"run_id": "f1dc9b630d-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.0975519, "wall_s": 47.0, "usages": [[3, 12513, 0, 99], [3, 235, 12513, 74], [3, 8939, 12748, 755], [3, 1153, 21687, 1199], [3, 1367, 22840, 112], [3, 372, 24207, 49], [3, 298, 24579, 58]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "f1dc9b630d-claude-code-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "claude-code", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0682201, "wall_s": 32.6, "usages": [[2, 5082, 10325, 104], [2, 1252, 15407, 109], [2, 1057, 16659, 276], [2, 1579, 17716, 137], [2, 198, 19295, 717], [2, 1035, 19493, 79], [2, 172, 20528, 415]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.0672}}
{"run_id": "f1dc9b630d-claude-code@haiku-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "claude-code@haiku", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.011236795, "wall_s": 46.6, "usages": [[2, 8811, 18613, 517], [2, 4668, 27424, 906], [2, 6987, 32092, 915], [2, 2828, 39079, 3819], [2, 2808, 41907, 1069], [2, 1102, 44715, 267], [2, 338, 45817, 282], [2, 305, 46155, 157], [2, 320, 46460, 651]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.332219}}
{"run_id": "f1dc9b630d-claude-code@opus-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "claude-code@opus", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.2188444, "wall_s": 59.4, "usages": [[2, 5254, 10209, 152], [2, 1587, 15463, 592], [2, 2586, 17050, 960], [2, 1095, 19636, 294], [2, 899, 20731, 928], [2, 1325, 21630, 219], [2, 2259, 22955, 939], [2, 1135, 25214, 313], [2, 357, 26349, 625]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.211884}}
{"run_id": "f1dc9b630d-claude-code+rtk-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "claude-code+rtk", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0725962, "wall_s": 27.0, "usages": [[2, 5471, 10325, 107], [2, 1882, 15796, 344], [2, 1088, 17678, 86], [2, 639, 18766, 669], [2, 686, 19405, 864], [2, 1322, 20091, 374]], "tokens_check": "ok", "note": "'content-encoding': 'gzip', 'content-length': '39'})\nE        +  where Headers({'content-type': 'font/woff2', 'vary': 'Accept-Encoding', 'content-encoding': 'gzip', 'content-length': '39'}) = <Response [200 OK]>.headers\n\ntests/middleware/test_gzip.py:326: AssertionError\n2 failed, 48 passed in 0.10s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 4, "rtk_claimed_tokens_saved": 11448, "rtk_fired": true, "agent_reported_cost_usd": 0.070746}}
{"run_id": "f1dc9b630d-claude-code-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "claude-code", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0748994, "wall_s": 26.5, "usages": [[2, 5082, 10325, 105], [2, 1715, 15407, 119], [2, 1005, 17122, 300], [2, 1593, 18127, 782], [2, 756, 19720, 873], [2, 1321, 20476, 417]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.073079}}
{"run_id": "f1dc9b630d-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.0982851, "wall_s": 60.0, "usages": [[3, 12513, 0, 91], [3, 240, 12513, 75], [3, 6960, 12753, 371], [3, 1546, 19713, 596], [3, 603, 21259, 210], [3, 234, 21862, 1039], [3, 1129, 22096, 149], [3, 369, 23225, 60]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "f1dc9b630d-claude-code@haiku-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "claude-code@haiku", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.01103574, "wall_s": 50.3, "usages": [[2, 8811, 18613, 610], [2, 888, 27424, 267], [2, 11045, 28312, 2500], [2, 5271, 39357, 1884], [2, 1448, 44628, 1144], [2, 1545, 46076, 290], [2, 357, 47621, 249], [2, 307, 47978, 244], [2, 316, 48285, 417]], "tokens_check": "ok", "note": "value in self._list\n            if header_key == normalized_key\n        ]\n    \n        if items:\n            return \", \".join(items)\n    \n>       raise KeyError(key)\nE       KeyError: 'Content-Encoding'\n\n.venv/lib/python3.12/site-packages/httpx2/_models.py:298: KeyError\n4 failed, 46 passed in 0.11s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.332331}}
{"run_id": "f1dc9b630d-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.09967079999999999, "wall_s": 52.0, "usages": [[3, 12513, 0, 99], [3, 248, 12513, 103], [3, 7178, 12761, 352], [3, 2123, 19939, 620], [3, 658, 22062, 1016], [3, 1098, 22720, 431], [3, 721, 23818, 69]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "f1dc9b630d-claude-code@opus-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "claude-code@opus", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.23404599999999995, "wall_s": 59.2, "usages": [[2, 5254, 10209, 159], [2, 1787, 15463, 326], [2, 3554, 17250, 1139], [2, 1086, 20804, 602], [2, 1066, 21890, 773], [2, 2065, 22956, 174], [2, 574, 25021, 1037], [2, 1265, 25595, 143], [2, 222, 26860, 216], [2, 275, 27082, 711]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.226566}}
{"run_id": "f1dc9b630d-claude-code+rtk-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "claude-code+rtk", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.061004100000000006, "wall_s": 23.6, "usages": [[2, 5471, 10325, 162], [2, 1783, 15796, 179], [2, 941, 17579, 695], [2, 668, 18520, 659], [2, 1006, 19188, 308]], "tokens_check": "ok", "note": "value in self._list\n            if header_key == normalized_key\n        ]\n    \n        if items:\n            return \", \".join(items)\n    \n>       raise KeyError(key)\nE       KeyError: 'Content-Encoding'\n\n.venv/lib/python3.12/site-packages/httpx2/_models.py:298: KeyError\n4 failed, 46 passed in 0.16s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 4, "rtk_claimed_tokens_saved": 532, "rtk_fired": true, "agent_reported_cost_usd": 0.059844}}
{"run_id": "b07b8c6151-claude-code-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "setup": "claude-code", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0471016, "wall_s": 20.3, "usages": [[2, 5082, 10325, 105], [2, 4072, 15407, 390], [2, 388, 19479, 244], [2, 390, 19867, 185]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.046182}}
{"run_id": "b07b8c6151-claude-code@opus-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "setup": "claude-code@opus", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.21343040000000002, "wall_s": 53.9, "usages": [[2, 5254, 10209, 161], [2, 3716, 15463, 1119], [2, 1430, 19179, 702], [2, 4402, 20609, 1048], [2, 1306, 25011, 143], [2, 270, 26317, 166], [2, 740, 26587, 109], [2, 438, 27327, 248], [2, 365, 27765, 507]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.20713}}
{"run_id": "b07b8c6151-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.08831440000000002, "wall_s": 43.3, "usages": [[3, 12513, 0, 95], [3, 233, 12513, 54], [3, 7656, 12746, 232], [3, 569, 20402, 255], [3, 1034, 20971, 958], [3, 1032, 22005, 206], [3, 369, 23037, 59]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "b07b8c6151-claude-code@haiku-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "setup": "claude-code@haiku", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.01453521, "wall_s": 65.4, "usages": [[2, 8811, 18613, 578], [2, 3842, 27424, 1527], [2, 3181, 31266, 2095], [2, 3228, 34447, 2102], [2, 1666, 37675, 796], [2, 833, 39341, 328], [2, 641, 40174, 726], [2, 721, 40815, 345], [2, 367, 41536, 218], [2, 338, 41903, 639], [2, 546, 42241, 747], [2, 837, 42787, 922], [2, 1471, 43624, 433], [2, 426, 45095, 343]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.40836}}
{"run_id": "b07b8c6151-claude-code+rtk-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "setup": "claude-code+rtk", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0481849, "wall_s": 18.2, "usages": [[2, 5469, 10325, 100], [2, 3515, 15794, 463], [2, 445, 19309, 289], [2, 436, 19754, 195]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 3, "rtk_claimed_tokens_saved": 11084, "rtk_fired": true, "agent_reported_cost_usd": 0.047105}}
{"run_id": "b07b8c6151-claude-code-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "setup": "claude-code", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0492225, "wall_s": 19.1, "usages": [[2, 5082, 10325, 86], [2, 3868, 15407, 506], [2, 463, 19275, 321], [2, 550, 19738, 222]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.047903}}
{"run_id": "b07b8c6151-claude-code@haiku-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "setup": "claude-code@haiku", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.009854250000000002, "wall_s": 41.6, "usages": [[2, 8811, 18613, 552], [2, 3830, 27424, 1452], [2, 3861, 31254, 2065], [2, 3050, 35115, 798], [2, 1004, 38165, 583], [2, 710, 39169, 206], [2, 310, 39879, 170], [2, 305, 40189, 177], [2, 279, 40494, 575], [2, 568, 40773, 423]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.287175}}
{"run_id": "b07b8c6151-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.08557909999999999, "wall_s": 34.4, "usages": [[3, 12513, 0, 93], [3, 224, 12513, 69], [3, 9737, 12737, 364], [3, 1573, 22474, 564], [3, 638, 24047, 175], [3, 334, 24685, 70]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "b07b8c6151-claude-code+rtk-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "setup": "claude-code+rtk", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.047398499999999996, "wall_s": 17.3, "usages": [[2, 5469, 10325, 101], [2, 3483, 15794, 332], [2, 377, 19277, 328], [2, 564, 19654, 203]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 3, "rtk_claimed_tokens_saved": 324, "rtk_fired": true, "agent_reported_cost_usd": 0.046959}}
{"run_id": "b07b8c6151-claude-code@opus-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "setup": "claude-code@opus", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.21131180000000005, "wall_s": 59.8, "usages": [[2, 5254, 10209, 166], [2, 4058, 15463, 800], [2, 2363, 19521, 686], [2, 912, 21884, 140], [2, 651, 22796, 815], [2, 1290, 23447, 170], [2, 439, 24737, 407], [2, 1207, 25176, 255], [2, 435, 26383, 162], [2, 276, 26818, 575]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.206872}}
{"run_id": "b07b8c6151-claude-code-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "setup": "claude-code", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.054791599999999996, "wall_s": 19.5, "usages": [[2, 5082, 10325, 99], [2, 3754, 15407, 521], [2, 524, 19161, 701], [2, 1156, 19685, 236]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.053932}}
{"run_id": "b07b8c6151-claude-code@haiku-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "setup": "claude-code@haiku", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.009630015000000002, "wall_s": 36.5, "usages": [[2, 8811, 18613, 422], [2, 3945, 27424, 1312], [2, 2708, 31369, 2199], [2, 4451, 34077, 1940], [2, 1970, 38528, 242], [2, 350, 40498, 113], [2, 182, 40848, 147], [2, 292, 41030, 117], [2, 196, 41322, 764]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.279259}}
{"run_id": "b07b8c6151-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.09291670000000002, "wall_s": 40.4, "usages": [[3, 12513, 0, 101], [3, 248, 12513, 69], [3, 9565, 12761, 178], [3, 1775, 22326, 867], [3, 926, 24101, 85], [3, 617, 25027, 182], [3, 391, 25644, 73]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "b07b8c6151-claude-code+rtk-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "setup": "claude-code+rtk", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.06014730000000001, "wall_s": 22.3, "usages": [[2, 5469, 10325, 90], [2, 3719, 15794, 543], [2, 542, 19513, 647], [2, 1057, 20055, 79], [2, 172, 21112, 178]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 3, "rtk_claimed_tokens_saved": 4111, "rtk_fired": true, "agent_reported_cost_usd": 0.059247}}
{"run_id": "b07b8c6151-claude-code@opus-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "setup": "claude-code@opus", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.1976736, "wall_s": 56.0, "usages": [[2, 5254, 10209, 177], [2, 4414, 15463, 845], [2, 1569, 19877, 751], [2, 1574, 21446, 1133], [2, 1910, 23020, 182], [2, 534, 24930, 447], [2, 700, 25464, 178], [2, 232, 26164, 455]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.194594}}
{"run_id": "d438d397c9-claude-code-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "claude-code", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.043702500000000005, "wall_s": 17.3, "usages": [[2, 5073, 10325, 100], [2, 3562, 15398, 345], [2, 552, 18960, 79], [2, 172, 19512, 221]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.043703}}
{"run_id": "d438d397c9-claude-code@haiku-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "claude-code@haiku", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.009635845, "wall_s": 44.3, "usages": [[2, 8802, 18613, 462], [2, 1032, 27415, 300], [2, 9882, 28447, 3002], [2, 2195, 38329, 890], [2, 981, 40524, 1137], [2, 961, 41505, 648], [2, 772, 42466, 445], [2, 718, 43238, 438]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.288306}}
{"run_id": "d438d397c9-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.07619780000000002, "wall_s": 35.4, "usages": [[3, 12507, 0, 100], [3, 231, 12507, 48], [3, 7041, 12738, 784], [3, 1039, 19779, 46], [3, 115, 20818, 37], [3, 175, 20933, 118], [3, 235, 21108, 68]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "d438d397c9-claude-code@opus-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "claude-code@opus", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.1786668, "wall_s": 52.6, "usages": [[2, 5245, 10209, 149], [2, 3646, 15454, 1150], [2, 935, 19100, 414], [2, 634, 20035, 233], [2, 1109, 20669, 148], [2, 625, 21778, 1102], [2, 1713, 22403, 157], [2, 431, 24116, 455]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.169947}}
{"run_id": "d438d397c9-claude-code+rtk-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "claude-code+rtk", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.045667700000000006, "wall_s": 20.0, "usages": [[2, 5458, 10325, 104], [2, 3831, 15783, 326], [2, 560, 19614, 79], [2, 172, 20174, 233]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 3, "rtk_claimed_tokens_saved": 305, "rtk_fired": true, "agent_reported_cost_usd": 0.045668}}
{"run_id": "d438d397c9-claude-code-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "claude-code", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0448475, "wall_s": 18.8, "usages": [[2, 5073, 10325, 94], [2, 3635, 15398, 242], [2, 331, 19033, 276], [2, 504, 19364, 203]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.044847}}
{"run_id": "d438d397c9-claude-code@haiku-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "claude-code@haiku", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.008911094999999999, "wall_s": 39.0, "usages": [[2, 8802, 18613, 543], [2, 1619, 27415, 165], [2, 5771, 29034, 2083], [2, 4307, 34805, 512], [2, 563, 39112, 2803], [2, 2603, 39675, 504], [2, 518, 42278, 545]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.265577}}
{"run_id": "d438d397c9-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.0782937, "wall_s": 34.1, "usages": [[3, 12507, 0, 98], [3, 228, 12507, 48], [3, 7039, 12735, 667], [3, 987, 19774, 50], [3, 1914, 20761, 222], [3, 454, 22675, 74]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "d438d397c9-claude-code+rtk-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "claude-code+rtk", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.047522800000000004, "wall_s": 19.9, "usages": [[2, 5458, 10325, 104], [2, 3831, 15783, 259], [2, 348, 19614, 308], [2, 543, 19962, 221]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 3, "rtk_claimed_tokens_saved": 305, "rtk_fired": true, "agent_reported_cost_usd": 0.047523}}
{"run_id": "d438d397c9-claude-code-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "claude-code", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0460961, "wall_s": 17.6, "usages": [[2, 5073, 10325, 86], [2, 3845, 15398, 494], [2, 604, 19243, 79], [2, 169, 19847, 230]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.045156}}
{"run_id": "d438d397c9-claude-code@opus-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "claude-code@opus", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.17703560000000002, "wall_s": 56.5, "usages": [[2, 5245, 10209, 198], [2, 3781, 15454, 426], [2, 568, 19235, 406], [2, 729, 19803, 236], [2, 1237, 20532, 138], [2, 1731, 21769, 1096], [2, 1756, 23500, 305], [2, 793, 25256, 526]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.173736}}
{"run_id": "d438d397c9-claude-code@haiku-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "claude-code@haiku", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.0091937, "wall_s": 40.8, "usages": [[2, 8802, 18613, 612], [2, 1751, 27415, 165], [2, 4203, 29166, 905], [2, 5570, 33369, 863], [2, 750, 38939, 902], [2, 1010, 39689, 934], [2, 860, 40699, 515], [2, 682, 41559, 514], [2, 768, 42241, 641]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.27829}}
{"run_id": "d438d397c9-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.0889921, "wall_s": 51.4, "usages": [[3, 12507, 0, 97], [3, 226, 12507, 48], [3, 7041, 12733, 132], [3, 418, 19774, 596], [3, 665, 20192, 50], [3, 307, 20857, 47], [3, 1465, 21164, 377], [3, 521, 22629, 81], [3, 309, 23150, 71]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "d438d397c9-claude-code@opus-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "claude-code@opus", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.18928280000000003, "wall_s": 56.1, "usages": [[2, 5245, 10209, 155], [2, 3665, 15454, 746], [2, 1030, 19119, 758], [2, 1174, 20149, 405], [2, 1770, 21323, 1073], [2, 1285, 23093, 142], [2, 206, 24378, 104], [2, 186, 24584, 123], [2, 238, 24770, 424]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.181403}}
{"run_id": "d438d397c9-claude-code+rtk-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "claude-code+rtk", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.051526, "wall_s": 18.2, "usages": [[2, 5458, 10325, 109], [2, 4125, 15783, 332], [2, 563, 19908, 79], [2, 172, 20471, 85], [2, 178, 20643, 179]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 5, "rtk_claimed_tokens_saved": 614, "rtk_fired": true, "agent_reported_cost_usd": 0.051526}}
{"run_id": "78ae82cad4-claude-code-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "78ae82cad482fe66a73fb1217f0a6609b3f998f6", "setup": "claude-code", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0604528, "wall_s": 26.9, "usages": [[2, 5080, 10325, 88], [2, 454, 15405, 92], [2, 2154, 15859, 287], [2, 983, 18013, 277], [2, 306, 18996, 247], [2, 447, 19302, 86], [2, 178, 19749, 212]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.058923}}
{"run_id": "78ae82cad4-claude-code@opus-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "78ae82cad482fe66a73fb1217f0a6609b3f998f6", "setup": "claude-code@opus", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.11129180000000001, "wall_s": 33.1, "usages": [[2, 5252, 10209, 199], [2, 1950, 15461, 161], [2, 927, 17411, 549], [2, 662, 18338, 312], [2, 425, 19000, 450], [2, 687, 19425, 417]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.106612}}
{"run_id": "78ae82cad4-claude-code@haiku-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "78ae82cad482fe66a73fb1217f0a6609b3f998f6", "setup": "claude-code@haiku", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.00950156, "wall_s": 41.0, "usages": [[2, 8809, 18613, 621], [2, 955, 27422, 211], [2, 3110, 28377, 282], [2, 1232, 31487, 3431], [2, 3841, 32719, 145], [2, 703, 36560, 1499], [2, 1312, 37263, 227], [2, 285, 38575, 141], [2, 270, 38860, 134], [2, 239, 39130, 539]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.266541}}
{"run_id": "78ae82cad4-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "78ae82cad482fe66a73fb1217f0a6609b3f998f6", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.0671437, "wall_s": 26.5, "usages": [[3, 12510, 0, 103], [3, 457, 12510, 71], [3, 5438, 12967, 68], [3, 1057, 18405, 408], [3, 471, 19462, 93], [3, 307, 19933, 75]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "78ae82cad4-claude-code+rtk-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "78ae82cad482fe66a73fb1217f0a6609b3f998f6", "setup": "claude-code+rtk", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0526923, "wall_s": 22.1, "usages": [[2, 5467, 10325, 162], [2, 666, 15792, 164], [2, 1163, 16458, 905], [2, 957, 17621, 133], [2, 226, 18578, 208]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 3, "rtk_claimed_tokens_saved": 0, "rtk_fired": true, "agent_reported_cost_usd": 0.050922}}
{"run_id": "78ae82cad4-claude-code-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "78ae82cad482fe66a73fb1217f0a6609b3f998f6", "setup": "claude-code", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.056042499999999995, "wall_s": 21.1, "usages": [[2, 5080, 10325, 112], [2, 785, 15405, 92], [2, 2152, 16190, 279], [2, 1066, 18342, 366], [2, 502, 19408, 74], [2, 164, 19910, 250]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.054712}}
{"run_id": "78ae82cad4-claude-code@opus-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "78ae82cad482fe66a73fb1217f0a6609b3f998f6", "setup": "claude-code@opus", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.1123204, "wall_s": 30.2, "usages": [[2, 5252, 10209, 127], [2, 1829, 15461, 187], [2, 1056, 17290, 489], [2, 809, 18346, 375], [2, 621, 19155, 438], [2, 758, 19776, 414]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.10752}}
{"run_id": "78ae82cad4-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "78ae82cad482fe66a73fb1217f0a6609b3f998f6", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.07608390000000001, "wall_s": 34.3, "usages": [[3, 12510, 0, 99], [3, 435, 12510, 59], [3, 4727, 12945, 71], [3, 2609, 17672, 505], [3, 558, 20281, 40], [3, 177, 20839, 53], [3, 130, 21016, 65], [3, 336, 21146, 77]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "78ae82cad4-claude-code@haiku-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "78ae82cad482fe66a73fb1217f0a6609b3f998f6", "setup": "claude-code@haiku", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.011035775000000001, "wall_s": 47.5, "usages": [[2, 8809, 18613, 535], [2, 733, 27422, 195], [2, 2383, 28155, 271], [2, 1227, 30538, 1318], [2, 2542, 31765, 94], [2, 510, 34307, 5475], [2, 3328, 34817, 208], [2, 298, 38145, 125], [2, 195, 38443, 139], [2, 239, 38638, 675], [2, 1143, 38877, 486]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.299287}}
{"run_id": "78ae82cad4-claude-code+rtk-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "78ae82cad482fe66a73fb1217f0a6609b3f998f6", "setup": "claude-code+rtk", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.05316180000000001, "wall_s": 21.1, "usages": [[2, 5467, 10325, 176], [2, 1105, 15792, 164], [2, 1163, 16897, 847], [2, 800, 18060, 133], [2, 223, 18860, 206]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 4, "rtk_claimed_tokens_saved": 366, "rtk_fired": true, "agent_reported_cost_usd": 0.050422}}
{"run_id": "78ae82cad4-claude-code-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "78ae82cad482fe66a73fb1217f0a6609b3f998f6", "setup": "claude-code", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0591067, "wall_s": 28.4, "usages": [[2, 5080, 10325, 104], [2, 525, 15405, 87], [2, 1214, 15930, 115], [2, 1600, 17144, 387], [2, 355, 18744, 235], [2, 435, 19099, 74], [2, 164, 19534, 239]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.057797}}
{"run_id": "78ae82cad4-claude-code@opus-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "78ae82cad482fe66a73fb1217f0a6609b3f998f6", "setup": "claude-code@opus", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.131939, "wall_s": 33.3, "usages": [[2, 5252, 10209, 173], [2, 2034, 15461, 165], [2, 1749, 17495, 505], [2, 640, 19244, 324], [2, 571, 19884, 334], [2, 562, 20455, 547], [2, 774, 21017, 413]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.127699}}
{"run_id": "78ae82cad4-claude-code@haiku-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "78ae82cad482fe66a73fb1217f0a6609b3f998f6", "setup": "claude-code@haiku", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.013633015, "wall_s": 55.0, "usages": [[2, 8809, 18613, 715], [2, 1145, 27422, 200], [2, 3668, 28567, 305], [2, 1245, 32235, 2349], [2, 3112, 33480, 145], [2, 691, 36592, 8127], [2, 4726, 37283, 253], [2, 311, 42009, 166], [2, 295, 42320, 188], [2, 293, 42615, 503], [2, 600, 42908, 406]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.367092}}
{"run_id": "78ae82cad4-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "78ae82cad482fe66a73fb1217f0a6609b3f998f6", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.0788811, "wall_s": 31.5, "usages": [[3, 12510, 0, 99], [3, 433, 12510, 76], [3, 6082, 12943, 84], [3, 1470, 19025, 350], [3, 428, 20495, 80], [3, 1222, 20923, 104], [3, 195, 22145, 69], [3, 290, 22340, 60]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "78ae82cad4-claude-code+rtk-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "78ae82cad482fe66a73fb1217f0a6609b3f998f6", "setup": "claude-code+rtk", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.07045900000000001, "wall_s": 26.8, "usages": [[2, 5467, 10325, 96], [2, 749, 15792, 87], [2, 783, 16541, 144], [2, 885, 17324, 144], [2, 510, 18209, 421], [2, 381, 18719, 237], [2, 467, 19100, 86], [2, 221, 19567, 92], [2, 185, 19788, 216]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 4, "rtk_claimed_tokens_saved": 1084, "rtk_fired": true, "agent_reported_cost_usd": 0.069039}}
{"run_id": "9c500db197-claude-code-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "9c500db197859dba4a8db13fa8e7d2c55de8152c", "setup": "claude-code", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.048728600000000004, "wall_s": 18.8, "usages": [[2, 5070, 10325, 107], [2, 1764, 15395, 99], [2, 558, 17159, 296], [2, 480, 17717, 432], [2, 700, 18197, 218]], "tokens_check": "ok", "note": "       response = file_response_client.get(\"/\", headers={\"Range\": f\"bytes={ranges}\"})\n    \n>       assert response.status_code == 200\nE       assert 400 == 200\nE        +  where 400 = <Response [400 Bad Request]>.status_code\n\ntests/test_responses.py:797: AssertionError\n2 failed, 136 passed in 0.28s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.048729}}
{"run_id": "9c500db197-claude-code@haiku-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "9c500db197859dba4a8db13fa8e7d2c55de8152c", "setup": "claude-code@haiku", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.010480330000000003, "wall_s": 38.4, "usages": [[2, 8799, 18613, 573], [2, 3068, 27412, 288], [2, 4896, 30480, 2588], [2, 2171, 35376, 143], [2, 1541, 37547, 976], [2, 1713, 39088, 1205], [2, 971, 40801, 187], [2, 323, 41772, 231], [2, 269, 42095, 152], [2, 251, 42364, 247], [2, 450, 42615, 290]], "tokens_check": "ok", "note": "       response = file_response_client.get(\"/\", headers={\"Range\": f\"bytes={ranges}\"})\n    \n>       assert response.status_code == 200\nE       assert 400 == 200\nE        +  where 400 = <Response [400 Bad Request]>.status_code\n\ntests/test_responses.py:797: AssertionError\n2 failed, 136 passed in 0.24s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.300361}}
{"run_id": "9c500db197-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "9c500db197859dba4a8db13fa8e7d2c55de8152c", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.0767956, "wall_s": 36.5, "usages": [[3, 12508, 0, 95], [3, 218, 12508, 67], [3, 5873, 12726, 388], [3, 2355, 18599, 658], [3, 705, 20954, 53], [3, 279, 21659, 66]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "9c500db197-claude-code+rtk-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "9c500db197859dba4a8db13fa8e7d2c55de8152c", "setup": "claude-code+rtk", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.052833, "wall_s": 20.8, "usages": [[2, 5453, 10325, 103], [2, 1167, 15778, 118], [2, 1605, 16945, 400], [2, 567, 18550, 432], [2, 708, 19117, 239]], "tokens_check": "ok", "note": "       response = file_response_client.get(\"/\", headers={\"Range\": f\"bytes={ranges}\"})\n    \n>       assert response.status_code == 200\nE       assert 400 == 200\nE        +  where 400 = <Response [400 Bad Request]>.status_code\n\ntests/test_responses.py:797: AssertionError\n2 failed, 136 passed in 0.23s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 3, "rtk_claimed_tokens_saved": 11791, "rtk_fired": true, "agent_reported_cost_usd": 0.052833}}
{"run_id": "9c500db197-claude-code@opus-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "9c500db197859dba4a8db13fa8e7d2c55de8152c", "setup": "claude-code@opus", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.20165780000000003, "wall_s": 63.2, "usages": [[2, 5242, 10209, 213], [2, 2065, 15451, 456], [2, 1321, 17516, 1298], [2, 1301, 18837, 323], [2, 570, 20138, 160], [2, 194, 20708, 571], [2, 901, 20902, 581], [2, 783, 21803, 136], [2, 276, 22586, 153], [2, 425, 22862, 282], [2, 396, 23287, 394]], "tokens_check": "ok", "note": "       response = file_response_client.get(\"/\", headers={\"Range\": f\"bytes={ranges}\"})\n    \n>       assert response.status_code == 200\nE       assert 400 == 200\nE        +  where 400 = <Response [400 Bad Request]>.status_code\n\ntests/test_responses.py:797: AssertionError\n2 failed, 136 passed in 0.25s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.190698}}
{"run_id": "9c500db197-claude-code-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "9c500db197859dba4a8db13fa8e7d2c55de8152c", "setup": "claude-code", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.056736600000000005, "wall_s": 22.6, "usages": [[2, 5070, 10325, 93], [2, 1479, 15395, 99], [2, 869, 16874, 538], [2, 503, 17743, 416], [2, 684, 18246, 74], [2, 167, 18930, 308]], "tokens_check": "ok", "note": "       response = file_response_client.get(\"/\", headers={\"Range\": f\"bytes={ranges}\"})\n    \n>       assert response.status_code == 200\nE       assert 400 == 200\nE        +  where 400 = <Response [400 Bad Request]>.status_code\n\ntests/test_responses.py:797: AssertionError\n2 failed, 136 passed in 0.27s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.055497}}
{"run_id": "9c500db197-claude-code@haiku-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "9c500db197859dba4a8db13fa8e7d2c55de8152c", "setup": "claude-code@haiku", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.011395295, "wall_s": 36.8, "usages": [[2, 8799, 18613, 498], [2, 2225, 27412, 235], [2, 5398, 29637, 1915], [2, 4816, 35035, 1713], [2, 2116, 39851, 788], [2, 963, 41967, 735], [2, 786, 42930, 102], [2, 460, 43716, 193], [2, 301, 44176, 113], [2, 182, 44477, 126], [2, 220, 44659, 121], [2, 213, 44879, 480]], "tokens_check": "ok", "note": "       response = file_response_client.get(\"/\", headers={\"Range\": f\"bytes={ranges}\"})\n    \n>       assert response.status_code == 200\nE       assert 400 == 200\nE        +  where 400 = <Response [400 Bad Request]>.status_code\n\ntests/test_responses.py:797: AssertionError\n2 failed, 136 passed in 0.24s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.323501}}
{"run_id": "9c500db197-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "9c500db197859dba4a8db13fa8e7d2c55de8152c", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.08257790000000001, "wall_s": 40.3, "usages": [[3, 12508, 0, 108], [3, 455, 12508, 79], [3, 8150, 12963, 379], [3, 1772, 21113, 588], [3, 665, 22885, 135], [3, 362, 23550, 57]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "9c500db197-claude-code+rtk-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "9c500db197859dba4a8db13fa8e7d2c55de8152c", "setup": "claude-code+rtk", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0568112, "wall_s": 22.2, "usages": [[2, 5453, 10325, 105], [2, 1331, 15778, 101], [2, 1078, 17109, 789], [2, 645, 18187, 499], [2, 835, 18832, 245]], "tokens_check": "ok", "note": "       response = file_response_client.get(\"/\", headers={\"Range\": f\"bytes={ranges}\"})\n    \n>       assert response.status_code == 200\nE       assert 400 == 200\nE        +  where 400 = <Response [400 Bad Request]>.status_code\n\ntests/test_responses.py:797: AssertionError\n2 failed, 136 passed in 0.27s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 3, "rtk_claimed_tokens_saved": 814, "rtk_fired": true, "agent_reported_cost_usd": 0.054481}}
{"run_id": "9c500db197-claude-code@opus-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "9c500db197859dba4a8db13fa8e7d2c55de8152c", "setup": "claude-code@opus", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.24920520000000004, "wall_s": 64.3, "usages": [[2, 5242, 10209, 203], [2, 2019, 15451, 322], [2, 1220, 17470, 1126], [2, 1500, 18690, 1489], [2, 1218, 20190, 1117], [2, 1756, 21408, 129], [2, 766, 23164, 142], [2, 1540, 23930, 1008], [2, 1324, 25470, 140], [2, 245, 26794, 545]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.226285}}
{"run_id": "9c500db197-claude-code-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "9c500db197859dba4a8db13fa8e7d2c55de8152c", "setup": "claude-code", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0514608, "wall_s": 25.2, "usages": [[2, 5070, 10325, 102], [2, 1747, 15395, 99], [2, 801, 17142, 509], [2, 506, 17943, 422], [2, 688, 18449, 224]], "tokens_check": "ok", "note": "       response = file_response_client.get(\"/\", headers={\"Range\": f\"bytes={ranges}\"})\n    \n>       assert response.status_code == 200\nE       assert 400 == 200\nE        +  where 400 = <Response [400 Bad Request]>.status_code\n\ntests/test_responses.py:797: AssertionError\n2 failed, 136 passed in 0.27s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.050541}}
{"run_id": "9c500db197-claude-code@haiku-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "9c500db197859dba4a8db13fa8e7d2c55de8152c", "setup": "claude-code@haiku", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.010135185, "wall_s": 40.1, "usages": [[2, 8799, 18613, 432], [2, 2831, 27412, 235], [2, 2205, 30243, 1240], [2, 4680, 32448, 2055], [2, 2397, 37128, 636], [2, 861, 39525, 722], [2, 928, 40386, 249], [2, 379, 41314, 138], [2, 250, 41693, 124], [2, 213, 41943, 313], [2, 400, 42156, 279]], "tokens_check": "ok", "note": "       response = file_response_client.get(\"/\", headers={\"Range\": f\"bytes={ranges}\"})\n    \n>       assert response.status_code == 200\nE       assert 400 == 200\nE        +  where 400 = <Response [400 Bad Request]>.status_code\n\ntests/test_responses.py:797: AssertionError\n2 failed, 136 passed in 0.24s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.295035}}
{"run_id": "9c500db197-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "9c500db197859dba4a8db13fa8e7d2c55de8152c", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.073861, "wall_s": 33.4, "usages": [[3, 12508, 0, 98], [3, 445, 12508, 65], [3, 6032, 12953, 249], [3, 1291, 18985, 672], [3, 727, 20276, 68], [3, 246, 21003, 61]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "9c500db197-claude-code+rtk-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "9c500db197859dba4a8db13fa8e7d2c55de8152c", "setup": "claude-code+rtk", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.05069719999999999, "wall_s": 20.4, "usages": [[2, 5453, 10325, 138], [2, 1581, 15778, 85], [2, 1038, 17359, 295], [2, 480, 18397, 433], [2, 712, 18877, 186]], "tokens_check": "ok", "note": "       response = file_response_client.get(\"/\", headers={\"Range\": f\"bytes={ranges}\"})\n    \n>       assert response.status_code == 200\nE       assert 400 == 200\nE        +  where 400 = <Response [400 Bad Request]>.status_code\n\ntests/test_responses.py:797: AssertionError\n2 failed, 136 passed in 0.26s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 3, "rtk_claimed_tokens_saved": 10888, "rtk_fired": true, "agent_reported_cost_usd": 0.050697}}
{"run_id": "9c500db197-claude-code@opus-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "9c500db197859dba4a8db13fa8e7d2c55de8152c", "setup": "claude-code@opus", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.16148559999999998, "wall_s": 46.1, "usages": [[2, 5242, 10209, 199], [2, 2311, 15451, 148], [2, 1170, 17762, 1050], [2, 977, 18932, 299], [2, 1809, 19909, 866], [2, 1253, 21718, 158], [2, 260, 22971, 154], [2, 307, 23231, 363]], "tokens_check": "ok", "note": "       response = file_response_client.get(\"/\", headers={\"Range\": f\"bytes={ranges}\"})\n    \n>       assert response.status_code == 200\nE       assert 400 == 200\nE        +  where 400 = <Response [400 Bad Request]>.status_code\n\ntests/test_responses.py:797: AssertionError\n2 failed, 136 passed in 0.25s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.154246}}
{"run_id": "38f8999a22-claude-code@haiku-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "38f8999a229610b36f39d11f67d80515a15c6330", "setup": "claude-code@haiku", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.026928660000000004, "wall_s": 127.1, "usages": [[2, 8858, 18613, 714], [2, 3145, 27471, 6258], [2, 5311, 30616, 417], [2, 1875, 35927, 6589], [2, 4379, 37802, 4584], [2, 2816, 42181, 1079], [2, 1466, 44997, 1646], [2, 2050, 46463, 2806], [2, 2360, 48513, 1311], [2, 1285, 50873, 214], [2, 270, 52158, 125], [2, 257, 52428, 121], [2, 197, 52685, 299], [2, 459, 52882, 279], [2, 448, 53341, 751], [2, 700, 53789, 253], [2, 414, 54489, 520], [2, 524, 54903, 478]], "tokens_check": "ok", "note": "Warning(msg))\npytest.PytestUnraisableExceptionWarning: Exception ignored in: <function SpooledTemporaryFile.__del__ at 0x108d8d120>\nEnable tracemalloc to get traceback where the object was allocated.\nSee https://docs.pytest.org/en/stable/how-to/capture-warnings.html#resource-warnings for more info.\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.7209}}
{"run_id": "38f8999a22-claude-code@opus-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "38f8999a229610b36f39d11f67d80515a15c6330", "setup": "claude-code@opus", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.5102498, "wall_s": 133.3, "usages": [[2, 5301, 10209, 422], [2, 5260, 15510, 3612], [2, 4435, 20770, 965], [2, 1092, 25205, 1693], [2, 1718, 26297, 1497], [2, 1656, 28015, 77], [2, 217, 29671, 1909], [2, 2049, 29888, 99], [2, 649, 31937, 344], [2, 314, 32586, 587], [2, 887, 32900, 197], [2, 263, 33787, 266], [2, 505, 34050, 171], [2, 438, 34555, 142], [2, 365, 34993, 561], [2, 680, 35358, 486], [2, 699, 36038, 928]], "tokens_check": "ok", "note": "Warning(msg))\npytest.PytestUnraisableExceptionWarning: Exception ignored in: <function SpooledTemporaryFile.__del__ at 0x10ad01120>\nEnable tracemalloc to get traceback where the object was allocated.\nSee https://docs.pytest.org/en/stable/how-to/capture-warnings.html#resource-warnings for more info.\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.46433}}
{"run_id": "38f8999a22-claude-code+rtk-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "38f8999a229610b36f39d11f67d80515a15c6330", "setup": "claude-code+rtk", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.23165909999999998, "wall_s": 80.4, "usages": [[2, 5514, 10325, 176], [2, 1851, 15839, 242], [2, 3310, 17690, 3806], [2, 3911, 21000, 1249], [2, 2147, 24911, 2370], [2, 3519, 27058, 855], [2, 1108, 30577, 1210], [2, 1751, 31685, 334], [2, 687, 33436, 152], [2, 296, 34123, 334], [2, 639, 34419, 629]], "tokens_check": "ok", "note": "Warning(msg))\npytest.PytestUnraisableExceptionWarning: Exception ignored in: <function SpooledTemporaryFile.__del__ at 0x108b791c0>\nEnable tracemalloc to get traceback where the object was allocated.\nSee https://docs.pytest.org/en/stable/how-to/capture-warnings.html#resource-warnings for more info.\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 7, "rtk_claimed_tokens_saved": 1157, "rtk_fired": true, "agent_reported_cost_usd": 0.218689}}
{"run_id": "38f8999a22-claude-code-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "38f8999a229610b36f39d11f67d80515a15c6330", "setup": "claude-code", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.29276320000000006, "wall_s": 100.9, "usages": [[2, 5129, 10325, 142], [2, 3590, 15454, 245], [2, 6372, 19044, 5308], [2, 4359, 25416, 231], [2, 345, 29775, 2828], [2, 3265, 30120, 2470], [2, 3564, 33385, 818], [2, 1040, 36949, 74], [2, 330, 37989, 1414], [2, 1601, 38319, 1159], [2, 1433, 39920, 492]], "tokens_check": "ok", "note": "Warning(msg))\npytest.PytestUnraisableExceptionWarning: Exception ignored in: <function SpooledTemporaryFile.__del__ at 0x10a21d3a0>\nEnable tracemalloc to get traceback where the object was allocated.\nSee https://docs.pytest.org/en/stable/how-to/capture-warnings.html#resource-warnings for more info.\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.276103}}
{"run_id": "38f8999a22-claude-code-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "38f8999a229610b36f39d11f67d80515a15c6330", "setup": "claude-code", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.29858570000000006, "wall_s": 695.5, "usages": [[2, 5129, 10325, 120], [2, 8793, 15454, 372], [2, 1596, 24247, 141], [2, 932, 25843, 137], [2, 1164, 26775, 133], [2, 1459, 27939, 5504], [2, 4435, 29398, 1209], [2, 1431, 33833, 260], [2, 473, 35264, 400], [2, 388, 35737, 89], [2, 389, 36125, 176], [2, 704, 36514, 2035], [2, 2896, 37218, 82], [2, 262, 40114, 778], [2, 1008, 40376, 92], [2, 254, 41384, 565]], "tokens_check": "ok", "note": "FF.FFF...F", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.280896}}
{"run_id": "38f8999a22-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "38f8999a229610b36f39d11f67d80515a15c6330", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.16088600000000003, "wall_s": 712.5, "usages": [[3, 12536, 0, 98], [3, 248, 12536, 90], [3, 3628, 12784, 550], [3, 3366, 16412, 1628], [3, 1700, 19778, 589], [3, 749, 21478, 639], [3, 950, 22227, 461], [3, 505, 23177, 434], [3, 953, 23682, 721], [3, 2059, 24635, 287], [3, 544, 26694, 321], [3, 376, 27238, 115], [3, 2371, 27614, 69]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "38f8999a22-claude-code@opus-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "38f8999a229610b36f39d11f67d80515a15c6330", "setup": "claude-code@opus", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.7142419999999999, "wall_s": 183.6, "usages": [[2, 5301, 10209, 318], [2, 1671, 15510, 277], [2, 6177, 17181, 3878], [2, 2940, 23358, 104], [2, 2166, 26298, 1800], [2, 1652, 28464, 2211], [2, 2144, 30116, 1769], [2, 1896, 32260, 88], [2, 167, 34156, 91], [2, 826, 34323, 3237], [2, 4971, 35149, 353], [2, 559, 40120, 82], [2, 584, 40679, 280], [2, 945, 41263, 358], [2, 679, 42208, 101], [2, 282, 42887, 1250], [2, 1087, 43169, 326], [2, 703, 44256, 187], [2, 1655, 44959, 141], [2, 721, 46614, 691], [2, 806, 47335, 113], [2, 215, 48141, 825]], "tokens_check": "ok", "note": "Warning(msg))\npytest.PytestUnraisableExceptionWarning: Exception ignored in: <function SpooledTemporaryFile.__del__ at 0x108bb9120>\nEnable tracemalloc to get traceback where the object was allocated.\nSee https://docs.pytest.org/en/stable/how-to/capture-warnings.html#resource-warnings for more info.\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.650902}}
{"run_id": "38f8999a22-claude-code+rtk-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "38f8999a229610b36f39d11f67d80515a15c6330", "setup": "claude-code+rtk", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.21792389999999998, "wall_s": 74.7, "usages": [[2, 5514, 10325, 129], [2, 8667, 15839, 1282], [2, 1359, 24506, 103], [2, 5011, 25865, 2862], [2, 2928, 30876, 3695], [2, 5044, 33804, 338], [2, 548, 38848, 85], [2, 247, 39396, 83], [2, 321, 39643, 620]], "tokens_check": "ok", "note": "Warning(msg))\npytest.PytestUnraisableExceptionWarning: Exception ignored in: <function SpooledTemporaryFile.__del__ at 0x1088391c0>\nEnable tracemalloc to get traceback where the object was allocated.\nSee https://docs.pytest.org/en/stable/how-to/capture-warnings.html#resource-warnings for more info.\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 6, "rtk_claimed_tokens_saved": 743, "rtk_fired": true, "agent_reported_cost_usd": 0.209964}}
{"run_id": "38f8999a22-claude-code@haiku-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "38f8999a229610b36f39d11f67d80515a15c6330", "setup": "claude-code@haiku", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.030687089999999993, "wall_s": 713.9, "usages": [[2, 8858, 18613, 639], [2, 1781, 27471, 973], [2, 2563, 29252, 8497], [2, 7490, 31815, 7160], [2, 4805, 39305, 399], [2, 528, 44110, 467], [2, 611, 44638, 506], [2, 538, 45249, 1243], [2, 1440, 45787, 245], [2, 364, 47227, 851], [2, 971, 47591, 1764], [2, 1881, 48562, 243], [2, 362, 50443, 2035], [2, 2019, 50805, 384], [2, 374, 52824, 312], [2, 456, 53198, 127], [2, 199, 53654, 119], [2, 197, 53853, 429], [2, 652, 54050, 597], [2, 494, 54702, 514], [2, 571, 55196, 594], [2, 509, 55767, 421], [2, 540, 56276, 215], [2, 571, 56816, 593]], "tokens_check": "ok", "note": "FF.FFFFF.F", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.809583}}
{"run_id": "38f8999a22-claude-code-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "38f8999a229610b36f39d11f67d80515a15c6330", "setup": "claude-code", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.26741879999999996, "wall_s": 95.0, "usages": [[2, 5129, 10325, 147], [2, 1203, 15454, 287], [2, 3450, 16657, 224], [2, 3155, 20107, 4610], [2, 3623, 23262, 2442], [2, 2657, 26885, 1233], [2, 1559, 29542, 2057], [2, 3065, 31101, 841], [2, 1249, 34166, 1578], [2, 1745, 35415, 400], [2, 525, 37160, 477]], "tokens_check": "ok", "note": "Warning(msg))\npytest.PytestUnraisableExceptionWarning: Exception ignored in: <function SpooledTemporaryFile.__del__ at 0x1085d53a0>\nEnable tracemalloc to get traceback where the object was allocated.\nSee https://docs.pytest.org/en/stable/how-to/capture-warnings.html#resource-warnings for more info.\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.251989}}
{"run_id": "38f8999a22-claude-code@opus-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "38f8999a229610b36f39d11f67d80515a15c6330", "setup": "claude-code@opus", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.7642626000000001, "wall_s": 173.7, "usages": [[2, 5301, 10209, 333], [2, 1884, 15510, 425], [2, 9818, 17394, 3993], [2, 5205, 27212, 1531], [2, 1539, 32417, 1705], [2, 1791, 33956, 190], [2, 266, 35747, 2473], [2, 3627, 36013, 2856], [2, 2969, 39640, 1303], [2, 2238, 42609, 332], [2, 624, 44847, 200], [2, 497, 45471, 305], [2, 436, 45968, 169], [2, 1372, 46404, 1195], [2, 5176, 47776, 144], [2, 300, 52952, 115], [2, 346, 53252, 233], [2, 380, 53598, 1010], [2, 1235, 53978, 1093]], "tokens_check": "ok", "note": "Warning(msg))\npytest.PytestUnraisableExceptionWarning: Exception ignored in: <function SpooledTemporaryFile.__del__ at 0x1065e5120>\nEnable tracemalloc to get traceback where the object was allocated.\nSee https://docs.pytest.org/en/stable/how-to/capture-warnings.html#resource-warnings for more info.\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.712323}}
{"run_id": "38f8999a22-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "38f8999a229610b36f39d11f67d80515a15c6330", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.22065149999999994, "wall_s": 170.5, "usages": [[3, 12536, 0, 102], [3, 254, 12536, 115], [3, 6725, 12790, 236], [3, 2963, 19515, 334], [3, 956, 22478, 1695], [3, 1736, 23434, 71], [3, 217, 25170, 663], [3, 716, 25387, 1044], [3, 1122, 26103, 1052], [3, 1323, 27225, 251], [3, 627, 28548, 1413], [3, 1479, 29175, 239], [3, 1599, 30654, 100], [3, 146, 32253, 458], [3, 1014, 32399, 163], [3, 487, 33413, 383], [3, 530, 33900, 409], [3, 563, 34430, 84]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "38f8999a22-claude-code+rtk-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "38f8999a229610b36f39d11f67d80515a15c6330", "setup": "claude-code+rtk", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.25052810000000003, "wall_s": 87.1, "usages": [[2, 5514, 10325, 154], [2, 3660, 15839, 263], [2, 6842, 19499, 5230], [2, 4131, 26341, 199], [2, 501, 30472, 2654], [2, 3043, 30973, 2211], [2, 3275, 34016, 714], [2, 1068, 37291, 95], [2, 254, 38359, 75], [2, 269, 38613, 680]], "tokens_check": "ok", "note": "Warning(msg))\npytest.PytestUnraisableExceptionWarning: Exception ignored in: <function SpooledTemporaryFile.__del__ at 0x108fc11c0>\nEnable tracemalloc to get traceback where the object was allocated.\nSee https://docs.pytest.org/en/stable/how-to/capture-warnings.html#resource-warnings for more info.\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 12, "rtk_claimed_tokens_saved": 1021, "rtk_fired": true, "agent_reported_cost_usd": 0.236408}}
{"run_id": "38f8999a22-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "38f8999a229610b36f39d11f67d80515a15c6330", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.19052429999999995, "wall_s": 792.6, "usages": [[3, 12536, 0, 99], [3, 264, 12536, 81], [3, 4194, 12800, 357], [3, 2421, 16994, 319], [3, 671, 19415, 1778], [3, 1822, 20086, 625], [3, 634, 21908, 695], [3, 737, 22542, 452], [3, 917, 23279, 328], [3, 561, 24196, 984], [3, 1095, 24757, 461], [3, 427, 25852, 472], [3, 977, 26279, 310], [3, 2973, 27256, 557], [3, 675, 30229, 231], [3, 394, 30904, 79]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "38f8999a22-claude-code@haiku-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "38f8999a229610b36f39d11f67d80515a15c6330", "setup": "claude-code@haiku", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.03532977500000001, "wall_s": 727.7, "usages": [[2, 27471, 0, 771], [2, 1423, 27471, 1142], [2, 6272, 28894, 5524], [2, 4991, 35166, 167], [2, 3534, 40157, 10221], [2, 7417, 43691, 675], [2, 773, 51108, 1176], [2, 815, 51881, 1282], [2, 1423, 52696, 295], [2, 412, 54119, 264], [2, 381, 54531, 316], [2, 433, 54912, 998], [2, 859, 55345, 357], [2, 474, 56204, 445], [2, 564, 56678, 279], [2, 399, 57242, 99], [2, 590, 57641, 253], [2, 375, 58231, 2250], [2, 2089, 58606, 763], [2, 784, 60695, 247], [2, 391, 61479, 243], [2, 271, 61870, 149], [2, 254, 62141, 310], [2, 592, 62395, 475], [2, 544, 62987, 743]], "tokens_check": "ok", "note": "FF.FFFFFFF", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.965323}}
{"run_id": "99b7cc62-f1dc9b63-chain-first-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "setup": "chain-first", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0777957, "wall_s": 29.1, "usages": [[2, 5106, 10325, 86], [2, 3595, 15431, 1294], [2, 1203, 19026, 1679], [2, 2515, 20229, 314]], "tokens_check": "ok", "note": "nt-encoding': 'gzip', 'content-length': '39'})\nE        +  where Headers({'content-type': 'application/zip', 'vary': 'Accept-Encoding', 'content-encoding': 'gzip', 'content-length': '39'}) = <Response [200 OK]>.headers\n\ntests/middleware/test_gzip.py:325: AssertionError\n10 failed, 24 passed in 0.10s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.075996}}
{"run_id": "99b7cc62-f1dc9b63-chain-continue-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "chain-continue", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0239969, "wall_s": 15.1, "usages": [[2, 419, 22744, 764], [2, 856, 23163, 398]], "tokens_check": "ok", "note": " 'content-encoding': 'gzip', 'content-length': '39'})\nE        +  where Headers({'content-type': 'video/mp4', 'vary': 'Accept-Encoding', 'content-encoding': 'gzip', 'content-length': '39'}) = <Response [200 OK]>.headers\n\ntests/middleware/test_gzip.py:326: AssertionError\n4 failed, 46 passed in 0.10s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.098523, "chain_prev": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "prev_outcome": "tests_failed"}}
{"run_id": "99b7cc62-f1dc9b63-chain-fresh-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "chain-fresh", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0752195, "wall_s": 26.5, "usages": [[2, 5158, 10325, 115], [2, 2406, 15483, 283], [2, 1315, 17889, 86], [2, 702, 19204, 709], [2, 752, 19906, 957], [2, 1432, 20658, 359]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.073979, "chain_prev": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "prev_outcome": "tests_failed"}}
{"run_id": "99b7cc62-f1dc9b63-chain-first-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "setup": "chain-first", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0865438, "wall_s": 29.8, "usages": [[2, 5106, 10325, 86], [2, 3268, 15431, 961], [2, 1143, 18699, 373], [2, 880, 19842, 1936], [2, 2827, 20722, 290]], "tokens_check": "ok", "note": "ent-encoding': 'gzip', 'content-length': '39'})\nE        +  where Headers({'content-type': 'application/zip', 'vary': 'Accept-Encoding', 'content-encoding': 'gzip', 'content-length': '39'}) = <Response [200 OK]>.headers\n\ntests/middleware/test_gzip.py:325: AssertionError\n8 failed, 26 passed in 0.09s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.086054}}
{"run_id": "99b7cc62-f1dc9b63-chain-continue-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "chain-continue", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0843028, "wall_s": 30.7, "usages": [[2, 395, 23549, 1001], [2, 1135, 23944, 75], [2, 510, 25079, 275], [2, 914, 25589, 263], [2, 1335, 26503, 514], [2, 760, 27838, 112], [2, 256, 28598, 105], [2, 527, 28854, 425]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.167347, "chain_prev": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "prev_outcome": "tests_failed"}}
{"run_id": "99b7cc62-f1dc9b63-chain-fresh-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "chain-fresh", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0800111, "wall_s": 30.4, "usages": [[2, 5158, 10325, 121], [2, 2216, 15483, 412], [2, 635, 17699, 118], [2, 1587, 18334, 920], [2, 865, 19921, 975], [2, 1450, 20786, 424]], "tokens_check": "ok", "note": "'content-encoding': 'gzip', 'content-length': '39'})\nE        +  where Headers({'content-type': 'font/woff2', 'vary': 'Accept-Encoding', 'content-encoding': 'gzip', 'content-length': '39'}) = <Response [200 OK]>.headers\n\ntests/middleware/test_gzip.py:326: AssertionError\n2 failed, 48 passed in 0.10s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.077271, "chain_prev": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "prev_outcome": "tests_failed"}}
{"run_id": "99b7cc62-f1dc9b63-chain-first-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "setup": "chain-first", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0774795, "wall_s": 27.4, "usages": [[2, 5106, 10325, 99], [2, 3640, 15431, 1118], [2, 1207, 19071, 1759], [2, 2552, 20278, 342]], "tokens_check": "ok", "note": "ent-encoding': 'gzip', 'content-length': '39'})\nE        +  where Headers({'content-type': 'application/zip', 'vary': 'Accept-Encoding', 'content-encoding': 'gzip', 'content-length': '39'}) = <Response [200 OK]>.headers\n\ntests/middleware/test_gzip.py:325: AssertionError\n8 failed, 26 passed in 0.09s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.077249}}
{"run_id": "99b7cc62-f1dc9b63-chain-continue-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "chain-continue", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.06803540000000001, "wall_s": 26.0, "usages": [[2, 447, 22830, 1063], [2, 1136, 23277, 136], [2, 343, 24413, 207], [2, 1371, 24756, 152], [2, 1077, 26127, 450], [2, 1106, 27204, 451]], "tokens_check": "ok", "note": "'content-encoding': 'gzip', 'content-length': '39'})\nE        +  where Headers({'content-type': 'font/woff2', 'vary': 'Accept-Encoding', 'content-encoding': 'gzip', 'content-length': '39'}) = <Response [200 OK]>.headers\n\ntests/middleware/test_gzip.py:326: AssertionError\n2 failed, 48 passed in 0.10s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.141995, "chain_prev": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "prev_outcome": "tests_failed"}}
{"run_id": "99b7cc62-f1dc9b63-chain-fresh-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "f1dc9b630da61ee14e8b7580921a7d8f55dfa4ff", "setup": "chain-fresh", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.07301450000000001, "wall_s": 27.0, "usages": [[2, 5158, 10325, 115], [2, 2406, 15483, 254], [2, 1043, 17889, 86], [2, 639, 18932, 630], [2, 669, 19571, 874], [2, 1346, 20240, 476]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.071815, "chain_prev": "99b7cc62e0c2cb8d24e5f546b7e34e17496c265e", "prev_outcome": "tests_failed"}}
{"run_id": "b07b8c61-d438d397-chain-first-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "setup": "chain-first", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.047770599999999996, "wall_s": 17.9, "usages": [[2, 5094, 10325, 99], [2, 3677, 15419, 401], [2, 412, 19096, 323], [2, 559, 19508, 230]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.046961}}
{"run_id": "b07b8c61-d438d397-chain-continue-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "chain-continue", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0553126, "wall_s": 25.7, "usages": [[2, 330, 20067, 261], [2, 334, 20397, 192], [2, 281, 20731, 202], [2, 862, 21012, 194], [2, 340, 21874, 278], [2, 489, 22214, 337], [2, 430, 22703, 318]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.099853, "chain_prev": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "prev_outcome": "passed"}}
{"run_id": "b07b8c61-d438d397-chain-fresh-r0-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "chain-fresh", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0472377, "wall_s": 15.5, "usages": [[2, 5142, 10325, 104], [2, 3906, 15467, 269], [2, 358, 19373, 314], [2, 547, 19731, 249]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.047238, "chain_prev": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "prev_outcome": "passed"}}
{"run_id": "b07b8c61-d438d397-chain-first-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "setup": "chain-first", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.04914700000000001, "wall_s": 16.8, "usages": [[2, 5094, 10325, 120], [2, 4151, 15419, 426], [2, 421, 19570, 322], [2, 558, 19991, 183]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.048177}}
{"run_id": "b07b8c61-d438d397-chain-continue-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "chain-continue", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.032659600000000004, "wall_s": 17.3, "usages": [[2, 283, 20549, 374], [2, 333, 20832, 218], [2, 832, 21165, 240], [2, 390, 21997, 282]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.078737, "chain_prev": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "prev_outcome": "passed"}}
{"run_id": "b07b8c61-d438d397-chain-fresh-r1-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "chain-fresh", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.05037200000000001, "wall_s": 18.2, "usages": [[2, 5142, 10325, 117], [2, 4155, 15467, 487], [2, 444, 19622, 309], [2, 547, 20066, 241]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.049052, "chain_prev": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "prev_outcome": "passed"}}
{"run_id": "b07b8c61-d438d397-chain-first-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "setup": "chain-first", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0549163, "wall_s": 21.1, "usages": [[2, 5094, 10325, 93], [2, 3842, 15419, 510], [2, 523, 19261, 727], [2, 1194, 19784, 201]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.054156}}
{"run_id": "b07b8c61-d438d397-chain-continue-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "chain-continue", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0090921, "wall_s": 10.2, "usages": [[2, 301, 20978, 414]], "tokens_check": "ok", "note": ")\n>       assert decompressor.decompress(events[1][\"body\"]) == b\"data: first\\n\\n\"\nE       AssertionError: assert b'' == b'data: first\\n\\n'\nE         \nE         Full diff:\nE         - (b'data: first\\n\\n')\nE         + b''\n\ntests/middleware/test_gzip.py:285: AssertionError\n4 failed, 32 passed in 0.19s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.062108, "chain_prev": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "prev_outcome": "passed"}}
{"run_id": "b07b8c61-d438d397-chain-fresh-r2-a0", "repo": "https://github.com/Kludex/starlette", "commit": "d438d397c93c055c068a2f9bd84a2cf2a8c9c7b7", "setup": "chain-fresh", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.047908900000000004, "wall_s": 17.2, "usages": [[2, 5142, 10325, 115], [2, 4259, 15467, 266], [2, 358, 19726, 308], [2, 546, 20084, 212]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.047909, "chain_prev": "b07b8c61516307c6899ea16c8d2a00eaee3e3f84", "prev_outcome": "passed"}}
