{"run_id": "bd70de14ee-claude-code-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "setup": "claude-code", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.047236799999999995, "wall_s": 41.4, "usages": [[2, 5316, 10325, 72], [2, 146, 15641, 67], [2, 303, 15787, 143], [2, 864, 16090, 360], [2, 563, 16954, 142], [2, 308, 17517, 216]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.047237}}
{"run_id": "bd70de14ee-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.1339014, "wall_s": 91.9, "usages": [[3, 12653, 0, 82], [3, 666, 12653, 69], [3, 642, 13319, 117], [3, 3983, 13961, 115], [3, 3143, 17944, 91], [3, 1991, 21087, 868], [3, 831, 23078, 40], [3, 97, 23909, 58], [3, 107, 24006, 105], [3, 738, 24113, 93], [3, 3834, 24851, 381], [3, 476, 28685, 310], [3, 1996, 29161, 217], [3, 433, 31157, 59]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "bd70de14ee-claude-code+rtk-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "setup": "claude-code+rtk", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0485198, "wall_s": 43.3, "usages": [[2, 5703, 10325, 72], [2, 144, 16028, 67], [2, 300, 16172, 147], [2, 1014, 16472, 330], [2, 560, 17486, 129], [2, 295, 18046, 210]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 1, "rtk_claimed_tokens_saved": 0, "rtk_fired": true, "agent_reported_cost_usd": 0.04852}}
{"run_id": "bd70de14ee-claude-code@haiku-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "setup": "claude-code@haiku", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.034716624999999994, "wall_s": 224.8, "usages": [[2, 27658, 0, 660], [2, 648, 27658, 114], [2, 431, 28306, 147], [2, 1582, 28737, 808], [2, 2395, 30319, 3870], [2, 3626, 32714, 6308], [2, 3768, 36340, 216], [2, 812, 40108, 3571], [2, 3609, 40920, 1085], [2, 759, 44529, 118], [2, 253, 45288, 196], [2, 286, 45541, 118], [2, 339, 45827, 200], [2, 407, 46166, 337], [2, 378, 46573, 188], [2, 2047, 46951, 249], [2, 1071, 48998, 3586], [2, 2314, 50069, 507], [2, 608, 52383, 488], [2, 481, 52991, 795], [2, 1079, 53472, 384], [2, 376, 54551, 131], [2, 590, 54927, 771], [2, 1055, 55517, 1086], [2, 1128, 56572, 752], [2, 958, 57700, 915], [2, 842, 58658, 127], [2, 2271, 59500, 1426]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.945282}}
{"run_id": "bd70de14ee-claude-code-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "setup": "claude-code", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0483467, "wall_s": 47.3, "usages": [[2, 5316, 10325, 72], [2, 146, 15641, 72], [2, 311, 15787, 143], [2, 1010, 16098, 374], [2, 534, 17108, 118], [2, 284, 17642, 301]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.048347}}
{"run_id": "bd70de14ee-claude-code@opus-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "setup": "claude-code@opus", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.43984020000000007, "wall_s": 265.7, "usages": [[2, 5488, 10209, 117], [2, 143, 15697, 76], [2, 312, 15840, 66], [2, 1384, 16152, 481], [2, 1781, 17536, 625], [2, 749, 19317, 1158], [2, 912, 20066, 380], [2, 487, 20978, 129], [2, 1547, 21465, 131], [2, 1189, 23012, 680], [2, 941, 24201, 162], [2, 410, 25142, 110], [2, 233, 25552, 255], [2, 424, 25785, 1268], [2, 1630, 26209, 221], [2, 629, 27839, 98], [2, 318, 28468, 382], [2, 1321, 28786, 147], [2, 237, 30107, 339], [2, 628, 30344, 522], [2, 1389, 30972, 853], [2, 1620, 32361, 184], [2, 624, 33981, 167], [2, 397, 34605, 121], [2, 354, 35002, 827]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.40892}}
{"run_id": "bd70de14ee-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.1892337000000001, "wall_s": 158.7, "usages": [[3, 12653, 0, 82], [3, 665, 12653, 69], [3, 595, 13318, 105], [3, 4686, 13913, 86], [3, 1732, 18599, 56], [3, 201, 20331, 108], [3, 1312, 20532, 193], [3, 645, 21844, 793], [3, 852, 22489, 53], [3, 328, 23341, 139], [3, 212, 23669, 121], [3, 209, 23881, 184], [3, 232, 24090, 98], [3, 263, 24322, 155], [3, 206, 24585, 158], [3, 246, 24791, 127], [3, 199, 25037, 82], [3, 168, 25236, 158], [3, 182, 25404, 116], [3, 253, 25586, 67], [3, 111, 25839, 160], [3, 182, 25950, 92], [3, 8770, 26132, 303], [3, 318, 34902, 135], [3, 868, 35220, 127], [3, 301, 36088, 66]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "bd70de14ee-claude-code@haiku-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "setup": "claude-code@haiku", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.018288045, "wall_s": 212.1, "usages": [[2, 9045, 18613, 405], [2, 517, 27658, 127], [2, 444, 28175, 147], [2, 1585, 28619, 1396], [2, 1438, 30204, 156], [2, 2138, 31642, 594], [2, 1161, 33780, 350], [2, 495, 34941, 1688], [2, 1417, 35436, 450], [2, 1021, 36853, 2165], [2, 1473, 37874, 586], [2, 475, 39347, 158], [2, 404, 39822, 1928], [2, 1986, 40226, 202], [2, 294, 42212, 113], [2, 207, 42506, 177], [2, 322, 42713, 1036], [2, 803, 43035, 242], [2, 366, 43838, 180], [2, 394, 44204, 503], [2, 858, 44598, 535], [2, 458, 45456, 369]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.496631}}
{"run_id": "bd70de14ee-claude-code+rtk-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "setup": "claude-code+rtk", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.05171640000000001, "wall_s": 71.4, "usages": [[2, 5703, 10325, 74], [2, 146, 16028, 65], [2, 298, 16174, 147], [2, 1014, 16472, 224], [2, 369, 17486, 88], [2, 222, 17855, 129], [2, 254, 18077, 192]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 1, "rtk_claimed_tokens_saved": 0, "rtk_fired": true, "agent_reported_cost_usd": 0.051716}}
{"run_id": "bd70de14ee-claude-code-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "setup": "claude-code", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0483067, "wall_s": 69.7, "usages": [[2, 5316, 10325, 72], [2, 146, 15641, 72], [2, 311, 15787, 143], [2, 1010, 16098, 374], [2, 534, 17108, 118], [2, 284, 17642, 297]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.048307}}
{"run_id": "bd70de14ee-claude-code@opus-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "setup": "claude-code@opus", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.33859359999999994, "wall_s": 215.6, "usages": [[2, 5488, 10209, 115], [2, 348, 15697, 112], [2, 1554, 16045, 319], [2, 852, 17599, 749], [2, 646, 18451, 605], [2, 1507, 19097, 422], [2, 1210, 20604, 168], [2, 1046, 21814, 896], [2, 1105, 22860, 206], [2, 582, 23965, 152], [2, 410, 24547, 1481], [2, 1907, 24957, 644], [2, 883, 26864, 480], [2, 803, 27747, 297], [2, 502, 28550, 201], [2, 1728, 29052, 198], [2, 687, 30780, 775]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.324994}}
{"run_id": "bd70de14ee-claude-code@haiku-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "setup": "claude-code@haiku", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.026385330000000002, "wall_s": 286.4, "usages": [[2, 9045, 18613, 480], [2, 391, 27658, 136], [2, 1428, 28049, 147], [2, 1580, 29477, 703], [2, 1168, 31057, 2056], [2, 2615, 32225, 2279], [2, 2540, 34840, 4566], [2, 3092, 37380, 913], [2, 713, 40472, 1057], [2, 1051, 41185, 659], [2, 638, 42236, 329], [2, 459, 42874, 904], [2, 762, 43333, 400], [2, 711, 44095, 150], [2, 2314, 44806, 838], [2, 1006, 47120, 2255], [2, 1439, 48126, 382], [2, 509, 49565, 588], [2, 715, 50074, 291], [2, 737, 50789, 624], [2, 904, 51526, 484], [2, 1201, 52430, 350], [2, 521, 53631, 344], [2, 418, 54152, 790], [2, 811, 54570, 838]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.689797}}
{"run_id": "bd70de14ee-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.1133967, "wall_s": 77.5, "usages": [[3, 12653, 0, 83], [3, 666, 12653, 79], [3, 442, 13319, 94], [3, 2393, 13761, 100], [3, 1632, 16154, 81], [3, 3517, 17786, 1025], [3, 1024, 21303, 225], [3, 247, 22327, 393], [3, 3451, 22574, 475], [3, 630, 26025, 80], [3, 191, 26655, 61]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "bd70de14ee-claude-code+rtk-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "setup": "claude-code+rtk", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.048935700000000006, "wall_s": 44.6, "usages": [[2, 5703, 10325, 74], [2, 146, 16028, 65], [2, 298, 16174, 147], [2, 957, 16472, 309], [2, 539, 17429, 129], [2, 298, 17968, 294]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 1, "rtk_claimed_tokens_saved": 0, "rtk_fired": true, "agent_reported_cost_usd": 0.048936}}
{"run_id": "4a4332235d-claude-code-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "claude-code", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.05916590000000001, "wall_s": 71.6, "usages": [[2, 5251, 10325, 71], [2, 146, 15576, 73], [2, 204, 15722, 122], [2, 1074, 15926, 920], [2, 1023, 17000, 425], [2, 653, 18023, 364]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.058186}}
{"run_id": "4a4332235d-claude-code@haiku-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "claude-code@haiku", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.00381262, "wall_s": 60.8, "usages": [[2, 8980, 18613, 560], [2, 586, 27593, 116], [2, 393, 28179, 148], [2, 627, 28572, 2094]], "tokens_check": "ok", "note": " + + +\nFAILED tests/unit/test_openapi/test_responses.py::test_create_error_responses_preserves_acronyms_in_description - AssertionError: assert 'Invalid A P I Key Error' == 'Invalid API Key Error'\n  \n  - Invalid API Key Error\n  + Invalid A P I Key Error\n  ?          + +\n5 failed, 28 passed in 0.93s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.110613}}
{"run_id": "4a4332235d-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.0605997, "wall_s": 47.4, "usages": [[3, 12613, 0, 115], [3, 500, 12613, 82], [3, 1573, 13113, 81], [3, 1198, 14686, 478], [3, 536, 15884, 121], [3, 216, 16420, 40], [3, 113, 16636, 58]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "4a4332235d-claude-code@opus-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "claude-code@opus", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.1965626, "wall_s": 82.7, "usages": [[2, 5423, 10209, 141], [2, 179, 15632, 76], [2, 210, 15811, 153], [2, 1230, 16021, 123], [2, 979, 17251, 97], [2, 813, 18230, 980], [2, 1072, 19043, 351], [2, 613, 20115, 1251], [2, 1662, 20728, 171], [2, 329, 22390, 325], [2, 340, 22719, 79], [2, 187, 23059, 605]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.193663}}
{"run_id": "4a4332235d-claude-code+rtk-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "claude-code+rtk", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0652967, "wall_s": 66.0, "usages": [[2, 5636, 10325, 71], [2, 145, 15961, 82], [2, 213, 16106, 126], [2, 1078, 16319, 633], [2, 763, 17397, 537], [2, 828, 18160, 252], [2, 336, 18988, 311]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 0, "rtk_claimed_tokens_saved": 0, "rtk_fired": false, "agent_reported_cost_usd": 0.064497}}
{"run_id": "4a4332235d-claude-code-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "claude-code", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0691652, "wall_s": 63.7, "usages": [[2, 5251, 10325, 71], [2, 146, 15576, 87], [2, 221, 15722, 70], [2, 972, 15943, 905], [2, 962, 16915, 746], [2, 1151, 17877, 201], [2, 289, 19028, 358]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.067585}}
{"run_id": "4a4332235d-claude-code@haiku-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "claude-code@haiku", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.005055045, "wall_s": 44.7, "usages": [[2, 8980, 18613, 780], [2, 712, 27593, 148], [2, 625, 28305, 2599], [2, 1771, 28930, 294], [2, 481, 30701, 462]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.147113}}
{"run_id": "4a4332235d-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.0712698, "wall_s": 59.9, "usages": [[3, 12613, 0, 113], [3, 497, 12613, 99], [3, 2035, 13110, 76], [3, 2507, 15145, 504], [3, 563, 17652, 213], [3, 288, 18215, 84], [3, 177, 18503, 92], [3, 308, 18680, 55]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "4a4332235d-claude-code@opus-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "claude-code@opus", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.23723740000000001, "wall_s": 108.2, "usages": [[2, 5423, 10209, 129], [2, 173, 15632, 76], [2, 207, 15805, 114], [2, 1011, 16012, 116], [2, 772, 17023, 73], [2, 238, 17795, 999], [2, 1091, 18033, 408], [2, 940, 19124, 1265], [2, 1679, 20064, 116], [2, 209, 21743, 69], [2, 325, 21952, 135], [2, 296, 22277, 291], [2, 418, 22573, 378], [2, 623, 22991, 423], [2, 561, 23614, 141], [2, 243, 24175, 480]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.235157}}
{"run_id": "4a4332235d-claude-code+rtk-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "claude-code+rtk", "repeat": 1, "outcome": "account_error", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0321693, "wall_s": 25.6, "usages": [[2, 5636, 10325, 71], [2, 145, 15961, 75], [2, 206, 16106, 126], [2, 1078, 16312, 3]], "tokens_check": "transcript total 66052 vs modelUsage 48657", "note": "Credit balance is too low", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 1, "rtk_claimed_tokens_saved": 0, "rtk_fired": true, "agent_reported_cost_usd": 0.026178}}
{"run_id": "4a4332235d-claude-code-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "claude-code", "repeat": 2, "outcome": "account_error", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0, "wall_s": 8.3, "usages": [], "tokens_check": "empty transcript", "note": "Credit balance is too low", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.0}}
{"run_id": "bd70de14ee-claude-code@opus-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "setup": "claude-code@opus", "repeat": 1, "outcome": "account_error", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.36229200000000006, "wall_s": 922.5, "usages": [[2, 5488, 10209, 115], [2, 302, 15697, 66], [2, 1632, 15999, 986], [2, 1832, 17631, 739], [2, 904, 19463, 89], [2, 668, 20367, 129], [2, 386, 21035, 582], [2, 842, 21421, 118], [2, 351, 22263, 242], [2, 601, 22614, 945], [2, 1328, 23215, 525], [2, 822, 24543, 113], [2, 410, 25365, 115], [2, 331, 25775, 137], [2, 248, 26106, 175], [2, 268, 26354, 332], [2, 1390, 26622, 471], [2, 623, 28012, 130], [2, 329, 28635, 932], [2, 1420, 28964, 156], [2, 622, 30384, 195], [2, 1307, 31006, 171]], "tokens_check": "ok", "note": "Credit balance is too low", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.347912}}
{"run_id": "4a4332235d-claude-code+rtk-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "claude-code+rtk", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0540134, "wall_s": 92.3, "usages": [[2, 0, 15961, 71], [2, 147, 15961, 75], [2, 206, 16108, 68], [2, 887, 16314, 584], [2, 781, 17201, 672], [2, 1743, 17982, 170], [2, 250, 19725, 370]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 1, "rtk_claimed_tokens_saved": 0, "rtk_fired": true, "agent_reported_cost_usd": 0.054013}}
{"run_id": "4a4332235d-claude-code-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "claude-code", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.06870799999999999, "wall_s": 107.8, "usages": [[2, 5251, 10325, 71], [2, 146, 15576, 73], [2, 204, 15722, 68], [2, 890, 15926, 801], [2, 912, 16816, 691], [2, 1729, 17728, 206], [2, 296, 19457, 370]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.067718}}
{"run_id": "4a4332235d-claude-code@haiku-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "claude-code@haiku", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.00517402, "wall_s": 52.8, "usages": [[2, 27593, 0, 612], [2, 624, 27593, 118], [2, 270, 28217, 111], [2, 595, 28487, 549]], "tokens_check": "ok", "note": " + + +\nFAILED tests/unit/test_openapi/test_responses.py::test_create_error_responses_preserves_acronyms_in_description - AssertionError: assert 'Invalid A P I Key Error' == 'Invalid API Key Error'\n  \n  - Invalid API Key Error\n  + Invalid A P I Key Error\n  ?          + +\n5 failed, 28 passed in 1.25s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.182861}}
{"run_id": "4a4332235d-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.08250299999999999, "wall_s": 80.3, "usages": [[3, 12613, 0, 74], [3, 216, 12613, 99], [3, 2203, 12829, 98], [3, 2379, 15032, 583], [3, 641, 17411, 85], [3, 239, 18052, 40], [3, 99, 18291, 58], [3, 109, 18390, 77], [3, 730, 18499, 40], [3, 97, 19229, 149], [3, 237, 19326, 74], [3, 132, 19563, 50]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "4a4332235d-claude-code@opus-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "claude-code@opus", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.215648, "wall_s": 128.2, "usages": [[2, 5423, 10209, 135], [2, 176, 15632, 76], [2, 207, 15808, 165], [2, 1182, 16015, 309], [2, 1578, 17197, 146], [2, 1389, 18775, 1082], [2, 1174, 20164, 372], [2, 667, 21338, 1183], [2, 1594, 22005, 204], [2, 359, 23599, 814], [2, 1103, 23958, 532]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.210468}}
{"run_id": "6d07038fad-claude-code-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "setup": "claude-code", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.04366, "wall_s": 42.6, "usages": [[2, 5243, 10325, 101], [2, 1549, 15568, 108], [2, 568, 17117, 630], [2, 1078, 17685, 202]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.04366}}
{"run_id": "4a4332235d-claude-code+rtk-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "claude-code+rtk", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.07082669999999999, "wall_s": 67.0, "usages": [[2, 5636, 10325, 71], [2, 145, 15961, 65], [2, 196, 16106, 126], [2, 1078, 16302, 765], [2, 899, 17380, 146], [2, 1113, 18279, 234], [2, 324, 19392, 207], [2, 294, 19716, 375]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 1, "rtk_claimed_tokens_saved": 0, "rtk_fired": true, "agent_reported_cost_usd": 0.070017}}
{"run_id": "6d07038fad-claude-code@haiku-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "setup": "claude-code@haiku", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.0061981449999999995, "wall_s": 58.7, "usages": [[2, 8972, 18613, 572], [2, 787, 27585, 214], [2, 1726, 28372, 304], [2, 988, 30098, 1116], [2, 1342, 31086, 105], [2, 359, 32428, 120], [2, 210, 32787, 128], [2, 359, 32997, 435], [2, 634, 33356, 208]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.185021}}
{"run_id": "6d07038fad-claude-code@opus-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "setup": "claude-code@opus", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.1963698, "wall_s": 77.8, "usages": [[2, 5415, 10209, 164], [2, 2270, 15624, 460], [2, 1236, 17894, 727], [2, 2296, 19130, 910], [2, 1295, 21426, 578], [2, 858, 22721, 293], [2, 402, 23579, 549], [2, 919, 23981, 140], [2, 518, 24900, 397]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.19311}}
{"run_id": "bd70de14ee-claude-code@opus-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "setup": "claude-code@opus", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.4058648, "wall_s": 390.8, "usages": [[2, 5488, 10209, 114], [2, 301, 15697, 66], [2, 1635, 15998, 757], [2, 1960, 17633, 1833], [2, 2932, 19593, 1587], [2, 1904, 22525, 292], [2, 380, 24429, 144], [2, 816, 24809, 99], [2, 1334, 25625, 1204], [2, 1181, 26959, 117], [2, 315, 28140, 94], [2, 1190, 28455, 293], [2, 339, 29645, 100], [2, 536, 29984, 244], [2, 620, 30520, 294], [2, 873, 31140, 166], [2, 698, 32013, 218], [2, 359, 32711, 211], [2, 924, 33070, 401], [2, 494, 33994, 850]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.385285}}
{"run_id": "6d07038fad-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.0736907, "wall_s": 52.3, "usages": [[3, 12606, 0, 82], [3, 442, 12606, 78], [3, 4503, 13048, 119], [3, 1257, 17551, 558], [3, 617, 18808, 263], [3, 349, 19425, 174], [3, 273, 19774, 67]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "6d07038fad-claude-code+rtk-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "setup": "claude-code+rtk", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.052821, "wall_s": 49.0, "usages": [[2, 5628, 10325, 84], [2, 328, 15953, 192], [2, 1121, 16281, 390], [2, 492, 17402, 644], [2, 1051, 17894, 258]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 2, "rtk_claimed_tokens_saved": 80, "rtk_fired": true, "agent_reported_cost_usd": 0.052821}}
{"run_id": "6d07038fad-claude-code-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "setup": "claude-code", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.043730000000000005, "wall_s": 55.0, "usages": [[2, 5243, 10325, 101], [2, 1549, 15568, 108], [2, 568, 17117, 622], [2, 1066, 17685, 220]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.04373}}
{"run_id": "6d07038fad-claude-code@haiku-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "setup": "claude-code@haiku", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.00666706, "wall_s": 84.7, "usages": [[2, 8972, 18613, 556], [2, 588, 27585, 202], [2, 2995, 28173, 262], [2, 733, 31168, 987], [2, 1271, 31901, 104], [2, 339, 33172, 120], [2, 213, 33511, 163], [2, 355, 33724, 555], [2, 782, 34079, 881]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.199237}}
{"run_id": "6d07038fad-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.07518990000000002, "wall_s": 68.9, "usages": [[3, 12606, 0, 88], [3, 452, 12606, 92], [3, 2041, 13058, 106], [3, 1614, 15099, 242], [3, 301, 16713, 536], [3, 597, 17014, 256], [3, 346, 17611, 142], [3, 394, 17957, 82], [3, 135, 18351, 64]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "6d07038fad-claude-code@opus-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "setup": "claude-code@opus", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.21253700000000003, "wall_s": 95.9, "usages": [[2, 5415, 10209, 154], [2, 1002, 15624, 181], [2, 1105, 16626, 465], [2, 1368, 17731, 273], [2, 1772, 19099, 639], [2, 930, 20871, 1037], [2, 1385, 21801, 299], [2, 359, 23186, 118], [2, 390, 23545, 171], [2, 250, 23935, 224], [2, 583, 24185, 515], [2, 562, 24768, 350]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.210777}}
{"run_id": "6d07038fad-claude-code+rtk-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "setup": "claude-code+rtk", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0522491, "wall_s": 44.8, "usages": [[2, 5628, 10325, 84], [2, 328, 15953, 192], [2, 1050, 16281, 410], [2, 512, 17331, 622], [2, 1027, 17843, 224]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 2, "rtk_claimed_tokens_saved": 80, "rtk_fired": true, "agent_reported_cost_usd": 0.052249}}
{"run_id": "6d07038fad-claude-code-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "setup": "claude-code", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0436375, "wall_s": 45.0, "usages": [[2, 5243, 10325, 101], [2, 1549, 15568, 108], [2, 568, 17117, 631], [2, 945, 17685, 232]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.043638}}
{"run_id": "6d07038fad-claude-code@opus-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "setup": "claude-code@opus", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.18281619999999998, "wall_s": 83.3, "usages": [[2, 5415, 10209, 164], [2, 2270, 15624, 192], [2, 533, 17894, 426], [2, 1369, 18427, 219], [2, 1618, 19796, 1522], [2, 2174, 21414, 184], [2, 293, 23588, 117], [2, 207, 23881, 275], [2, 585, 24088, 673]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.178216}}
{"run_id": "6d07038fad-claude-code@haiku-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "setup": "claude-code@haiku", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.007191205, "wall_s": 92.0, "usages": [[2, 8972, 18613, 500], [2, 1665, 27585, 523], [2, 1757, 29250, 985], [2, 1156, 31007, 176], [2, 253, 32163, 104], [2, 355, 32416, 170], [2, 267, 32771, 128], [2, 214, 33038, 504], [2, 611, 33252, 913], [2, 811, 33863, 281]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.211117}}
{"run_id": "6d07038fad-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.07367180000000001, "wall_s": 61.7, "usages": [[3, 12606, 0, 87], [3, 453, 12606, 79], [3, 2004, 13059, 101], [3, 2272, 15063, 513], [3, 433, 17335, 447], [3, 539, 17768, 140], [3, 443, 18307, 70], [3, 176, 18750, 65]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "6d07038fad-claude-code+rtk-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "setup": "claude-code+rtk", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.054108699999999996, "wall_s": 60.9, "usages": [[2, 5628, 10325, 105], [2, 1552, 15953, 120], [2, 438, 17505, 410], [2, 512, 17943, 625], [2, 1083, 18455, 242]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 2, "rtk_claimed_tokens_saved": 0, "rtk_fired": true, "agent_reported_cost_usd": 0.054109}}
{"run_id": "2453f456ad-claude-code-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "claude-code", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0653089, "wall_s": 62.6, "usages": [[2, 5302, 10325, 79], [2, 356, 15627, 228], [2, 2324, 15983, 481], [2, 544, 18307, 806], [2, 1318, 18851, 84], [2, 149, 20169, 367]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.065309}}
{"run_id": "2453f456ad-claude-code@haiku-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "claude-code@haiku", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.008289705000000001, "wall_s": 67.1, "usages": [[2, 9031, 18613, 547], [2, 429, 27644, 128], [2, 3215, 28073, 233], [2, 1137, 31288, 133], [2, 295, 32425, 530], [2, 2413, 32720, 1753], [2, 1640, 35133, 283], [2, 291, 36773, 147], [2, 240, 37064, 173], [2, 247, 37304, 314], [2, 419, 37551, 403]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.238351}}
{"run_id": "2453f456ad-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.08913149999999999, "wall_s": 77.1, "usages": [[3, 12661, 0, 87], [3, 256, 12661, 74], [3, 4733, 12917, 161], [3, 325, 17650, 627], [3, 659, 17975, 40], [3, 98, 18634, 56], [3, 112, 18732, 40], [3, 871, 18844, 233], [3, 663, 19715, 270], [3, 371, 20378, 168], [3, 467, 20749, 64]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "2453f456ad-claude-code+rtk-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "claude-code+rtk", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0675548, "wall_s": 64.1, "usages": [[2, 5687, 10325, 79], [2, 354, 16012, 245], [2, 2446, 16366, 230], [2, 249, 18812, 455], [2, 542, 19061, 775], [2, 1284, 19603, 325]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 3, "rtk_claimed_tokens_saved": 0, "rtk_fired": true, "agent_reported_cost_usd": 0.066895}}
{"run_id": "2453f456ad-claude-code@opus-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "claude-code@opus", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.31404979999999993, "wall_s": 129.7, "usages": [[2, 5474, 10209, 145], [2, 1767, 15683, 155], [2, 859, 17450, 392], [2, 550, 18309, 817], [2, 2524, 18859, 318], [2, 655, 21383, 143], [2, 1052, 22038, 463], [2, 543, 23090, 155], [2, 263, 23633, 791], [2, 1048, 23896, 214], [2, 560, 24944, 1354], [2, 1555, 25504, 383], [2, 475, 27059, 544], [2, 707, 27534, 418], [2, 686, 28241, 381], [2, 436, 28927, 667]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.29967}}
{"run_id": "2453f456ad-claude-code-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "claude-code", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.08436750000000001, "wall_s": 68.6, "usages": [[2, 5302, 10325, 69], [2, 139, 15627, 70], [2, 212, 15766, 125], [2, 2447, 15978, 887], [2, 1323, 18425, 178], [2, 244, 19748, 195], [2, 303, 19992, 206], [2, 294, 20295, 98], [2, 191, 20589, 79], [2, 158, 20780, 322]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.084368}}
{"run_id": "2453f456ad-claude-code@haiku-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "claude-code@haiku", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.009046955, "wall_s": 75.1, "usages": [[2, 9031, 18613, 678], [2, 486, 27644, 116], [2, 3203, 28130, 262], [2, 2118, 31333, 134], [2, 294, 33451, 151], [2, 1476, 33745, 346], [2, 1109, 35221, 835], [2, 646, 36330, 732], [2, 1145, 36976, 397], [2, 581, 38121, 486], [2, 450, 38702, 510], [2, 420, 39152, 254]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.262875}}
{"run_id": "2453f456ad-claude-code+rtk-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "claude-code+rtk", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.06288400000000001, "wall_s": 62.2, "usages": [[2, 5687, 10325, 81], [2, 289, 16012, 245], [2, 2345, 16301, 872], [2, 1316, 18646, 78], [2, 167, 19962, 130], [2, 246, 20129, 340]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 3, "rtk_claimed_tokens_saved": 0, "rtk_fired": true, "agent_reported_cost_usd": 0.062884}}
{"run_id": "2453f456ad-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.09124249999999999, "wall_s": 79.5, "usages": [[3, 12661, 0, 85], [3, 303, 12661, 100], [3, 5093, 12964, 96], [3, 241, 18057, 667], [3, 724, 18298, 111], [3, 216, 19022, 54], [3, 107, 19238, 125], [3, 857, 19345, 126], [3, 1316, 20202, 307], [3, 392, 21518, 40], [3, 112, 21910, 69]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "2453f456ad-claude-code-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "claude-code", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0698808, "wall_s": 67.7, "usages": [[2, 5302, 10325, 69], [2, 139, 15627, 70], [2, 212, 15766, 125], [2, 2447, 15978, 136], [2, 201, 18425, 385], [2, 474, 18626, 596], [2, 997, 19100, 105], [2, 228, 20097, 320]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.069881}}
{"run_id": "2453f456ad-claude-code@haiku-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "claude-code@haiku", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.01083075, "wall_s": 86.6, "usages": [[2, 9031, 18613, 547], [2, 431, 27644, 120], [2, 3288, 28075, 175], [2, 630, 31363, 107], [2, 3369, 31993, 1100], [2, 1038, 35362, 1675], [2, 1726, 36400, 657], [2, 674, 38126, 586], [2, 592, 38800, 414], [2, 573, 39392, 562], [2, 1175, 39965, 190], [2, 302, 41140, 279], [2, 431, 41442, 463]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.311007}}
{"run_id": "2453f456ad-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.100551, "wall_s": 83.0, "usages": [[3, 12661, 0, 87], [3, 257, 12661, 63], [3, 4477, 12918, 122], [3, 1344, 17395, 113], [3, 1335, 18739, 174], [3, 469, 20074, 99], [3, 434, 20543, 945], [3, 863, 20977, 39], [3, 888, 21840, 269], [3, 372, 22728, 123], [3, 939, 23100, 95]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "2453f456ad-claude-code@opus-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "claude-code@opus", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.38867, "wall_s": 290.3, "usages": [[2, 5474, 10209, 145], [2, 2292, 15683, 154], [2, 226, 17975, 144], [2, 209, 18201, 433], [2, 589, 18410, 848], [2, 1694, 18999, 322], [2, 953, 20693, 117], [2, 290, 21646, 619], [2, 742, 21936, 213], [2, 445, 22678, 209], [2, 998, 23123, 299], [2, 782, 24121, 607], [2, 743, 24903, 965], [2, 902, 25646, 239], [2, 635, 26548, 1181], [2, 1668, 27183, 190], [2, 380, 28851, 211], [2, 1365, 29231, 319], [2, 320, 30596, 245], [2, 346, 30916, 821], [2, 1235, 31262, 684]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.37535}}
{"run_id": "2453f456ad-claude-code+rtk-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "claude-code+rtk", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0740125, "wall_s": 60.3, "usages": [[2, 5687, 10325, 99], [2, 374, 16012, 151], [2, 2278, 16386, 167], [2, 206, 18664, 91], [2, 161, 18870, 377], [2, 466, 19031, 670], [2, 1083, 19497, 105], [2, 228, 20580, 330]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 3, "rtk_claimed_tokens_saved": 0, "rtk_fired": true, "agent_reported_cost_usd": 0.074012}}
{"run_id": "143fae3911-claude-code-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "143fae391124da3cbae26350d15cb22a3a1f8174", "setup": "claude-code", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.056130299999999994, "wall_s": 60.0, "usages": [[2, 5221, 10325, 79], [2, 152, 15546, 72], [2, 525, 15698, 167], [2, 1382, 16223, 407], [2, 667, 17605, 468], [2, 766, 18272, 366]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.05613}}
{"run_id": "143fae3911-claude-code@haiku-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "143fae391124da3cbae26350d15cb22a3a1f8174", "setup": "claude-code@haiku", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.0027078199999999997, "wall_s": 54.8, "usages": [[2, 8950, 18613, 478], [2, 383, 27563, 125], [2, 1631, 27946, 588]], "tokens_check": "ok", "note": "d}\",status_code=\"200\"} 3.0' in '# HELP litestar_requests_in_progress Total requests currently in progress\\n# TYPE litestar_requests_in_progress gauge...st_duration_seconds_created{app_name=\"litestar\",method=\"GET\",path=\"/users/3\",status_code=\"200\"} 1.79231299674686e+09\\n'\n2 failed, 8 passed in 1.28s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.087208}}
{"run_id": "2453f456ad-claude-code@opus-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "claude-code@opus", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.3632383999999999, "wall_s": 260.7, "usages": [[2, 5474, 10209, 180], [2, 400, 15683, 175], [2, 1694, 16083, 461], [2, 613, 17777, 826], [2, 1672, 18390, 258], [2, 377, 20062, 143], [2, 1049, 20439, 518], [2, 598, 21488, 773], [2, 1075, 22086, 317], [2, 552, 23161, 1474], [2, 1425, 23713, 243], [2, 706, 25138, 333], [2, 562, 25844, 203], [2, 1748, 26406, 211], [2, 3892, 28154, 386], [2, 487, 32046, 503], [2, 452, 32533, 456], [2, 571, 32985, 736]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.350618}}
{"run_id": "143fae3911-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "143fae391124da3cbae26350d15cb22a3a1f8174", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.100644, "wall_s": 57.6, "usages": [[3, 12610, 0, 99], [3, 325, 12610, 86], [3, 5839, 12935, 83], [3, 6264, 18774, 126], [3, 1222, 25038, 907], [3, 965, 26260, 157], [3, 243, 27225, 81], [3, 378, 27468, 56]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "143fae3911-claude-code@opus-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "143fae391124da3cbae26350d15cb22a3a1f8174", "setup": "claude-code@opus", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.3160242, "wall_s": 124.4, "usages": [[2, 5393, 10209, 135], [2, 189, 15602, 82], [2, 535, 15791, 214], [2, 2650, 16326, 327], [2, 3408, 18976, 402], [2, 1144, 22384, 271], [2, 1012, 23528, 715], [2, 869, 24540, 398], [2, 942, 25409, 898], [2, 1333, 26351, 157], [2, 917, 27684, 794], [2, 1427, 28601, 401], [2, 776, 30028, 563], [2, 911, 30804, 381], [2, 518, 31715, 126], [2, 664, 32233, 457]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.308464}}
{"run_id": "143fae3911-claude-code+rtk-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "143fae391124da3cbae26350d15cb22a3a1f8174", "setup": "claude-code+rtk", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0879119, "wall_s": 50.1, "usages": [[2, 5604, 10325, 79], [2, 147, 15929, 72], [2, 522, 16076, 165], [2, 1278, 16598, 428], [2, 825, 17876, 596], [2, 1230, 18701, 146], [2, 216, 19931, 107], [2, 200, 20147, 103], [2, 195, 20347, 164], [2, 1850, 20542, 381]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 7, "rtk_claimed_tokens_saved": 423, "rtk_fired": true, "agent_reported_cost_usd": 0.087052}}
{"run_id": "143fae3911-claude-code-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "143fae391124da3cbae26350d15cb22a3a1f8174", "setup": "claude-code", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.09008580000000001, "wall_s": 50.9, "usages": [[2, 5221, 10325, 79], [2, 152, 15546, 72], [2, 525, 15698, 127], [2, 801, 16223, 242], [2, 1324, 17024, 229], [2, 462, 18348, 155], [2, 278, 18810, 135], [2, 1681, 19088, 140], [2, 533, 20769, 115], [2, 699, 21302, 365], [2, 510, 22001, 396]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.089466}}
{"run_id": "143fae3911-claude-code@haiku-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "143fae391124da3cbae26350d15cb22a3a1f8174", "setup": "claude-code@haiku", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.012309665000000001, "wall_s": 70.2, "usages": [[2, 8950, 18613, 585], [2, 610, 27563, 100], [2, 550, 28173, 423], [2, 2159, 28723, 370], [2, 964, 30882, 268], [2, 2138, 31846, 892], [2, 1585, 33984, 982], [2, 1266, 35569, 141], [2, 644, 36835, 1881], [2, 1545, 37479, 167], [2, 1633, 39024, 1400], [2, 1159, 40657, 237], [2, 318, 41816, 268], [2, 297, 42134, 218], [2, 605, 42431, 261]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.340281}}
{"run_id": "143fae3911-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "143fae391124da3cbae26350d15cb22a3a1f8174", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.10224350000000001, "wall_s": 57.4, "usages": [[3, 12610, 0, 82], [3, 267, 12610, 67], [3, 5856, 12877, 60], [3, 4183, 18733, 65], [3, 722, 22916, 55], [3, 1112, 23638, 769], [3, 841, 24750, 93], [3, 293, 25591, 290], [3, 377, 25884, 81], [3, 378, 26261, 64]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "143fae3911-claude-code@opus-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "143fae391124da3cbae26350d15cb22a3a1f8174", "setup": "claude-code@opus", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.3026166, "wall_s": 99.3, "usages": [[2, 5393, 10209, 132], [2, 184, 15602, 74], [2, 605, 15786, 251], [2, 2482, 16391, 195], [2, 2756, 18873, 315], [2, 841, 21629, 99], [2, 1363, 22470, 369], [2, 587, 23833, 879], [2, 997, 24420, 423], [2, 950, 25417, 989], [2, 1420, 26367, 226], [2, 1433, 27787, 647], [2, 1084, 29220, 125], [2, 291, 30304, 111], [2, 320, 30595, 348], [2, 711, 30915, 889]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.294517}}
{"run_id": "143fae3911-claude-code+rtk-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "143fae391124da3cbae26350d15cb22a3a1f8174", "setup": "claude-code+rtk", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.06533339999999999, "wall_s": 43.4, "usages": [[2, 5604, 10325, 77], [2, 145, 15929, 72], [2, 522, 16074, 150], [2, 1175, 16596, 228], [2, 380, 17771, 295], [2, 584, 18151, 129], [2, 241, 18735, 93], [2, 1069, 18976, 405]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 3, "rtk_claimed_tokens_saved": 625, "rtk_fired": true, "agent_reported_cost_usd": 0.065033}}
{"run_id": "143fae3911-claude-code-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "143fae391124da3cbae26350d15cb22a3a1f8174", "setup": "claude-code", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.072315, "wall_s": 43.5, "usages": [[2, 5221, 10325, 79], [2, 152, 15546, 72], [2, 525, 15698, 163], [2, 1579, 16223, 241], [2, 604, 17802, 465], [2, 760, 18406, 122], [2, 358, 19166, 175], [2, 2299, 19524, 383]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.072045}}
{"run_id": "143fae3911-claude-code@haiku-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "143fae391124da3cbae26350d15cb22a3a1f8174", "setup": "claude-code@haiku", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-haiku-5-5", "cost_usd": 0.00635246, "wall_s": 49.8, "usages": [[2, 8950, 18613, 441], [2, 534, 27563, 100], [2, 550, 28097, 755], [2, 6669, 28647, 927], [2, 1013, 35316, 152], [2, 218, 36329, 138], [2, 252, 36547, 158], [2, 240, 36799, 466]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.191456}}
{"run_id": "143fae3911-claude-code+rtk-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "143fae391124da3cbae26350d15cb22a3a1f8174", "setup": "claude-code+rtk", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0700844, "wall_s": 44.2, "usages": [[2, 5604, 10325, 79], [2, 147, 15929, 72], [2, 522, 16076, 175], [2, 1435, 16598, 362], [2, 592, 18033, 471], [2, 774, 18625, 136], [2, 303, 19399, 130], [2, 973, 19702, 299]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 3, "rtk_claimed_tokens_saved": 776, "rtk_fired": true, "agent_reported_cost_usd": 0.069844}}
{"run_id": "143fae3911-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "143fae391124da3cbae26350d15cb22a3a1f8174", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "passed", "passed": true, "model": "gpt-6.1-sol", "cost_usd": 0.12679780000000002, "wall_s": 71.3, "usages": [[3, 12610, 0, 106], [3, 330, 12610, 85], [3, 5874, 12940, 73], [3, 5996, 18814, 1069], [3, 1071, 24810, 103], [3, 203, 25881, 81], [3, 2892, 26084, 204], [3, 1607, 28976, 303], [3, 1472, 30583, 347], [3, 422, 32055, 56]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "fe47b846f4-claude-code-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "fe47b846f4e948bcc02f8336ea2189067147a1a6", "setup": "claude-code", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.09899079999999999, "wall_s": 53.8, "usages": [[2, 5041, 10325, 106], [2, 181, 15366, 81], [2, 595, 15547, 113], [2, 217, 16142, 145], [2, 2912, 16359, 224], [2, 1615, 19271, 83], [2, 703, 20886, 578], [2, 1123, 21589, 228], [2, 320, 22712, 182], [2, 323, 23032, 360], [2, 598, 23355, 296]], "tokens_check": "ok", "note": "=============== short test summary info ============================\nFAILED tests/unit/test_datastructures/test_headers.py::test_mutable_scope_headers_getall_not_found_no_default - AssertionError: Regex pattern did not match.\n  Expected regex: 'bar'\n  Actual message: ''\n1 failed, 72 passed in 0.48s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.096781}}
{"run_id": "fe47b846f4-claude-code@haiku-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "fe47b846f4e948bcc02f8336ea2189067147a1a6", "setup": "claude-code@haiku", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.009666534999999999, "wall_s": 51.4, "usages": [[2, 8770, 18613, 717], [2, 740, 27383, 156], [2, 5072, 28123, 255], [2, 412, 33195, 246], [2, 9823, 33607, 1139], [2, 2186, 43430, 390], [2, 696, 45616, 1161], [2, 870, 46312, 868], [2, 1376, 47182, 442]], "tokens_check": "ok", "note": "=============== short test summary info ============================\nFAILED tests/unit/test_datastructures/test_headers.py::test_mutable_scope_headers_getall_not_found_no_default - AssertionError: Regex pattern did not match.\n  Expected regex: 'bar'\n  Actual message: ''\n1 failed, 72 passed in 0.26s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.296829}}
{"run_id": "143fae3911-claude-code@opus-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "143fae391124da3cbae26350d15cb22a3a1f8174", "setup": "claude-code@opus", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.4252636, "wall_s": 160.7, "usages": [[2, 5393, 10209, 175], [2, 178, 15602, 74], [2, 608, 15780, 227], [2, 2198, 16388, 267], [2, 1979, 18586, 247], [2, 1608, 20565, 1075], [2, 906, 22173, 409], [2, 486, 23079, 500], [2, 2420, 23565, 639], [2, 1140, 25985, 890], [2, 968, 27125, 551], [2, 917, 28093, 154], [2, 1458, 29010, 1027], [2, 1138, 30468, 210], [2, 320, 31606, 1160], [2, 1555, 31926, 518], [2, 920, 33481, 200], [2, 578, 34401, 230], [2, 443, 34979, 124], [2, 214, 35422, 1137]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.400464}}
{"run_id": "fe47b846f4-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "fe47b846f4e948bcc02f8336ea2189067147a1a6", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.08265900000000001, "wall_s": 42.6, "usages": [[3, 12492, 0, 99], [3, 450, 12492, 68], [3, 8438, 12942, 115], [3, 1572, 21380, 112], [3, 242, 22952, 511], [3, 541, 23194, 123], [3, 372, 23735, 40]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "fe47b846f4-claude-code@opus-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "fe47b846f4e948bcc02f8336ea2189067147a1a6", "setup": "claude-code@opus", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.18583460000000002, "wall_s": 56.6, "usages": [[2, 5213, 10209, 114], [2, 221, 15422, 87], [2, 345, 15643, 103], [2, 2116, 15988, 448], [2, 624, 18104, 178], [2, 2638, 18728, 848], [2, 1007, 21366, 328], [2, 916, 22373, 768], [2, 1178, 23289, 110], [2, 402, 24467, 87], [2, 179, 24869, 402]], "tokens_check": "ok", "note": "ructures/test_headers.py:154: Failed\n=========================== short test summary info ============================\nFAILED tests/unit/test_datastructures/test_headers.py::test_mutable_scope_headers_getall_not_found_no_default - Failed: DID NOT RAISE <class 'KeyError'>\n1 failed, 72 passed in 0.25s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.178515}}
{"run_id": "fe47b846f4-claude-code+rtk-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "fe47b846f4e948bcc02f8336ea2189067147a1a6", "setup": "claude-code+rtk", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.058975, "wall_s": 38.7, "usages": [[2, 5428, 10325, 66], [2, 136, 15753, 83], [2, 1599, 15889, 115], [2, 1371, 17488, 149], [2, 2732, 18859, 265], [2, 802, 21591, 202]], "tokens_check": "ok", "note": "=============== short test summary info ============================\nFAILED tests/unit/test_datastructures/test_headers.py::test_mutable_scope_headers_getall_not_found_no_default - AssertionError: Regex pattern did not match.\n  Expected regex: 'bar'\n  Actual message: ''\n1 failed, 72 passed in 0.75s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 2, "rtk_claimed_tokens_saved": 0, "rtk_fired": true, "agent_reported_cost_usd": 0.058975}}
{"run_id": "fe47b846f4-claude-code-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "fe47b846f4e948bcc02f8336ea2189067147a1a6", "setup": "claude-code", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.07954779999999999, "wall_s": 50.7, "usages": [[2, 5041, 10325, 78], [2, 151, 15366, 71], [2, 1587, 15517, 114], [2, 1131, 17104, 110], [2, 808, 18235, 102], [2, 2587, 19043, 711], [2, 929, 21630, 436], [2, 626, 22559, 319]], "tokens_check": "ok", "note": "=============== short test summary info ============================\nFAILED tests/unit/test_datastructures/test_headers.py::test_mutable_scope_headers_getall_not_found_no_default - AssertionError: Regex pattern did not match.\n  Expected regex: 'bar'\n  Actual message: ''\n1 failed, 72 passed in 0.42s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.078338}}
{"run_id": "fe47b846f4-claude-code@haiku-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "fe47b846f4e948bcc02f8336ea2189067147a1a6", "setup": "claude-code@haiku", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.009364215, "wall_s": 52.3, "usages": [[2, 8770, 18613, 518], [2, 624, 27383, 157], [2, 4105, 28007, 338], [2, 1188, 32112, 213], [2, 14062, 33300, 1353], [2, 1780, 47362, 321], [2, 463, 49142, 1658], [2, 1631, 49605, 301]], "tokens_check": "ok", "note": "=============== short test summary info ============================\nFAILED tests/unit/test_datastructures/test_headers.py::test_mutable_scope_headers_getall_not_found_no_default - AssertionError: Regex pattern did not match.\n  Expected regex: 'bar'\n  Actual message: ''\n1 failed, 72 passed in 0.22s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.294724}}
{"run_id": "fe47b846f4-claude-code@opus-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "fe47b846f4e948bcc02f8336ea2189067147a1a6", "setup": "claude-code@opus", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.128195, "wall_s": 56.9, "usages": [[2, 5213, 10209, 114], [2, 267, 15422, 108], [2, 410, 15689, 114], [2, 2419, 16099, 591], [2, 841, 18518, 328], [2, 914, 19359, 475], [2, 713, 20273, 132], [2, 219, 20986, 430]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.125475}}
{"run_id": "fe47b846f4-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "fe47b846f4e948bcc02f8336ea2189067147a1a6", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.0887339, "wall_s": 44.2, "usages": [[3, 12492, 0, 94], [3, 445, 12492, 75], [3, 8633, 12937, 119], [3, 2348, 21570, 299], [3, 306, 23918, 89], [3, 197, 24224, 70], [3, 1151, 24421, 174], [3, 249, 25572, 42]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "fe47b846f4-claude-code-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "fe47b846f4e948bcc02f8336ea2189067147a1a6", "setup": "claude-code", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.048033400000000004, "wall_s": 41.2, "usages": [[2, 5041, 10325, 86], [2, 179, 15366, 86], [2, 1686, 15545, 85], [2, 921, 17231, 207], [2, 251, 18152, 181], [2, 324, 18403, 155]], "tokens_check": "ok", "note": "=============== short test summary info ============================\nFAILED tests/unit/test_datastructures/test_headers.py::test_mutable_scope_headers_getall_not_found_no_default - AssertionError: Regex pattern did not match.\n  Expected regex: 'bar'\n  Actual message: ''\n1 failed, 72 passed in 0.42s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.047513}}
{"run_id": "fe47b846f4-claude-code+rtk-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "fe47b846f4e948bcc02f8336ea2189067147a1a6", "setup": "claude-code+rtk", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0931647, "wall_s": 54.3, "usages": [[2, 5428, 10325, 86], [2, 174, 15753, 82], [2, 1598, 15927, 107], [2, 279, 17525, 111], [2, 2060, 17804, 129], [2, 2212, 19864, 637], [2, 530, 22076, 133], [2, 351, 22606, 243], [2, 292, 22957, 373], [2, 603, 23249, 268]], "tokens_check": "ok", "note": "=============== short test summary info ============================\nFAILED tests/unit/test_datastructures/test_headers.py::test_mutable_scope_headers_getall_not_found_no_default - AssertionError: Regex pattern did not match.\n  Expected regex: 'bar'\n  Actual message: ''\n1 failed, 72 passed in 0.46s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 4, "rtk_claimed_tokens_saved": 1562, "rtk_fired": true, "agent_reported_cost_usd": 0.090775}}
{"run_id": "fe47b846f4-claude-code@haiku-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "fe47b846f4e948bcc02f8336ea2189067147a1a6", "setup": "claude-code@haiku", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.009807630000000001, "wall_s": 43.6, "usages": [[2, 8770, 18613, 445], [2, 552, 27383, 127], [2, 5095, 27935, 495], [2, 422, 33030, 126], [2, 1322, 33452, 213], [2, 14067, 34774, 916], [2, 2526, 48841, 1506], [2, 1421, 51367, 162], [2, 249, 52788, 452]], "tokens_check": "ok", "note": "=============== short test summary info ============================\nFAILED tests/unit/test_datastructures/test_headers.py::test_mutable_scope_headers_getall_not_found_no_default - AssertionError: Regex pattern did not match.\n  Expected regex: 'bar'\n  Actual message: ''\n1 failed, 72 passed in 0.19s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.303309}}
{"run_id": "fe47b846f4-claude-code@opus-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "fe47b846f4e948bcc02f8336ea2189067147a1a6", "setup": "claude-code@opus", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-opus-5-5", "cost_usd": 0.15239919999999998, "wall_s": 52.4, "usages": [[2, 5213, 10209, 114], [2, 267, 15422, 108], [2, 410, 15689, 114], [2, 2419, 16099, 679], [2, 1623, 18518, 322], [2, 694, 20141, 466], [2, 760, 20835, 179], [2, 449, 21595, 193], [2, 275, 22044, 170], [2, 259, 22319, 350]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.150019}}
{"run_id": "fe47b846f4-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "fe47b846f4e948bcc02f8336ea2189067147a1a6", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.0884888, "wall_s": 50.8, "usages": [[3, 12492, 0, 89], [3, 439, 12492, 71], [3, 9613, 12931, 120], [3, 1799, 22544, 173], [3, 314, 24343, 632], [3, 594, 24657, 91], [3, 355, 25251, 45]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "19a0ae481a-claude-code-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "19a0ae481a604c3a00ec75c6bb85af1146623ca8", "setup": "claude-code", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.08909710000000001, "wall_s": 88.7, "usages": [[2, 5088, 10325, 102], [2, 170, 15413, 66], [2, 1732, 15583, 165], [2, 1363, 17315, 116], [2, 959, 18678, 152], [2, 516, 19637, 575], [2, 882, 20153, 214], [2, 405, 21035, 129], [2, 304, 21440, 306], [2, 426, 21744, 493]], "tokens_check": "ok", "note": "========================\nFAILED tests/unit/test_asgi/test_routing_trie/test_traversal.py::test_websocket_upgrade_to_http_only_route_is_bad_request - AssertionError: assert 'Unsupported upgrade request.' == 'Bad Request'\n  \n  - Bad Request\n  + Unsupported upgrade request.\n1 failed, 2 passed in 1.42s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.087447}}
{"run_id": "19a0ae481a-claude-code@haiku-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "19a0ae481a604c3a00ec75c6bb85af1146623ca8", "setup": "claude-code@haiku", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.00900886, "wall_s": 88.9, "usages": [[2, 8817, 18613, 740], [2, 901, 27430, 280], [2, 303, 28331, 109], [2, 683, 28634, 383], [2, 1067, 29317, 112], [2, 2719, 30384, 1401], [2, 2094, 33103, 751], [2, 1011, 35197, 165], [2, 1561, 36208, 245], [2, 1268, 37769, 2622]], "tokens_check": "ok", "note": "st_asgi/test_routing_trie/test_traversal.py::test_websocket_upgrade_to_http_only_route_is_bad_request - Raised exception group did not match: RaisesExc(WebSocketDisconnect): `KeyError()` is not an instance of `WebSocketDisconnect` [single exception in BaseExceptionGroup]\n1 failed, 2 passed in 1.14s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.254397}}
{"run_id": "fe47b846f4-claude-code+rtk-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "fe47b846f4e948bcc02f8336ea2189067147a1a6", "setup": "claude-code+rtk", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.15219939999999998, "wall_s": 143.3, "usages": [[2, 5428, 10325, 66], [2, 136, 15753, 82], [2, 1601, 15889, 113], [2, 1133, 17490, 112], [2, 1336, 18623, 233], [2, 3800, 19959, 326], [2, 464, 23759, 227], [2, 574, 24223, 1543], [2, 1343, 24797, 1015], [2, 1533, 26140, 88], [2, 202, 27673, 474], [2, 856, 27875, 103], [2, 206, 28731, 555]], "tokens_check": "ok", "note": "_mutable_scope_headers_getall_not_found_no_default - AssertionError: Regex pattern did not match.\n  Expected regex: 'bar'\n  Actual message: ''\nFAILED tests/unit/test_datastructures/test_headers.py::test_mutable_scope_headers_getall_not_found_default[default0] - KeyError\n2 failed, 71 passed in 0.19s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 5, "rtk_claimed_tokens_saved": 4028, "rtk_fired": true, "agent_reported_cost_usd": 0.147279}}
{"run_id": "19a0ae481a-claude-code+rtk-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "19a0ae481a604c3a00ec75c6bb85af1146623ca8", "setup": "claude-code+rtk", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.09257030000000001, "wall_s": 57.3, "usages": [[2, 5475, 10325, 106], [2, 178, 15800, 96], [2, 2678, 15978, 171], [2, 844, 18656, 105], [2, 1157, 19500, 799], [2, 744, 20657, 662], [2, 1090, 21401, 298], [2, 460, 22491, 168], [2, 275, 22951, 268]], "tokens_check": "ok", "note": "===============\nFAILED tests/unit/test_asgi/test_routing_trie/test_traversal.py::test_websocket_upgrade_to_http_only_route_is_bad_request - AssertionError: assert 'Unsupported ...grade attempt' == 'Bad Request'\n  \n  - Bad Request\n  + Unsupported websocket upgrade attempt\n1 failed, 2 passed in 0.43s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 2, "rtk_claimed_tokens_saved": 133, "rtk_fired": true, "agent_reported_cost_usd": 0.09001}}
{"run_id": "19a0ae481a-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "19a0ae481a604c3a00ec75c6bb85af1146623ca8", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.11873139999999999, "wall_s": 99.3, "usages": [[3, 12515, 0, 106], [3, 376, 12515, 77], [3, 694, 12891, 77], [3, 2749, 13585, 76], [3, 3563, 16334, 148], [3, 3021, 19897, 225], [3, 1891, 22918, 716], [3, 732, 24809, 166], [3, 248, 25541, 87], [3, 3347, 25789, 302], [3, 368, 29136, 91], [3, 155, 29504, 51]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "19a0ae481a-claude-code@haiku-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "19a0ae481a604c3a00ec75c6bb85af1146623ca8", "setup": "claude-code@haiku", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.0039272099999999996, "wall_s": 33.6, "usages": [[2, 8817, 18613, 715], [2, 706, 27430, 128], [2, 2195, 28136, 232], [2, 630, 30331, 444], [2, 380, 30961, 442]], "tokens_check": "ok", "note": "st_asgi/test_routing_trie/test_traversal.py::test_websocket_upgrade_to_http_only_route_is_bad_request - Raised exception group did not match: RaisesExc(WebSocketDisconnect): `KeyError()` is not an instance of `WebSocketDisconnect` [single exception in BaseExceptionGroup]\n1 failed, 2 passed in 0.70s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.120034}}
{"run_id": "19a0ae481a-claude-code@opus-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "19a0ae481a604c3a00ec75c6bb85af1146623ca8", "setup": "claude-code@opus", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.4863736, "wall_s": 145.7, "usages": [[2, 5260, 10209, 155], [2, 262, 15469, 142], [2, 672, 15731, 103], [2, 3496, 16403, 822], [2, 845, 19899, 293], [2, 732, 20744, 1679], [2, 1487, 21476, 854], [2, 1074, 22963, 920], [2, 1468, 24037, 140], [2, 424, 25505, 820], [2, 1514, 25929, 624], [2, 1226, 27443, 114], [2, 1009, 28669, 170], [2, 264, 29678, 832], [2, 1212, 29942, 576], [2, 1124, 31154, 100], [2, 388, 32278, 123], [2, 498, 32666, 865], [2, 1491, 33164, 131], [2, 377, 34655, 285], [2, 915, 35032, 254], [2, 558, 35947, 587], [2, 858, 36505, 877]], "tokens_check": "ok", "note": "FAILED tests/unit/test_asgi/test_routing_trie/test_traversal.py::test_websocket_upgrade_to_http_only_route_is_bad_request - AssertionError: assert 'Websocket co...on this route' == 'Bad Request'\n  \n  - Bad Request\n  + Websocket connections are not supported on this route\n1 failed, 2 passed in 0.25s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.451654}}
{"run_id": "19a0ae481a-claude-code-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "19a0ae481a604c3a00ec75c6bb85af1146623ca8", "setup": "claude-code", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.1504347, "wall_s": 71.9, "usages": [[2, 5088, 10325, 102], [2, 170, 15413, 61], [2, 1407, 15583, 140], [2, 2685, 16990, 799], [2, 665, 19675, 647], [2, 1063, 20340, 231], [2, 259, 21403, 220], [2, 333, 21662, 328], [2, 776, 21995, 115], [2, 403, 22771, 251], [2, 596, 23174, 338], [2, 678, 23770, 339], [2, 735, 24448, 743], [2, 946, 25183, 153], [2, 301, 26129, 367]], "tokens_check": "ok", "note": "===\nFAILED tests/unit/test_asgi/test_routing_trie/test_traversal.py::test_websocket_upgrade_to_http_only_route_is_bad_request - AssertionError: assert 'Websocket up...or this route' == 'Bad Request'\n  \n  - Bad Request\n  + Websocket upgrade is not supported for this route\n1 failed, 2 passed in 0.20s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.145215}}
{"run_id": "19a0ae481a-claude-code+rtk-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "19a0ae481a604c3a00ec75c6bb85af1146623ca8", "setup": "claude-code+rtk", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.08779709999999999, "wall_s": 66.0, "usages": [[2, 5475, 10325, 121], [2, 324, 15800, 181], [2, 1324, 16124, 156], [2, 1981, 17448, 467], [2, 1682, 19429, 630], [2, 840, 21111, 743], [2, 1124, 21951, 111], [2, 247, 23075, 213]], "tokens_check": "ok", "note": "===\nFAILED tests/unit/test_asgi/test_routing_trie/test_traversal.py::test_websocket_upgrade_to_http_only_route_is_bad_request - AssertionError: assert 'Websocket up...or this route' == 'Bad Request'\n  \n  - Bad Request\n  + Websocket upgrade is not supported for this route\n1 failed, 2 passed in 1.18s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 4, "rtk_claimed_tokens_saved": 421, "rtk_fired": true, "agent_reported_cost_usd": 0.084927}}
{"run_id": "19a0ae481a-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "19a0ae481a604c3a00ec75c6bb85af1146623ca8", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.0939466, "wall_s": 81.6, "usages": [[3, 12515, 0, 97], [3, 420, 12515, 98], [3, 894, 12935, 78], [3, 4170, 13829, 85], [3, 1042, 17999, 106], [3, 2610, 19041, 260], [3, 1458, 21651, 369], [3, 442, 23109, 274], [3, 585, 23551, 117], [3, 392, 24136, 85]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "19a0ae481a-claude-code-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "19a0ae481a604c3a00ec75c6bb85af1146623ca8", "setup": "claude-code", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0760387, "wall_s": 75.4, "usages": [[2, 5088, 10325, 102], [2, 170, 15413, 61], [2, 755, 15583, 144], [2, 2723, 16338, 500], [2, 923, 19061, 648], [2, 678, 19984, 647], [2, 1066, 20662, 301]], "tokens_check": "ok", "note": "===\nFAILED tests/unit/test_asgi/test_routing_trie/test_traversal.py::test_websocket_upgrade_to_http_only_route_is_bad_request - AssertionError: assert 'Websocket up...or this route' == 'Bad Request'\n  \n  - Bad Request\n  + Websocket upgrade is not supported for this route\n1 failed, 2 passed in 1.91s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.073329}}
{"run_id": "19a0ae481a-claude-code@haiku-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "19a0ae481a604c3a00ec75c6bb85af1146623ca8", "setup": "claude-code@haiku", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.007442715, "wall_s": 74.6, "usages": [[2, 8817, 18613, 781], [2, 669, 27430, 134], [2, 6516, 28099, 264], [2, 307, 34615, 178], [2, 246, 34922, 103], [2, 824, 35168, 158], [2, 824, 35992, 145], [2, 983, 36816, 702], [2, 1929, 37799, 1349]], "tokens_check": "ok", "note": "st_asgi/test_routing_trie/test_traversal.py::test_websocket_upgrade_to_http_only_route_is_bad_request - Raised exception group did not match: RaisesExc(WebSocketDisconnect): `KeyError()` is not an instance of `WebSocketDisconnect` [single exception in BaseExceptionGroup]\n1 failed, 2 passed in 1.93s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.220118}}
{"run_id": "19a0ae481a-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "19a0ae481a604c3a00ec75c6bb85af1146623ca8", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.13732609999999998, "wall_s": 99.8, "usages": [[3, 12515, 0, 105], [3, 429, 12515, 100], [3, 441, 12944, 71], [3, 1049, 13385, 57], [3, 2390, 14434, 99], [3, 3762, 16824, 153], [3, 2458, 20586, 405], [3, 1098, 23044, 340], [3, 412, 24142, 74], [3, 382, 24554, 137], [3, 424, 24936, 64], [3, 122, 25360, 98], [3, 128, 25482, 121], [3, 649, 25610, 158], [3, 3925, 26259, 335], [3, 373, 30184, 126], [3, 308, 30557, 55]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "19a0ae481a-claude-code@opus-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "19a0ae481a604c3a00ec75c6bb85af1146623ca8", "setup": "claude-code@opus", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.4233096, "wall_s": 280.7, "usages": [[2, 5260, 10209, 119], [2, 273, 15469, 143], [2, 723, 15742, 114], [2, 2330, 16465, 842], [2, 1446, 18795, 323], [2, 509, 20241, 314], [2, 849, 20750, 146], [2, 498, 21599, 177], [2, 733, 22097, 123], [2, 499, 22830, 1264], [2, 1130, 23329, 344], [2, 609, 24459, 798], [2, 1462, 25068, 531], [2, 1078, 26530, 594], [2, 1582, 27608, 249], [2, 744, 29190, 281], [2, 623, 29934, 242], [2, 345, 30557, 385], [2, 1045, 30902, 778], [2, 1193, 31947, 243], [2, 395, 33140, 216], [2, 1372, 33535, 267], [2, 507, 34907, 709]], "tokens_check": "ok", "note": "===============\nFAILED tests/unit/test_asgi/test_routing_trie/test_traversal.py::test_websocket_upgrade_to_http_only_route_is_bad_request - AssertionError: assert 'Unsupported ...grade attempt' == 'Bad Request'\n  \n  - Bad Request\n  + Unsupported websocket upgrade attempt\n1 failed, 2 passed in 0.28s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.39911}}
{"run_id": "19a0ae481a-claude-code+rtk-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "19a0ae481a604c3a00ec75c6bb85af1146623ca8", "setup": "claude-code+rtk", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.09373169999999999, "wall_s": 56.9, "usages": [[2, 5475, 10325, 110], [2, 182, 15800, 95], [2, 2678, 15982, 133], [2, 1025, 18660, 134], [2, 2746, 19685, 1039], [2, 949, 22431, 665], [2, 1093, 23380, 246], [2, 549, 24473, 259]], "tokens_check": "ok", "note": "===============\nFAILED tests/unit/test_asgi/test_routing_trie/test_traversal.py::test_websocket_upgrade_to_http_only_route_is_bad_request - AssertionError: assert 'Unsupported ...grade request' == 'Bad Request'\n  \n  - Bad Request\n  + Unsupported websocket upgrade request\n1 failed, 2 passed in 0.77s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 1, "rtk_claimed_tokens_saved": 0, "rtk_fired": true, "agent_reported_cost_usd": 0.091302}}
{"run_id": "19a0ae481a-claude-code@opus-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "19a0ae481a604c3a00ec75c6bb85af1146623ca8", "setup": "claude-code@opus", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.561276, "wall_s": 1008.7, "usages": [[2, 5260, 10209, 126], [2, 283, 15469, 149], [2, 830, 15752, 275], [2, 3296, 16582, 717], [2, 1741, 19878, 302], [2, 892, 21619, 237], [2, 314, 22511, 450], [2, 1248, 22825, 402], [2, 672, 24073, 199], [2, 1075, 24745, 768], [2, 1720, 25820, 778], [2, 1880, 27540, 509], [2, 807, 29420, 1139], [2, 983, 30227, 139], [2, 481, 31210, 232], [2, 446, 31691, 508], [2, 804, 32137, 394], [2, 679, 32941, 211], [2, 23982, 10209, 415], [2, 437, 34191, 218], [2, 286, 34628, 280], [2, 561, 34914, 57], [2, 454, 35475, 185], [2, 506, 35929, 755]], "tokens_check": "ok", "note": "===============\nFAILED tests/unit/test_asgi/test_routing_trie/test_traversal.py::test_websocket_upgrade_to_http_only_route_is_bad_request - AssertionError: assert 'Unsupported ...grade attempt' == 'Bad Request'\n  \n  - Bad Request\n  + Unsupported websocket upgrade attempt\n1 failed, 2 passed in 0.18s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.527836}}
{"run_id": "bd70de14-4a433223-chain-first-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "setup": "chain-first", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0384868, "wall_s": 29.6, "usages": [[2, 5325, 10325, 80], [2, 1506, 15650, 308], [2, 517, 17156, 118], [2, 244, 17673, 227]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.038487}}
{"run_id": "bd70de14-4a433223-chain-continue-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "chain-continue", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.051026800000000004, "wall_s": 41.2, "usages": [[2, 508, 17917, 72], [2, 147, 18425, 69], [2, 201, 18572, 68], [2, 890, 18773, 642], [2, 751, 19663, 747], [2, 979, 20414, 358]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.088744, "chain_prev": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "prev_outcome": "passed"}}
{"run_id": "bd70de14-4a433223-chain-fresh-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "chain-fresh", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0577239, "wall_s": 44.1, "usages": [[2, 5322, 10325, 71], [2, 141, 15647, 72], [2, 206, 15788, 128], [2, 1083, 15994, 1097], [2, 1304, 17077, 145], [2, 275, 18381, 310]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.056414, "chain_prev": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "prev_outcome": "passed"}}
{"run_id": "bd70de14-4a433223-chain-first-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "setup": "chain-first", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.048784600000000004, "wall_s": 32.9, "usages": [[2, 5325, 10325, 72], [2, 144, 15650, 67], [2, 303, 15794, 146], [2, 1013, 16097, 333], [2, 542, 17110, 118], [2, 287, 17652, 384]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.048785}}
{"run_id": "bd70de14-4a433223-chain-continue-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "chain-continue", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.045419, "wall_s": 42.1, "usages": [[2, 665, 17939, 67], [2, 196, 18604, 68], [2, 864, 18800, 533], [2, 649, 19664, 724], [2, 956, 20313, 409]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.094204, "chain_prev": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "prev_outcome": "passed"}}
{"run_id": "bd70de14-4a433223-chain-fresh-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "chain-fresh", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0642231, "wall_s": 48.0, "usages": [[2, 5322, 10325, 72], [2, 142, 15647, 72], [2, 203, 15789, 68], [2, 890, 15992, 431], [2, 536, 16882, 700], [2, 1792, 17418, 196], [2, 284, 19210, 363]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.064223, "chain_prev": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "prev_outcome": "passed"}}
{"run_id": "bd70de14-4a433223-chain-first-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "setup": "chain-first", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0485133, "wall_s": 38.5, "usages": [[2, 5325, 10325, 72], [2, 144, 15650, 72], [2, 308, 15794, 146], [2, 1010, 16102, 404], [2, 564, 17112, 142], [2, 308, 17676, 245]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.048513}}
{"run_id": "bd70de14-4a433223-chain-continue-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "chain-continue", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.044908500000000004, "wall_s": 50.0, "usages": [[2, 526, 17984, 73], [2, 207, 18510, 148], [2, 1070, 18717, 522], [2, 570, 19787, 706], [2, 934, 20357, 306]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.092352, "chain_prev": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "prev_outcome": "passed"}}
{"run_id": "bd70de14-4a433223-chain-fresh-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "4a4332235dfe805a515a0f58173555f6e407f50f", "setup": "chain-fresh", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0560885, "wall_s": 46.2, "usages": [[2, 5322, 10325, 71], [2, 141, 15647, 72], [2, 206, 15788, 68], [2, 890, 15994, 441], [2, 638, 16884, 781], [2, 1004, 17522, 280]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.056088, "chain_prev": "bd70de14ee9dc29bfbb86ec1026933880cfd7dbc", "prev_outcome": "passed"}}
{"run_id": "6d07038f-2453f456-chain-first-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "setup": "chain-first", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0444368, "wall_s": 33.4, "usages": [[2, 5255, 10325, 105], [2, 1550, 15580, 112], [2, 589, 17130, 654], [2, 1110, 17719, 230]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.044437}}
{"run_id": "6d07038f-2453f456-chain-continue-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "chain-continue", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0564817, "wall_s": 37.4, "usages": [[2, 563, 18829, 177], [2, 315, 19392, 151], [2, 1355, 19707, 322], [2, 745, 21062, 903], [2, 1272, 21807, 120], [2, 243, 23079, 372]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.100139, "chain_prev": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "prev_outcome": "passed"}}
{"run_id": "6d07038f-2453f456-chain-fresh-r0-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "chain-fresh", "repeat": 0, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.055257299999999995, "wall_s": 39.7, "usages": [[2, 5373, 10325, 128], [2, 354, 15698, 71], [2, 1382, 16052, 442], [2, 531, 17434, 753], [2, 1265, 17965, 354]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.055257, "chain_prev": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "prev_outcome": "passed"}}
{"run_id": "6d07038f-2453f456-chain-first-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "setup": "chain-first", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.054333900000000004, "wall_s": 40.9, "usages": [[2, 5255, 10325, 105], [2, 1550, 15580, 106], [2, 751, 17130, 410], [2, 510, 17881, 661], [2, 1119, 18391, 267]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.054334}}
{"run_id": "6d07038f-2453f456-chain-continue-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "chain-continue", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0543405, "wall_s": 38.6, "usages": [[2, 600, 19510, 194], [2, 335, 20110, 232], [2, 1493, 20445, 212], [2, 422, 21938, 772], [2, 1272, 22360, 85], [2, 161, 23632, 306]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.108374, "chain_prev": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "prev_outcome": "passed"}}
{"run_id": "6d07038f-2453f456-chain-fresh-r1-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "chain-fresh", "repeat": 1, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0681474, "wall_s": 45.5, "usages": [[2, 5373, 10325, 79], [2, 354, 15698, 225], [2, 2422, 16052, 123], [2, 188, 18474, 381], [2, 470, 18662, 628], [2, 1047, 19132, 105], [2, 228, 20179, 380]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.068147, "chain_prev": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "prev_outcome": "passed"}}
{"run_id": "6d07038f-2453f456-chain-first-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "setup": "chain-first", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0589401, "wall_s": 50.0, "usages": [[2, 5255, 10325, 105], [2, 1550, 15580, 93], [2, 203, 17130, 89], [2, 313, 17333, 654], [2, 1112, 17646, 71], [2, 193, 18758, 119], [2, 305, 18951, 213]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.05894}}
{"run_id": "6d07038f-2453f456-chain-continue-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "chain-continue", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.06599170000000001, "wall_s": 44.2, "usages": [[2, 546, 19256, 169], [2, 334, 19802, 151], [2, 2180, 20136, 707], [2, 1123, 22316, 237], [2, 436, 23439, 241], [2, 382, 23875, 312], [2, 506, 24257, 341]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.124932, "chain_prev": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "prev_outcome": "passed"}}
{"run_id": "6d07038f-2453f456-chain-fresh-r2-a0", "repo": "https://github.com/litestar-org/litestar", "commit": "2453f456ade2bda83ed6fbba91fe7b7224d8c2be", "setup": "chain-fresh", "repeat": 2, "outcome": "passed", "passed": true, "model": "claude-sonnet-5-5", "cost_usd": 0.0669734, "wall_s": 38.0, "usages": [[2, 5373, 10325, 69], [2, 141, 15698, 69], [2, 212, 15839, 131], [2, 2456, 16051, 458], [2, 547, 18507, 630], [2, 1049, 19054, 125], [2, 410, 20103, 354]], "tokens_check": "ok", "note": "", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.066973, "chain_prev": "6d07038fad0b7438cc81f0c2d037cc17543829c2", "prev_outcome": "passed"}}
