{"run_id": "fb6b473106-claude-code-r0-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "fb6b4731065f0e2ec456258b4c54a951456ad369", "setup": "claude-code", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0686191, "wall_s": 59.3, "usages": [[2, 8463, 10325, 101], [2, 1966, 18788, 65], [2, 257, 20754, 452], [2, 565, 21011, 531], [2, 833, 21576, 83], [2, 173, 22409, 266]], "tokens_check": "ok", "note": " -c 'sleep 1; reboot' >/dev/null 2>&1 </dev/null &\",\n  +     },\n        [\n            'wait_and_reconnect',\n            [],\n            {},\n        ],\n        [\n            'clean_sudo_info',\n            [],\n            {},\n        ],\n    ]\n1 failed, 1857 passed, 15 deselected, 3 warnings in 28.87s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.068619}}
{"run_id": "fb6b473106-claude-code@haiku-r0-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "fb6b4731065f0e2ec456258b4c54a951456ad369", "setup": "claude-code@haiku", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.011420515000000001, "wall_s": 70.7, "usages": [[2, 30813, 0, 640], [2, 1740, 30813, 506], [2, 2017, 32553, 904], [2, 1511, 34570, 976], [2, 923, 36081, 3192], [2, 1780, 37004, 351], [2, 365, 38784, 122], [2, 198, 39149, 1331]], "tokens_check": "ok", "note": " -1,\n  +         ],\n  +         'command': 'reboot',\n  +     },\n        [\n            'wait_and_reconnect',\n            [],\n            {},\n        ],\n        [\n            'clean_sudo_info',\n            [],\n            {},\n        ],\n    ]\n1 failed, 1857 passed, 15 deselected, 3 warnings in 26.74s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.34757}}
{"run_id": "fb6b473106-claude-code@opus-r0-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "fb6b4731065f0e2ec456258b4c54a951456ad369", "setup": "claude-code@opus", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.14874400000000002, "wall_s": 79.9, "usages": [[2, 8641, 10209, 150], [2, 1389, 18850, 957], [2, 780, 20239, 129], [2, 409, 21019, 668], [2, 948, 21428, 160], [2, 318, 22376, 343], [2, 616, 22694, 384]], "tokens_check": "ok", "note": "\"nohup sh -c 'sleep 1 && reboot' > /dev/null 2>&1 &\",\n  +     },\n        [\n            'wait_and_reconnect',\n            [],\n            {},\n        ],\n        [\n            'clean_sudo_info',\n            [],\n            {},\n        ],\n    ]\n1 failed, 1857 passed, 15 deselected, 3 warnings in 9.35s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.139344}}
{"run_id": "fb6b473106-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "fb6b4731065f0e2ec456258b4c54a951456ad369", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.07285660000000001, "wall_s": 60.6, "usages": [[3, 14527, 0, 91], [3, 655, 14527, 81], [3, 1534, 15182, 480], [3, 1288, 16716, 125], [3, 271, 18004, 74], [3, 120, 18275, 65], [3, 315, 18395, 58], [3, 107, 18710, 62], [3, 415, 18817, 50]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "fb6b473106-claude-code+rtk-r0-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "fb6b4731065f0e2ec456258b4c54a951456ad369", "setup": "claude-code+rtk", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0668507, "wall_s": 55.2, "usages": [[2, 8775, 10325, 92], [2, 1130, 19100, 88], [2, 445, 20230, 428], [2, 539, 20675, 520], [2, 813, 21214, 81], [2, 171, 22027, 234]], "tokens_check": "ok", "note": " \"nohup sh -c 'sleep 1; reboot' > /dev/null 2>&1 &\",\n  +     },\n        [\n            'wait_and_reconnect',\n            [],\n            {},\n        ],\n        [\n            'clean_sudo_info',\n            [],\n            {},\n        ],\n    ]\n1 failed, 1857 passed, 15 deselected, 3 warnings in 30.65s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 4, "rtk_claimed_tokens_saved": 557, "rtk_fired": true, "agent_reported_cost_usd": 0.066851}}
{"run_id": "fb6b473106-claude-code-r1-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "fb6b4731065f0e2ec456258b4c54a951456ad369", "setup": "claude-code", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0743783, "wall_s": 51.1, "usages": [[2, 8463, 10325, 91], [2, 1751, 18788, 65], [2, 257, 20539, 445], [2, 558, 20796, 534], [2, 839, 21354, 83], [2, 176, 22193, 118], [2, 207, 22369, 309]], "tokens_check": "ok", "note": " -c 'sleep 1; reboot' >/dev/null 2>&1 </dev/null &\",\n  +     },\n        [\n            'wait_and_reconnect',\n            [],\n            {},\n        ],\n        [\n            'clean_sudo_info',\n            [],\n            {},\n        ],\n    ]\n1 failed, 1857 passed, 15 deselected, 3 warnings in 26.06s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.074378}}
{"run_id": "fb6b473106-claude-code@haiku-r1-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "fb6b4731065f0e2ec456258b4c54a951456ad369", "setup": "claude-code@haiku", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.00484065, "wall_s": 39.7, "usages": [[2, 12200, 18613, 566], [2, 1169, 30813, 258], [2, 1795, 31982, 839], [2, 1796, 33777, 1473]], "tokens_check": "ok", "note": " -1,\n  +         ],\n  +         'command': 'reboot',\n  +     },\n        [\n            'wait_and_reconnect',\n            [],\n            {},\n        ],\n        [\n            'clean_sudo_info',\n            [],\n            {},\n        ],\n    ]\n1 failed, 1857 passed, 15 deselected, 3 warnings in 18.27s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.150789}}
{"run_id": "fb6b473106-claude-code@opus-r1-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "fb6b4731065f0e2ec456258b4c54a951456ad369", "setup": "claude-code@opus", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.17297, "wall_s": 75.7, "usages": [[2, 8641, 10209, 150], [2, 1258, 18850, 967], [2, 1649, 20108, 1051], [2, 936, 21757, 482], [2, 846, 22693, 405], [2, 675, 23539, 97], [2, 307, 24214, 502]], "tokens_check": "ok", "note": "-c 'sleep 1 && reboot' </dev/null >/dev/null 2>&1 &\",\n  +     },\n        [\n            'wait_and_reconnect',\n            [],\n            {},\n        ],\n        [\n            'clean_sudo_info',\n            [],\n            {},\n        ],\n    ]\n1 failed, 1857 passed, 15 deselected, 3 warnings in 8.60s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.15945}}
{"run_id": "fb6b473106-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "fb6b4731065f0e2ec456258b4c54a951456ad369", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.07817550000000002, "wall_s": 76.6, "usages": [[3, 14527, 0, 88], [3, 651, 14527, 82], [3, 2833, 15178, 275], [3, 1159, 18011, 433], [3, 549, 19170, 68], [3, 118, 19719, 40], [3, 98, 19837, 93], [3, 328, 19935, 40], [3, 404, 20263, 60]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "fb6b473106-claude-code+rtk-r1-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "fb6b4731065f0e2ec456258b4c54a951456ad369", "setup": "claude-code+rtk", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0770825, "wall_s": 48.0, "usages": [[2, 8775, 10325, 77], [2, 1728, 19100, 141], [2, 290, 20828, 65], [2, 257, 21118, 557], [2, 600, 21375, 546], [2, 839, 21975, 85], [2, 174, 22814, 318]], "tokens_check": "ok", "note": " -c 'sleep 1; reboot' >/dev/null 2>&1 </dev/null &\",\n  +     },\n        [\n            'wait_and_reconnect',\n            [],\n            {},\n        ],\n        [\n            'clean_sudo_info',\n            [],\n            {},\n        ],\n    ]\n1 failed, 1857 passed, 15 deselected, 3 warnings in 21.22s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 3, "rtk_claimed_tokens_saved": 1667, "rtk_fired": true, "agent_reported_cost_usd": 0.076383}}
{"run_id": "fb6b473106-claude-code-r2-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "fb6b4731065f0e2ec456258b4c54a951456ad369", "setup": "claude-code", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.0747304, "wall_s": 54.6, "usages": [[2, 8463, 10325, 91], [2, 1751, 18788, 94], [2, 304, 20539, 445], [2, 558, 20843, 525], [2, 808, 21401, 83], [2, 173, 22209, 118], [2, 205, 22382, 319]], "tokens_check": "ok", "note": " -c 'sleep 1; reboot' >/dev/null 2>&1 </dev/null &\",\n  +     },\n        [\n            'wait_and_reconnect',\n            [],\n            {},\n        ],\n        [\n            'clean_sudo_info',\n            [],\n            {},\n        ],\n    ]\n1 failed, 1857 passed, 15 deselected, 3 warnings in 27.63s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.07473}}
{"run_id": "fb6b473106-claude-code@haiku-r2-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "fb6b4731065f0e2ec456258b4c54a951456ad369", "setup": "claude-code@haiku", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.00371295, "wall_s": 48.4, "usages": [[2, 12200, 18613, 772], [2, 1071, 30813, 257], [2, 1891, 31884, 979]], "tokens_check": "ok", "note": " -1,\n  +         ],\n  +         'command': 'reboot',\n  +     },\n        [\n            'wait_and_reconnect',\n            [],\n            {},\n        ],\n        [\n            'clean_sudo_info',\n            [],\n            {},\n        ],\n    ]\n1 failed, 1857 passed, 15 deselected, 3 warnings in 28.03s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.121296}}
{"run_id": "fb6b473106-claude-code@opus-r2-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "fb6b4731065f0e2ec456258b4c54a951456ad369", "setup": "claude-code@opus", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.18961380000000003, "wall_s": 74.6, "usages": [[2, 8641, 10209, 150], [2, 1258, 18850, 687], [2, 574, 20108, 155], [2, 1163, 20682, 1052], [2, 932, 21845, 466], [2, 833, 22777, 388], [2, 616, 23610, 179], [2, 351, 24226, 323], [2, 521, 24577, 486]], "tokens_check": "ok", "note": "\"nohup sh -c 'sleep 1 && reboot' > /dev/null 2>&1 &\",\n  +     },\n        [\n            'wait_and_reconnect',\n            [],\n            {},\n        ],\n        [\n            'clean_sudo_info',\n            [],\n            {},\n        ],\n    ]\n1 failed, 1857 passed, 15 deselected, 3 warnings in 8.38s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.178754}}
{"run_id": "fb6b473106-claude-code+rtk-r2-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "fb6b4731065f0e2ec456258b4c54a951456ad369", "setup": "claude-code+rtk", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.07119669999999999, "wall_s": 51.0, "usages": [[2, 8775, 10325, 88], [2, 1256, 19100, 109], [2, 319, 20356, 715], [2, 679, 20675, 541], [2, 837, 21354, 83], [2, 171, 22191, 292]], "tokens_check": "ok", "note": " -c 'sleep 1; reboot' </dev/null >/dev/null 2>&1 &\",\n  +     },\n        [\n            'wait_and_reconnect',\n            [],\n            {},\n        ],\n        [\n            'clean_sudo_info',\n            [],\n            {},\n        ],\n    ]\n1 failed, 1857 passed, 15 deselected, 3 warnings in 23.70s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 3, "rtk_claimed_tokens_saved": 640, "rtk_fired": true, "agent_reported_cost_usd": 0.069707}}
{"run_id": "556c0beb39-claude-code-r0-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "556c0beb390ccd31cb1d0e7d04db233d7bff15b3", "setup": "claude-code", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.11148350000000001, "wall_s": 63.7, "usages": [[2, 8563, 10325, 100], [2, 1282, 18888, 737], [2, 2480, 20170, 1174], [2, 1786, 22650, 1216], [2, 1105, 24436, 919], [2, 1167, 25541, 464]], "tokens_check": "ok", "note": "onnectors/test_ssh.py::TestParamikoSkKeyPatch::test_sshuserclient_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\nFAILED tests/test_connectors/test_ssh.py::TestSSHConnector::test_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\n5 failed, 38 passed in 0.26s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.102654}}
{"run_id": "fb6b473106-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "fb6b4731065f0e2ec456258b4c54a951456ad369", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.10888739999999998, "wall_s": 113.4, "usages": [[3, 14527, 0, 87], [3, 648, 14527, 91], [3, 2562, 15175, 232], [3, 3043, 17737, 447], [3, 556, 20780, 130], [3, 411, 21336, 107], [3, 304, 21747, 88], [3, 170, 22051, 77], [3, 129, 22221, 94], [3, 480, 22350, 172], [3, 834, 22830, 58], [3, 107, 23664, 66], [3, 113, 23771, 108], [3, 142, 23884, 64], [3, 121, 24026, 61]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "556c0beb39-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "556c0beb390ccd31cb1d0e7d04db233d7bff15b3", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.15033390000000002, "wall_s": 118.0, "usages": [[3, 14591, 0, 100], [3, 1606, 14591, 138], [3, 2109, 16197, 136], [3, 2502, 18306, 114], [3, 1405, 20808, 211], [3, 1972, 22213, 140], [3, 5019, 24185, 856], [3, 721, 29204, 805], [3, 887, 29925, 102], [3, 195, 30812, 96], [3, 175, 31007, 147], [3, 368, 31182, 166], [3, 238, 31550, 102], [3, 408, 31788, 103], [3, 211, 32196, 67]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "556c0beb39-claude-code@haiku-r0-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "556c0beb390ccd31cb1d0e7d04db233d7bff15b3", "setup": "claude-code@haiku", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.03453106, "wall_s": 181.0, "usages": [[2, 12300, 18613, 595], [2, 2579, 30913, 258], [2, 2458, 33492, 327], [2, 2551, 35950, 2222], [2, 3820, 38501, 472], [2, 2429, 42321, 1782], [2, 1369, 44750, 611], [2, 669, 46119, 510], [2, 686, 46788, 1059], [2, 1946, 47474, 194], [2, 1690, 49420, 2365], [2, 1960, 51110, 7337], [2, 4026, 53070, 2180], [2, 2224, 57096, 1606], [2, 1408, 59320, 1019], [2, 1069, 60728, 454], [2, 758, 61797, 294], [2, 423, 62555, 761], [2, 659, 62978, 721], [2, 850, 63637, 903], [2, 1178, 64487, 509], [2, 1271, 65665, 2008], [2, 1464, 66936, 684], [2, 886, 68400, 452], [2, 771, 69286, 840]], "tokens_check": "ok", "note": "onnectors/test_ssh.py::TestParamikoSkKeyPatch::test_sshuserclient_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\nFAILED tests/test_connectors/test_ssh.py::TestSSHConnector::test_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\n5 failed, 38 passed in 0.34s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.919901}}
{"run_id": "556c0beb39-claude-code+rtk-r0-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "556c0beb390ccd31cb1d0e7d04db233d7bff15b3", "setup": "claude-code+rtk", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.1013464, "wall_s": 58.6, "usages": [[2, 8875, 10325, 117], [2, 907, 19200, 385], [2, 1645, 20107, 382], [2, 2606, 21752, 1570], [2, 1312, 24358, 779], [2, 1063, 25670, 369]], "tokens_check": "ok", "note": "onnectors/test_ssh.py::TestParamikoSkKeyPatch::test_sshuserclient_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\nFAILED tests/test_connectors/test_ssh.py::TestSSHConnector::test_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\n5 failed, 38 passed in 0.30s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 3, "rtk_claimed_tokens_saved": 75, "rtk_fired": true, "agent_reported_cost_usd": 0.096416}}
{"run_id": "556c0beb39-claude-code-r1-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "556c0beb390ccd31cb1d0e7d04db233d7bff15b3", "setup": "claude-code", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.11075540000000002, "wall_s": 60.2, "usages": [[2, 8563, 10325, 255], [2, 3065, 18888, 375], [2, 1185, 21953, 301], [2, 1328, 23138, 1568], [2, 1345, 24466, 767], [2, 1095, 25811, 203], [2, 279, 26906, 359]], "tokens_check": "ok", "note": "onnectors/test_ssh.py::TestParamikoSkKeyPatch::test_sshuserclient_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\nFAILED tests/test_connectors/test_ssh.py::TestSSHConnector::test_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\n5 failed, 38 passed in 0.34s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.104955}}
{"run_id": "556c0beb39-claude-code@opus-r0-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "556c0beb390ccd31cb1d0e7d04db233d7bff15b3", "setup": "claude-code@opus", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.7497776, "wall_s": 271.6, "usages": [[2, 8741, 10209, 155], [2, 2727, 18950, 860], [2, 2616, 21677, 1182], [2, 3933, 24293, 397], [2, 1126, 28226, 210], [2, 441, 29352, 699], [2, 826, 29793, 129], [2, 200, 30619, 666], [2, 2392, 30819, 1489], [2, 2120, 33211, 307], [2, 286, 35331, 1436], [2, 2384, 35617, 1938], [2, 1289, 38001, 2481], [2, 2006, 39290, 225], [2, 586, 41296, 3276], [2, 2488, 41882, 1217], [2, 1808, 44370, 444], [2, 589, 46178, 134], [2, 241, 46767, 230], [2, 410, 47008, 97], [2, 986, 47418, 905], [2, 1053, 48404, 222], [2, 376, 49457, 693]], "tokens_check": "ok", "note": "blocked: ['github.com:443']", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.633458}}
{"run_id": "556c0beb39-codex@gpt-6.1-sol-r1-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "556c0beb390ccd31cb1d0e7d04db233d7bff15b3", "setup": "codex@gpt-6.1-sol", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.17703449999999998, "wall_s": 170.6, "usages": [[3, 14591, 0, 135], [3, 3060, 14591, 134], [3, 2538, 17651, 115], [3, 1036, 20189, 176], [3, 4682, 21225, 120], [3, 3449, 25907, 717], [3, 657, 29356, 805], [3, 902, 30013, 97], [3, 237, 30915, 126], [3, 204, 31152, 178], [3, 386, 31356, 90], [3, 206, 31742, 178], [3, 276, 31948, 111], [3, 191, 32224, 152], [3, 431, 32415, 109], [3, 197, 32846, 84], [3, 121, 33043, 157], [3, 240, 33164, 94], [3, 175, 33404, 130], [3, 238, 33579, 62]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'ab.chatgpt.com:443']", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "556c0beb39-claude-code@haiku-r1-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "556c0beb390ccd31cb1d0e7d04db233d7bff15b3", "setup": "claude-code@haiku", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.04226763999999999, "wall_s": 253.1, "usages": [[2, 12300, 18613, 519], [2, 2621, 30913, 295], [2, 2368, 33534, 211], [2, 1439, 35902, 735], [2, 908, 37341, 1524], [2, 1056, 38249, 593], [2, 3348, 39305, 884], [2, 1283, 42653, 1868], [2, 4244, 43936, 231], [2, 1542, 48180, 1334], [2, 1680, 49722, 485], [2, 1560, 51402, 199], [2, 833, 52962, 3017], [2, 2651, 53795, 1442], [2, 1269, 56446, 2924], [2, 2347, 57715, 267], [2, 954, 60062, 4073], [2, 3101, 61016, 8140], [2, 4851, 64117, 1554], [2, 1132, 68968, 476], [2, 604, 70100, 1248], [2, 966, 70704, 327], [2, 438, 71670, 642], [2, 998, 72108, 462], [2, 589, 73106, 167], [2, 243, 73695, 458], [2, 568, 73938, 1080], [2, 834, 74506, 223], [2, 351, 75340, 329], [2, 640, 75691, 873]], "tokens_check": "ok", "note": "onnectors/test_ssh.py::TestParamikoSkKeyPatch::test_sshuserclient_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\nFAILED tests/test_connectors/test_ssh.py::TestSSHConnector::test_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\n5 failed, 38 passed in 0.25s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 1.087788}}
{"run_id": "556c0beb39-claude-code+rtk-r1-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "556c0beb390ccd31cb1d0e7d04db233d7bff15b3", "setup": "claude-code+rtk", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.1111082, "wall_s": 45.7, "usages": [[2, 8875, 10325, 93], [2, 2689, 19200, 481], [2, 2072, 21889, 315], [2, 1602, 23961, 1385], [2, 1203, 25563, 806], [2, 1106, 26766, 106], [2, 239, 27872, 364]], "tokens_check": "ok", "note": "onnectors/test_ssh.py::TestParamikoSkKeyPatch::test_sshuserclient_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\nFAILED tests/test_connectors/test_ssh.py::TestSSHConnector::test_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\n5 failed, 38 passed in 0.30s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 7, "rtk_claimed_tokens_saved": 50, "rtk_fired": true, "agent_reported_cost_usd": 0.105998}}
{"run_id": "556c0beb39-claude-code-r2-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "556c0beb390ccd31cb1d0e7d04db233d7bff15b3", "setup": "claude-code", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.13819040000000002, "wall_s": 57.4, "usages": [[2, 8563, 10325, 258], [2, 2739, 18888, 615], [2, 2069, 21627, 732], [2, 892, 23696, 481], [2, 1510, 24588, 1761], [2, 1553, 26098, 792], [2, 1118, 27651, 267], [2, 396, 28769, 567]], "tokens_check": "ok", "note": "onnectors/test_ssh.py::TestParamikoSkKeyPatch::test_sshuserclient_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\nFAILED tests/test_connectors/test_ssh.py::TestSSHConnector::test_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\n5 failed, 38 passed in 0.29s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.12756}}
{"run_id": "556c0beb39-claude-code@opus-r1-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "556c0beb390ccd31cb1d0e7d04db233d7bff15b3", "setup": "claude-code@opus", "repeat": 1, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 1.4818594, "wall_s": 358.5, "usages": [[2, 8741, 10209, 201], [2, 2948, 18950, 499], [2, 1388, 21898, 545], [2, 446, 23286, 182], [2, 889, 23732, 895], [2, 3642, 24621, 360], [2, 453, 28263, 253], [2, 386, 28716, 3427], [2, 3599, 29102, 658], [2, 2466, 32701, 4076], [2, 4834, 35167, 1652], [2, 1001, 40001, 1006], [2, 635, 41002, 5357], [2, 3099, 41637, 767], [2, 1068, 44736, 425], [2, 932, 45804, 15302], [2, 8919, 46736, 2852], [2, 2236, 55655, 144], [2, 2215, 57891, 2151], [2, 1486, 60106, 1053], [2, 1345, 61592, 117], [2, 230, 62937, 560], [2, 806, 63167, 896], [2, 1100, 63973, 159], [2, 261, 65073, 1754], [2, 4572, 65334, 322], [2, 601, 69906, 189], [2, 421, 70507, 773]], "tokens_check": "ok", "note": "blocked: ['api.github.com:443', 'pypi.org:443', 'github.com:443']", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 1.124579}}
{"run_id": "556c0beb39-claude-code@haiku-r2-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "556c0beb390ccd31cb1d0e7d04db233d7bff15b3", "setup": "claude-code@haiku", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.03300261000000001, "wall_s": 157.3, "usages": [[2, 12300, 18613, 521], [2, 1200, 30913, 215], [2, 13312, 32113, 1168], [2, 1541, 45425, 299], [2, 1697, 46966, 2072], [2, 3321, 48663, 284], [2, 2536, 51984, 2433], [2, 3551, 54520, 219], [2, 1308, 58071, 359], [2, 1259, 59379, 1405], [2, 1136, 60638, 587], [2, 625, 61774, 580], [2, 853, 62399, 6657], [2, 3927, 63252, 1202], [2, 1225, 67179, 1241], [2, 1120, 68404, 1101], [2, 870, 69524, 222], [2, 349, 70394, 584], [2, 576, 70743, 412], [2, 562, 71319, 1144], [2, 917, 71881, 330], [2, 2951, 72798, 466], [2, 2000, 75749, 1057]], "tokens_check": "ok", "note": "onnectors/test_ssh.py::TestParamikoSkKeyPatch::test_sshuserclient_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\nFAILED tests/test_connectors/test_ssh.py::TestSSHConnector::test_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\n5 failed, 38 passed in 0.28s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.896964}}
{"run_id": "556c0beb39-codex@gpt-6.1-sol-r2-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "556c0beb390ccd31cb1d0e7d04db233d7bff15b3", "setup": "codex@gpt-6.1-sol", "repeat": 2, "outcome": "agent_error", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.135296, "wall_s": 119.2, "usages": [[3, 14591, 0, 134], [3, 3062, 14591, 87], [3, 1755, 17653, 111], [3, 1130, 19408, 160], [3, 1217, 20538, 108], [3, 184, 21755, 186], [3, 2466, 21939, 106], [3, 132, 24405, 97], [3, 4823, 24537, 139], [3, 5079, 29360, 264], [3, 1884, 34439, 764]], "tokens_check": "unverified (codex rollout log)", "note": "blocked: ['chatgpt.com:443', 'github.com:443', 'api.github.com:443', 'chatgpt.com:443', 'api.github.com:443'] Reading additional input from stdin...\n", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "556c0beb39-claude-code@opus-r2-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "556c0beb390ccd31cb1d0e7d04db233d7bff15b3", "setup": "claude-code@opus", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.547068, "wall_s": 176.4, "usages": [[2, 8741, 10209, 198], [2, 2644, 18950, 383], [2, 3142, 21594, 509], [2, 2309, 24736, 1222], [2, 2526, 27045, 765], [2, 829, 29571, 481], [2, 2629, 30400, 421], [2, 882, 33029, 2372], [2, 1568, 33911, 1176], [2, 1403, 35479, 1170], [2, 1764, 36882, 494], [2, 674, 38646, 365], [2, 1145, 39320, 118], [2, 242, 40465, 1161], [2, 1412, 40707, 205], [2, 3141, 42119, 396], [2, 637, 45260, 294], [2, 312, 45897, 674]], "tokens_check": "ok", "note": "onnectors/test_ssh.py::TestParamikoSkKeyPatch::test_sshuserclient_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\nFAILED tests/test_connectors/test_ssh.py::TestSSHConnector::test_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\n5 failed, 38 passed in 0.25s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.498608}}
{"run_id": "556c0beb39-claude-code+rtk-r2-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "556c0beb390ccd31cb1d0e7d04db233d7bff15b3", "setup": "claude-code+rtk", "repeat": 2, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.1463676, "wall_s": 56.0, "usages": [[2, 8875, 10325, 263], [2, 3069, 19200, 935], [2, 1713, 22269, 221], [2, 1752, 23982, 761], [2, 581, 25734, 202], [2, 1446, 26315, 1359], [2, 1435, 27761, 871], [2, 1205, 29196, 169], [2, 282, 30401, 459]], "tokens_check": "ok", "note": "onnectors/test_ssh.py::TestParamikoSkKeyPatch::test_sshuserclient_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\nFAILED tests/test_connectors/test_ssh.py::TestSSHConnector::test_connect_patches_paramiko_sk_key_support - AttributeError: public_blob\n5 failed, 38 passed in 0.35s\n", "cost_known": true, "agent": "claude", "extra": {"rtk_version": "0.51.0", "rtk_commands": 13, "rtk_claimed_tokens_saved": 445, "rtk_fired": true, "agent_reported_cost_usd": 0.137288}}
{"run_id": "676799baa9-claude-code-r0-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "676799baa947b0e778c0f26242e0314696ca4ed1", "setup": "claude-code", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.1131783, "wall_s": 56.9, "usages": [[2, 8460, 10325, 88], [2, 330, 18785, 217], [2, 2005, 19115, 289], [2, 1181, 21120, 893], [2, 920, 22301, 647], [2, 875, 23221, 71], [2, 381, 24096, 106], [2, 407, 24477, 778], [2, 1484, 24884, 448]], "tokens_check": "ok", "note": "\n            'ID_LIKE': 'rhel centos fedora',\n            'NAME': 'RED OS',\n            'PLATFORM_ID': 'platform:red80',\n            'PRETTY_NAME': 'RED OS 8.0',\n            'VERSION': '8.0',\n            'VERSION_ID': '8.0',\n        },\n    }\n1 failed, 1870 passed, 15 deselected, 3 warnings in 8.52s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.109998}}
{"run_id": "676799baa9-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "676799baa947b0e778c0f26242e0314696ca4ed1", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "harness_error", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.0, "wall_s": 8.4, "usages": [], "tokens_check": "", "note": "agent produced nothing: Reading additional input from stdin...\n", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "676799baa9-codex@gpt-6.1-sol-r0-a1", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "676799baa947b0e778c0f26242e0314696ca4ed1", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "harness_error", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.0, "wall_s": 8.3, "usages": [], "tokens_check": "", "note": "agent produced nothing: Reading additional input from stdin...\n", "cost_known": true, "agent": "codex", "extra": {}}
{"excluded_commit": "676799baa947b0e778c0f26242e0314696ca4ed1", "reason": "harness_error twice"}
{"run_id": "676799baa9-claude-code@opus-r0-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "676799baa947b0e778c0f26242e0314696ca4ed1", "setup": "claude-code@opus", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-opus-5-5", "cost_usd": 0.2419924, "wall_s": 82.3, "usages": [[2, 8638, 10209, 144], [2, 1699, 18847, 538], [2, 1364, 20546, 798], [2, 1056, 21910, 837], [2, 1173, 22966, 814], [2, 1105, 24139, 169], [2, 259, 25244, 191], [2, 552, 25503, 418], [2, 3138, 26055, 313], [2, 810, 29193, 679]], "tokens_check": "ok", "note": "\n            'ID_LIKE': 'rhel centos fedora',\n            'NAME': 'RED OS',\n            'PLATFORM_ID': 'platform:red80',\n            'PRETTY_NAME': 'RED OS 8.0',\n            'VERSION': '8.0',\n            'VERSION_ID': '8.0',\n        },\n    }\n1 failed, 1870 passed, 15 deselected, 3 warnings in 8.32s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.230112}}
{"run_id": "676799baa9-claude-code@haiku-r0-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "676799baa947b0e778c0f26242e0314696ca4ed1", "setup": "claude-code@haiku", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.016295205, "wall_s": 122.2, "usages": [[2, 12197, 18613, 661], [2, 1681, 30810, 148], [2, 1718, 32491, 625], [2, 902, 34209, 556], [2, 1707, 35111, 2204], [2, 1459, 36818, 560], [2, 624, 38277, 1237], [2, 994, 38901, 233], [2, 366, 39895, 161], [2, 253, 40261, 162], [2, 231, 40514, 147], [2, 668, 40745, 290], [2, 449, 41413, 3222], [2, 1949, 41862, 388], [2, 521, 43811, 223], [2, 350, 44332, 372], [2, 896, 44682, 258], [2, 466, 45578, 512]], "tokens_check": "ok", "note": "\n            'ID_LIKE': 'rhel centos fedora',\n            'NAME': 'RED OS',\n            'PLATFORM_ID': 'platform:red80',\n            'PRETTY_NAME': 'RED OS 8.0',\n            'VERSION': '8.0',\n            'VERSION_ID': '8.0',\n        },\n    }\n1 failed, 1869 passed, 15 deselected, 3 warnings in 8.15s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.445164}}
{"run_id": "36a02ddc39-claude-code@haiku-r0-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "36a02ddc3972426e06aeccfa075ed597e7c2a884", "setup": "claude-code@haiku", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-haiku-5-5", "cost_usd": 0.006878685000000001, "wall_s": 39.7, "usages": [[2, 12207, 18613, 646], [2, 1119, 30820, 1288], [2, 1964, 31939, 527], [2, 1878, 33903, 2979], [2, 1673, 35781, 584]], "tokens_check": "ok", "note": "Error: No module named 'pyinfra.operations.go'\n=========================== short test summary info ============================\nERROR tests/test_facts.py\nERROR tests/test_operations.py\n!!!!!!!!!!!!!!!!!!! Interrupted: 2 errors during collection !!!!!!!!!!!!!!!!!!!!\n15 deselected, 2 errors in 10.82s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.199976}}
{"run_id": "36a02ddc39-codex@gpt-6.1-sol-r0-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "36a02ddc3972426e06aeccfa075ed597e7c2a884", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "harness_error", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.0, "wall_s": 8.1, "usages": [], "tokens_check": "", "note": "agent produced nothing: Reading additional input from stdin...\n", "cost_known": true, "agent": "codex", "extra": {}}
{"run_id": "36a02ddc39-codex@gpt-6.1-sol-r0-a1", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "36a02ddc3972426e06aeccfa075ed597e7c2a884", "setup": "codex@gpt-6.1-sol", "repeat": 0, "outcome": "harness_error", "passed": false, "model": "gpt-6.1-sol", "cost_usd": 0.0, "wall_s": 8.3, "usages": [], "tokens_check": "", "note": "agent produced nothing: Reading additional input from stdin...\n", "cost_known": true, "agent": "codex", "extra": {}}
{"excluded_commit": "36a02ddc3972426e06aeccfa075ed597e7c2a884", "reason": "harness_error twice"}
{"run_id": "36a02ddc39-claude-code-r0-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "36a02ddc3972426e06aeccfa075ed597e7c2a884", "setup": "claude-code", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.24815380000000004, "wall_s": 100.9, "usages": [[2, 8470, 10325, 280], [2, 1950, 18795, 210], [2, 2380, 20745, 2379], [2, 3031, 23125, 1039], [2, 1566, 26156, 3415], [2, 6200, 27722, 189], [2, 351, 33922, 219], [2, 369, 34273, 3544], [2, 4347, 34642, 230], [2, 374, 38989, 673]], "tokens_check": "ok", "note": " \n  Full diff:\n    [\n  -     'BINDIR=$(go env GOBIN); [ -z \"$BINDIR\" ] && BINDIR=\"$(go env '\n  -     'GOPATH)/bin\"; rm -f \"$BINDIR\"/bar',\n  +     'bin=\"$(go env GOBIN)\"; bin=\"${bin:-$(go env GOPATH)/bin}\"; rm -f '\n  +     '\"$bin\"/bar',\n    ]\n6 failed, 1879 passed, 15 deselected, 3 warnings in 8.83s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.231844}}
{"run_id": "92650d3ee3-claude-code-r0-a0", "repo": "https://github.com/pyinfra-dev/pyinfra", "commit": "92650d3ee3498b7afec7c621b98cbb75fbd3437a", "setup": "claude-code", "repeat": 0, "outcome": "tests_failed", "passed": false, "model": "claude-sonnet-5-5", "cost_usd": 0.1019672, "wall_s": 53.5, "usages": [[2, 8473, 10325, 133], [2, 1144, 18798, 249], [2, 375, 19942, 153], [2, 596, 20317, 1202], [2, 1756, 20913, 1136], [2, 1536, 22669, 104], [2, 202, 24205, 115], [2, 202, 24407, 299]], "tokens_check": "ok", "note": "tml\n=========================== short test summary info ============================\nFAILED tests/test_facts.py::server.Mounts::test_server.Mounts_openbsd - AssertionError: assert 'mount' == 'mount -v'\n  \n  - mount -v\n  ?      ---\n  + mount\n1 failed, 1882 passed, 15 deselected, 3 warnings in 18.13s\n", "cost_known": true, "agent": "claude", "extra": {"agent_reported_cost_usd": 0.099697}}
