From 190d4b0525a7fca66ce4dce7d92eb66d220c9542 Mon Sep 17 00:00:00 2001 From: c-suvamsa Date: Thu, 15 Oct 2026 21:25:27 +0530 Subject: [PATCH] Add Claude Code Sonnet 5.5 leaderboard result --- ...10-15__claude-code__claude-sonnet-5-5.yaml | 169 ++++++++++++++++++ 1 file changed, 169 insertions(+) create mode 100644 leaderboard/entries/2026-10-15__claude-code__claude-sonnet-5-5.yaml diff --git a/leaderboard/entries/2026-10-15__claude-code__claude-sonnet-5-5.yaml b/leaderboard/entries/2026-10-15__claude-code__claude-sonnet-5-5.yaml new file mode 100644 index 0000000..de4e382 --- /dev/null +++ b/leaderboard/entries/2026-10-15__claude-code__claude-sonnet-5-5.yaml @@ -0,0 +1,169 @@ +# Claude Code / Claude Sonnet 5.5 +# Source job: e38f2267-a754-4246-8338-b6934678df58 +# https://hub.harborframework.com/jobs/e38f2267-a754-4246-8338-b6934678df58 +# One AgentTimeoutError trial recorded reward 1.0 after an answer was submitted; it is included unchanged. +rows: +- metadata: + agent_display_name: Claude Code + model_display_name: Claude Sonnet 5.5 + agent_org_display_name: Anthropic + model_org_display_name: Anthropic + metrics: + accuracy: 65.71 + display_accuracy: 65.7% + uncached_input_tokens: 5271382 + cached_input_tokens: 52539022 + output_tokens: 690011 + total_tokens: 58500415 + avg_trial_duration_sec: 152.57 + pass_at_2: 0.7968 + pass_at_3: 0.8494 + pass_at_4: 0.8748 + pass_at_5: 0.8895 + pass_at_8: 0.9143 + pass_at_10: 0.9286 + n_trials: 140 + total_cost_usd: 24.89 + display_total_cost_usd: $24.89 + status: display + trial_ids: + - e8f80fe2-0c74-43e7-aa8e-71d3786c63d7 + - 1e579689-713a-40d9-82c4-f01c7e208d53 + - a045ae97-ad35-45e6-b895-742284405bff + - 9e830e67-7f9d-42f3-9584-e8a031d4800b + - 30b2cbff-804d-49a5-b5b7-1a3be516b96a + - 082720d5-a0d1-4be3-b462-e4f20f747df7 + - 60cb3801-ac85-4e92-8989-a2c5c84d6010 + - 258270ee-d2cd-4529-b84a-14a454485a6b + - d46052c2-e9c8-4ba6-87d2-4e7552c1415c + - 5e6e899a-f674-4be8-b236-222e4d45cab0 + - d60dde4f-a7e5-4fb3-af27-09bbf03876b9 + - 808c6e0d-3d55-48f9-a429-f198f638ed3b + - daa2d61e-db00-4ee3-8256-b3643651c904 + - 7cea7eb8-11c1-44b7-9a41-292fac2f97b5 + - 186d6df1-750e-4036-83f0-309d795f31a7 + - 1c83705f-9b2b-4b02-ab48-1cbace372fb3 + - 60996c6b-9ab7-4c17-ade3-c9e71bfdb4e9 + - 9b56b994-8391-4755-b0ad-4848c8082349 + - 3fc5e6c4-3d50-4855-9c61-a5f63b8fafab + - e6036b5f-a204-4b33-9306-87e5d179a1a6 + - 35db7ed8-3d6f-4b12-8c5f-80b1fe1844ab + - 45efd00b-61c1-40f0-a5c5-1b009254a525 + - 70641c62-49d8-4f24-9fe3-db5a876ef7e3 + - f66efd0a-7bd3-47c7-b2f7-8943de1e4e22 + - 6941e1a5-251e-43af-a124-d0f208bc11a1 + - 447c6a0f-0345-48e3-83c1-eddcccd5366f + - 75cbc042-8cac-437e-ab3f-c2776cb78556 + - 03e8cc40-dcd1-4b63-8e43-06a02b97ce5b + - f7bd16cd-9c11-4219-8255-0b57fea3d086 + - cd1b0cbb-8a74-4364-8411-3bfbbc30edf3 + - 8473e93c-c8db-408d-b767-4c2c25521b23 + - 35560dd0-ebfa-49ad-a433-7494ae1ff5ec + - 43259a0e-02b1-4a65-bf83-3002e0ab3af5 + - 37f79f7a-791c-4ffd-a756-be49c3065e2d + - d51206ca-20d2-46a7-8568-71bad8d6a09c + - aff3bbb6-5965-4f4c-ba4e-bbc83fb2181a + - dd8cf74c-775d-4408-b0fc-8663818a2d81 + - 26b98dab-96f1-42da-9164-4a5fc8c417a8 + - 649f3b2a-5c1b-4fe0-a1a1-6be0671c3593 + - 6fe19fa8-92d0-47f7-a1c2-90be9f5ab3a5 + - 740d1b2d-6099-4b64-84b5-37378f9ed36d + - 9284ea8e-f838-4dfb-a7e7-574de9a29790 + - 40ce65ef-9c0a-47cf-950e-2917a43bd26d + - 8f8ff33b-c290-43c1-a759-7edc315db527 + - e124cead-f491-435e-abe6-38da559274df + - 8bb50459-afb1-48b0-91a8-578d53ffac74 + - 543ff83d-3ebc-46a8-b9b9-7c49b39e298d + - 82543747-99b3-4f3e-891c-ec8a2e9cf119 + - db412ca7-4ad5-4ce5-aff2-ee11104c1562 + - 14dbc9e8-0b2d-46a3-8a04-b16db9147de2 + - de1b6165-17f9-4317-a606-b657a7047817 + - fc52c035-50f3-4235-b8d7-2b9bd65f050c + - b215541a-e0cb-4bbc-96e3-3f9ae1ef4520 + - 848b6d97-cc27-4b85-924e-d746765bc352 + - e9218cfd-7c7b-455c-8b44-48b21491bf5c + - 1bd43d5d-31ee-4c78-bea7-30d51dbf22c1 + - e8448ba7-0e11-49e6-ae6b-07b0f8d4e595 + - 7edd29ac-e0e0-4425-b4b7-970a927652bb + - 9ea2a4a3-c4d6-49c1-8d17-6ed4bfd00f29 + - bd84316a-4e63-44e3-a2cd-985a597d30e3 + - a96856f4-ea5f-4717-8ee0-f783d23feb9f + - 340451cb-4574-429a-b00a-8d59f2b0b9e9 + - 12a5e4cf-e81f-4176-aa7f-952227fa66d8 + - 2f2820f7-9abf-45b2-b0b7-469168ddb22b + - 72fbc25e-619c-4da6-9fb3-9a548d9d5873 + - 7b95468a-e7ba-4015-81f1-2c39cdc8c390 + - 8bfcefac-eb66-400a-9d3d-e46102d141e2 + - fb59a8dd-ebe8-4e71-8e9c-c851a4b2d2ad + - 89a7ecbb-3f64-444d-866e-b982d471af9f + - 83bd58a4-cb76-4a3d-af8a-9cf894fe6917 + - 56806e17-13ed-4b05-ab48-4dec3217d931 + - 4a26b367-7e5c-4ab8-ba0e-bbaf506a1eed + - 3c1d7ebf-30bb-48ae-beac-cea7de1493ba + - 6ec5d461-f52f-4266-b248-867d86a9c7d6 + - ac8303e0-586f-4319-b798-98c8108b122c + - 48f70cfb-c791-4cfb-a58b-c61944298917 + - 374e4ec1-c0af-4db6-9040-4bde6e0d6ef5 + - c9ab7d1b-030b-4369-a717-3ea52fa67226 + - c00a28a7-3208-4dcb-9d67-dee89c78d6cc + - 069360fc-db00-43de-9cc3-2c4574b8a891 + - e233f76b-a52a-41ae-b8a0-3dee1db3e37c + - 0c9b75a0-0dec-4457-974a-c3248185b4c0 + - cba7a742-0313-48cb-a458-3b39e78dcaa8 + - 2b19d532-f4cc-43ca-8c02-1fc90f38ecdd + - 142745d5-430d-47bf-8c9c-1446c7401940 + - fee2c3a9-972a-4ab5-8b37-a311e886cd0e + - 69847b00-811b-401b-9c68-d8b237eda978 + - 3018522c-cc62-4cd9-9293-829519157109 + - 22c6bdcb-1b80-4d21-9857-f95ad1ed67b6 + - f47c906f-3519-4a15-863a-71f6f1cd903e + - 3ed51a1c-6103-46d9-9d31-407d5f8828b9 + - 615b71d3-361f-4088-9991-6dd844c9f137 + - 6651c30a-85fc-488d-a093-931b559a473b + - bb0342cf-1c14-4f1d-a6ec-7344c53c8f6e + - 49649a26-d2f1-4d4f-b134-c6be691c4135 + - 595c432d-4c1b-4dc2-8954-a17384560bb7 + - a77d9d6d-e2fa-4ce7-8018-5082e6eb6ab0 + - 55dbac6b-ef5c-4b7b-95d7-e8b9e1045f5b + - f87ad9f8-74a1-42ac-8fb3-e11aefe8cc5b + - 651eb9fe-4dc6-4181-94a7-477d270b44ca + - 993f5a6f-6dc7-49cb-938a-105571a6f9ac + - 4c345273-7b6f-45bd-b1c3-fb5ec4cae697 + - 07ccdce4-7e2a-4cb4-a6e9-3675b69fd250 + - 46b4c5d8-64ab-49aa-8527-74e0edb56e43 + - fff701e5-caf4-427e-bae9-b85d9e879a4f + - 5b7a4d27-3eaf-4268-bf03-c65126c3ab96 + - 94faf0e7-1d4d-4149-9181-1dfef0969147 + - 1a4aab67-5f5f-49c3-bb04-845cda69e278 + - a4d58877-0421-47e1-b495-10b48ff1b797 + - 8364d297-b3c5-407f-8f0f-181495a3b3cd + - bf2b274c-4ec0-4244-8676-07a737cd725d + - 0f6c0d60-991c-4578-a929-6305a5d657da + - 24800b77-d34f-4a26-b76c-5d1c45fc5815 + - 6963cc5f-a180-4213-b21c-95c3d373c232 + - 4f4e078e-3999-4dd0-9016-44578e4e1457 + - 44ad1242-0d42-42d6-bfd1-e2e4da67d9e9 + - 9e4b7947-2a95-45a1-9985-b2284a03e959 + - 668771b0-5dd0-4375-bc87-d5323979d073 + - 7a94ae48-19d8-4c35-b6a5-d3f2bf2c9619 + - 64b2654f-381c-40a1-b8f6-2f2dfa405a7f + - fd9a3457-58ea-4c31-8842-4c93dcee1d8f + - 19d41fb4-27e8-496b-9575-15b0d35a1b3e + - 285fb2bb-2735-4439-a874-7ffcf8eede2a + - 7d0114e2-c6d6-4c4e-994c-766baa386ba1 + - f999b4be-f288-4714-815b-727b68591726 + - bd31c0ce-5827-4298-bdea-723167d76b39 + - 6f801601-6fba-4324-8f2c-38a8003f41dd + - 6a5597ab-ee61-4dff-be3e-3251b4b28598 + - b6b580ee-3369-4d14-8972-e2bb57dab32a + - 06e383ba-5e00-4429-a069-2724a25e32c3 + - 1ed6f332-cc41-4aa0-8790-289654392beb + - 2e732e8f-ba71-4420-98b9-9a82a99a7f8b + - 837d730e-b96b-4652-b7f6-86610b301f8c + - c8976e16-68c7-4a00-bfe7-9f345bc6fb80 + - a640040d-8541-4684-8c88-27ca080da133 + - bf970cdd-c9aa-4b1f-a708-37200320d36a + - 7fcc6a46-359d-46e8-a493-0919833d1a3f + - 2d4e2df5-9165-4a4f-b10d-fb37ab5a3fed + - 9eb1af78-b14b-44f1-9ba5-f3baa963d5d0 + - 0ba45c49-7611-4528-ac2f-da10cfb9671e