c-suvamsa · Oct 15, 2026
@@ -0,0 +1,169 @@
+# Claude Code / Claude Sonnet 5.5
+# Source job: e38f2267-a754-4246-8338-b6934678df58
+# https://hub.harborframework.com/jobs/e38f2267-a754-4246-8338-b6934678df58
+# One AgentTimeoutError trial recorded reward 1.0 after an answer was submitted; it is included unchanged.
+rows:
+- metadata:
+    agent_display_name: Claude Code
+    model_display_name: Claude Sonnet 5.5
+    agent_org_display_name: Anthropic
+    model_org_display_name: Anthropic
+  metrics:
+    accuracy: 65.71
+    display_accuracy: 65.7%
+    uncached_input_tokens: 5271382
+    cached_input_tokens: 52539022
+    output_tokens: 690011
+    total_tokens: 58500415
+    avg_trial_duration_sec: 152.57
+    pass_at_2: 0.7968
+    pass_at_3: 0.8494
+    pass_at_4: 0.8748
+    pass_at_5: 0.8895
+    pass_at_8: 0.9143
+    pass_at_10: 0.9286
+    n_trials: 140
+    total_cost_usd: 24.89
+    display_total_cost_usd: $24.89
+  status: display
+  trial_ids:
+  - e8f80fe2-0c74-43e7-aa8e-71d3786c63d7
+  - 1e579689-713a-40d9-82c4-f01c7e208d53
+  - a045ae97-ad35-45e6-b895-742284405bff
+  - 9e830e67-7f9d-42f3-9584-e8a031d4800b
+  - 30b2cbff-804d-49a5-b5b7-1a3be516b96a
+  - 082720d5-a0d1-4be3-b462-e4f20f747df7
+  - 60cb3801-ac85-4e92-8989-a2c5c84d6010
+  - 258270ee-d2cd-4529-b84a-14a454485a6b
+  - d46052c2-e9c8-4ba6-87d2-4e7552c1415c
+  - 5e6e899a-f674-4be8-b236-222e4d45cab0
+  - d60dde4f-a7e5-4fb3-af27-09bbf03876b9
+  - 808c6e0d-3d55-48f9-a429-f198f638ed3b
+  - daa2d61e-db00-4ee3-8256-b3643651c904
+  - 7cea7eb8-11c1-44b7-9a41-292fac2f97b5
+  - 186d6df1-750e-4036-83f0-309d795f31a7
+  - 1c83705f-9b2b-4b02-ab48-1cbace372fb3
+  - 60996c6b-9ab7-4c17-ade3-c9e71bfdb4e9
+  - 9b56b994-8391-4755-b0ad-4848c8082349
+  - 3fc5e6c4-3d50-4855-9c61-a5f63b8fafab
+  - e6036b5f-a204-4b33-9306-87e5d179a1a6
+  - 35db7ed8-3d6f-4b12-8c5f-80b1fe1844ab
+  - 45efd00b-61c1-40f0-a5c5-1b009254a525
+  - 70641c62-49d8-4f24-9fe3-db5a876ef7e3
+  - f66efd0a-7bd3-47c7-b2f7-8943de1e4e22
+  - 6941e1a5-251e-43af-a124-d0f208bc11a1
+  - 447c6a0f-0345-48e3-83c1-eddcccd5366f
+  - 75cbc042-8cac-437e-ab3f-c2776cb78556
+  - 03e8cc40-dcd1-4b63-8e43-06a02b97ce5b
+  - f7bd16cd-9c11-4219-8255-0b57fea3d086
+  - cd1b0cbb-8a74-4364-8411-3bfbbc30edf3
+  - 8473e93c-c8db-408d-b767-4c2c25521b23
+  - 35560dd0-ebfa-49ad-a433-7494ae1ff5ec
+  - 43259a0e-02b1-4a65-bf83-3002e0ab3af5
+  - 37f79f7a-791c-4ffd-a756-be49c3065e2d
+  - d51206ca-20d2-46a7-8568-71bad8d6a09c
+  - aff3bbb6-5965-4f4c-ba4e-bbc83fb2181a
+  - dd8cf74c-775d-4408-b0fc-8663818a2d81
+  - 26b98dab-96f1-42da-9164-4a5fc8c417a8
+  - 649f3b2a-5c1b-4fe0-a1a1-6be0671c3593
+  - 6fe19fa8-92d0-47f7-a1c2-90be9f5ab3a5
+  - 740d1b2d-6099-4b64-84b5-37378f9ed36d
+  - 9284ea8e-f838-4dfb-a7e7-574de9a29790
+  - 40ce65ef-9c0a-47cf-950e-2917a43bd26d
+  - 8f8ff33b-c290-43c1-a759-7edc315db527
+  - e124cead-f491-435e-abe6-38da559274df
+  - 8bb50459-afb1-48b0-91a8-578d53ffac74
+  - 543ff83d-3ebc-46a8-b9b9-7c49b39e298d
+  - 82543747-99b3-4f3e-891c-ec8a2e9cf119
+  - db412ca7-4ad5-4ce5-aff2-ee11104c1562
+  - 14dbc9e8-0b2d-46a3-8a04-b16db9147de2
+  - de1b6165-17f9-4317-a606-b657a7047817
+  - fc52c035-50f3-4235-b8d7-2b9bd65f050c
+  - b215541a-e0cb-4bbc-96e3-3f9ae1ef4520
+  - 848b6d97-cc27-4b85-924e-d746765bc352
+  - e9218cfd-7c7b-455c-8b44-48b21491bf5c
+  - 1bd43d5d-31ee-4c78-bea7-30d51dbf22c1
+  - e8448ba7-0e11-49e6-ae6b-07b0f8d4e595
+  - 7edd29ac-e0e0-4425-b4b7-970a927652bb
+  - 9ea2a4a3-c4d6-49c1-8d17-6ed4bfd00f29
+  - bd84316a-4e63-44e3-a2cd-985a597d30e3
+  - a96856f4-ea5f-4717-8ee0-f783d23feb9f
+  - 340451cb-4574-429a-b00a-8d59f2b0b9e9
+  - 12a5e4cf-e81f-4176-aa7f-952227fa66d8
+  - 2f2820f7-9abf-45b2-b0b7-469168ddb22b
+  - 72fbc25e-619c-4da6-9fb3-9a548d9d5873
+  - 7b95468a-e7ba-4015-81f1-2c39cdc8c390
+  - 8bfcefac-eb66-400a-9d3d-e46102d141e2
+  - fb59a8dd-ebe8-4e71-8e9c-c851a4b2d2ad
+  - 89a7ecbb-3f64-444d-866e-b982d471af9f
+  - 83bd58a4-cb76-4a3d-af8a-9cf894fe6917
+  - 56806e17-13ed-4b05-ab48-4dec3217d931
+  - 4a26b367-7e5c-4ab8-ba0e-bbaf506a1eed
+  - 3c1d7ebf-30bb-48ae-beac-cea7de1493ba
+  - 6ec5d461-f52f-4266-b248-867d86a9c7d6
+  - ac8303e0-586f-4319-b798-98c8108b122c
+  - 48f70cfb-c791-4cfb-a58b-c61944298917
+  - 374e4ec1-c0af-4db6-9040-4bde6e0d6ef5
+  - c9ab7d1b-030b-4369-a717-3ea52fa67226
+  - c00a28a7-3208-4dcb-9d67-dee89c78d6cc
+  - 069360fc-db00-43de-9cc3-2c4574b8a891
+  - e233f76b-a52a-41ae-b8a0-3dee1db3e37c
+  - 0c9b75a0-0dec-4457-974a-c3248185b4c0
+  - cba7a742-0313-48cb-a458-3b39e78dcaa8
+  - 2b19d532-f4cc-43ca-8c02-1fc90f38ecdd
+  - 142745d5-430d-47bf-8c9c-1446c7401940
+  - fee2c3a9-972a-4ab5-8b37-a311e886cd0e
+  - 69847b00-811b-401b-9c68-d8b237eda978
+  - 3018522c-cc62-4cd9-9293-829519157109
+  - 22c6bdcb-1b80-4d21-9857-f95ad1ed67b6
+  - f47c906f-3519-4a15-863a-71f6f1cd903e
+  - 3ed51a1c-6103-46d9-9d31-407d5f8828b9
+  - 615b71d3-361f-4088-9991-6dd844c9f137
+  - 6651c30a-85fc-488d-a093-931b559a473b
+  - bb0342cf-1c14-4f1d-a6ec-7344c53c8f6e
+  - 49649a26-d2f1-4d4f-b134-c6be691c4135
+  - 595c432d-4c1b-4dc2-8954-a17384560bb7
+  - a77d9d6d-e2fa-4ce7-8018-5082e6eb6ab0
+  - 55dbac6b-ef5c-4b7b-95d7-e8b9e1045f5b
+  - f87ad9f8-74a1-42ac-8fb3-e11aefe8cc5b
+  - 651eb9fe-4dc6-4181-94a7-477d270b44ca
+  - 993f5a6f-6dc7-49cb-938a-105571a6f9ac
+  - 4c345273-7b6f-45bd-b1c3-fb5ec4cae697
+  - 07ccdce4-7e2a-4cb4-a6e9-3675b69fd250
+  - 46b4c5d8-64ab-49aa-8527-74e0edb56e43
+  - fff701e5-caf4-427e-bae9-b85d9e879a4f
+  - 5b7a4d27-3eaf-4268-bf03-c65126c3ab96
+  - 94faf0e7-1d4d-4149-9181-1dfef0969147
+  - 1a4aab67-5f5f-49c3-bb04-845cda69e278
+  - a4d58877-0421-47e1-b495-10b48ff1b797
+  - 8364d297-b3c5-407f-8f0f-181495a3b3cd
+  - bf2b274c-4ec0-4244-8676-07a737cd725d
+  - 0f6c0d60-991c-4578-a929-6305a5d657da
+  - 24800b77-d34f-4a26-b76c-5d1c45fc5815
+  - 6963cc5f-a180-4213-b21c-95c3d373c232
+  - 4f4e078e-3999-4dd0-9016-44578e4e1457
+  - 44ad1242-0d42-42d6-bfd1-e2e4da67d9e9
+  - 9e4b7947-2a95-45a1-9985-b2284a03e959
+  - 668771b0-5dd0-4375-bc87-d5323979d073
+  - 7a94ae48-19d8-4c35-b6a5-d3f2bf2c9619
+  - 64b2654f-381c-40a1-b8f6-2f2dfa405a7f
+  - fd9a3457-58ea-4c31-8842-4c93dcee1d8f
+  - 19d41fb4-27e8-496b-9575-15b0d35a1b3e
+  - 285fb2bb-2735-4439-a874-7ffcf8eede2a
+  - 7d0114e2-c6d6-4c4e-994c-766baa386ba1
+  - f999b4be-f288-4714-815b-727b68591726
+  - bd31c0ce-5827-4298-bdea-723167d76b39
+  - 6f801601-6fba-4324-8f2c-38a8003f41dd
+  - 6a5597ab-ee61-4dff-be3e-3251b4b28598
+  - b6b580ee-3369-4d14-8972-e2bb57dab32a
+  - 06e383ba-5e00-4429-a069-2724a25e32c3
+  - 1ed6f332-cc41-4aa0-8790-289654392beb
+  - 2e732e8f-ba71-4420-98b9-9a82a99a7f8b
+  - 837d730e-b96b-4652-b7f6-86610b301f8c
+  - c8976e16-68c7-4a00-bfe7-9f345bc6fb80
+  - a640040d-8541-4684-8c88-27ca080da133
+  - bf970cdd-c9aa-4b1f-a708-37200320d36a
+  - 7fcc6a46-359d-46e8-a493-0919833d1a3f
+  - 2d4e2df5-9165-4a4f-b10d-fb37ab5a3fed
+  - 9eb1af78-b14b-44f1-9ba5-f3baa963d5d0
+  - 0ba45c49-7611-4528-ac2f-da10cfb9671e