Leaderboard v1: Computer / Claude Sonnet 5.5

leaderboard/entries/2026-10-15__computer__claude-sonnet-5-5.yaml

@@ -0,0 +1,169 @@
+# DevRev Computer / Claude Sonnet 5.5
+# Source job: 21e21855-1281-40dc-a6f2-189162002516
+# https://hub.harborframework.com/jobs/21e21855-1281-40dc-a6f2-189162002516
+# SDK-reported cost summed across all trials; not a gateway invoice.
+rows:
+- metadata:
+    agent_display_name: DevRev Computer
+    model_display_name: Claude Sonnet 5.5
+    agent_org_display_name: DevRev
+    model_org_display_name: Anthropic
+  metrics:
+    accuracy: 96.43
+    display_accuracy: 96.4%
+    uncached_input_tokens: 737399
+    cached_input_tokens: 43999117
+    output_tokens: 794199
+    total_tokens: 45530715
+    avg_trial_duration_sec: 146.52
+    pass_at_2: 0.9952
+    pass_at_3: 0.9994
+    pass_at_4: 1.0
+    pass_at_5: 1.0
+    pass_at_8: 1.0
+    pass_at_10: 1.0
+    n_trials: 140
+    total_cost_usd: 99.92
+    display_total_cost_usd: $99.92
+  status: display
+  trial_ids:
+  - 9a3703f0-66dd-4197-a919-6be6d62212b5
+  - 5f9a5ffa-ff36-4827-be58-bc886e48b1bb
+  - a9d26e72-35d4-4466-8589-9bea79968e19
+  - e45284e3-9999-4341-bf00-0d14db55eeaa
+  - f3441aa2-c597-4f2c-a20f-505d10a6890c
+  - b1c37bcb-b9c3-4120-b1fc-0c5823eb82b6
+  - a8098edc-624f-4f94-95a6-7e227c8bbbb9
+  - 55507d8d-4302-4461-9aa3-1c97c0f5d342
+  - 4562cd15-4b31-47a3-8f47-cb040c5a711b
+  - b6d0f230-5f20-414e-972d-bc7cc9f3fb05
+  - c60810d5-3b03-44c9-ae8b-31646db3787b
+  - 4bca18ba-fbee-427a-8116-72fac9cc283e
+  - c66ef9df-2348-4608-bbde-025fe432c9f3
+  - 534482e7-eef4-4076-9a20-b24735065647
+  - dbcfa314-66c1-4108-8d2b-bad019e35178
+  - ad062078-0679-47b4-bfd3-eb270244e519
+  - 222bf153-0cfe-4f1a-adaf-60d222bb3f8f
+  - 5ab626e6-5542-4035-9475-92b55f682eee
+  - 8f761133-635a-43eb-b9f2-49a4bc27bd01
+  - 2f4eff90-26ed-4d64-8057-50a97534baf1
+  - 111a22d9-a12c-47f2-9db0-c7c8b63e1014
+  - 6a0f7b5f-b256-480e-8fbf-b78cf0832f8c
+  - 9b7284e8-5d6d-4684-9323-a569cb46679b
+  - c140c862-0316-4130-acc9-e6ec1285e198
+  - f7e0ab93-c70f-4085-9af7-5aa6a9c6b030
+  - a11add93-49bc-45ed-b304-35cc3d53906d
+  - a828a0b1-c786-4419-90d5-4717e1c55f9e
+  - f269efaf-7992-4989-b286-5948d19a0557
+  - 4f80d96d-cf93-4a07-857d-40480f3c600d
+  - 32d81966-f20b-4a4b-a255-695667fa5412
+  - 83381afe-9380-4b0c-8e71-5d3c46929c29
+  - 04ba3bc1-b9e6-4700-a392-4f098da7ab09
+  - efe8177b-a565-43fd-8086-bc8abb66f98b
+  - 01e76249-9e88-410d-9772-225127cccd0b
+  - d50a106d-ff19-4cfc-bd05-03a32fc92e65
+  - 4f212f89-1319-41d4-ac39-5553e81a3b97
+  - dd195a34-a422-4ef4-8c39-bcdaeb6e15a8
+  - b830b308-e04c-41de-b77f-f127897989a1
+  - a93d0c5d-597b-49e0-a1b7-bfdbae8dab82
+  - 3c069795-f178-454c-9f5e-995139a9a0c6
+  - e45eb4ed-bb6a-4417-bb72-8e0d5bfe7b84
+  - 9ad506e6-95e9-4c98-a66e-c6b9a6be3cdb
+  - 37fdd75a-c64c-4a11-9f8e-2ccc2d82cc19
+  - 94618b8c-0f65-41c0-b0d0-6b17d5142350
+  - bfac1ad3-0c8c-4583-b963-e0c2e9909dde
+  - 020972d3-016d-4eb6-963f-9348577f9f1a
+  - 29149364-2c44-4196-bd43-c48428f8fac1
+  - 0d9dbe96-9f1a-4c3d-b0ea-a3953441e6a2
+  - a0d31b89-4035-4c3e-b1d7-a437b07e21e9
+  - de15a1b1-29f1-4a8a-9f5b-dfd55ec1a0d5
+  - 745e7cb5-15e6-428a-8ad7-eb4c7fb98ddc
+  - f487da54-9e9a-41bf-9410-7cff2c081b61
+  - 8de07b92-134e-4860-884c-e527deeeaded
+  - da5a020c-dd52-4287-92e9-fb86a9c9f484
+  - 2bac099c-b658-4a33-9249-d328e005b28f
+  - e8aa28d7-6170-4b33-8d4f-f52973f455fc
+  - af9b9369-914b-436e-bce3-c3a2da1fbe92
+  - 437e4893-367d-4024-9d7c-c8f0f0779ca4
+  - daf2d2e2-b1c1-4d4c-aed7-7310a6d5ad4b
+  - 15b73b3b-df0f-4b52-9026-2327f7be186b
+  - 8dd9cdec-4318-4af5-b768-157464a7586e
+  - aaf03e43-54de-4e13-a22e-5830a8a2ef0f
+  - fbf29664-acca-4cc7-9076-ecb8410db4ea
+  - 621bc858-fce4-4463-ac95-15aff0864b00
+  - 6f2fc4d9-607d-4768-9600-f1e4dd7df3f8
+  - b8bfa163-a3e1-48f1-bbfc-cad51a054552
+  - 1d16a5ce-6730-4578-a57a-8d7f04dad0ae
+  - 9bd51fe6-c98b-4df5-bfe3-a7dd0cf6ab64
+  - 518e588b-9c5d-47e3-9e5c-f7639a3390aa
+  - 8c457dc7-ee0d-432d-acb8-56ed139945ae
+  - 97b94e03-0107-4be7-b093-c28f094db067
+  - 4f699e6b-dc12-447d-9c37-13f36274a729
+  - 9af512dd-7db3-44f6-ae27-549cc1761105
+  - 43e48c67-baa4-4b0c-83f8-66a2cf89c92e
+  - 1685ec15-ff98-42ac-86f6-d119d9511b5d
+  - 2b534925-90d4-49ce-a87d-6618ae17c7bc
+  - e3521314-4333-4d07-a6fd-1f82dc4758e1
+  - 42c30f16-f073-4f5e-8531-7a73170c9690
+  - f829669e-d9cf-4ce4-a2d7-d814b738bfef
+  - 9ecf8f28-ce85-44ef-ae73-8eb268cdf379
+  - c6762f1a-9d73-4865-8e24-0c66d75ddab6
+  - 71c0dde1-9e91-4a74-b2b5-2fccaa8441ee
+  - de0e59a6-8aea-4727-a411-afca515ee054
+  - 00e81312-bcf4-4015-9266-7fec6242d211
+  - 362efee3-8fc7-4a41-bb12-fccedd6558db
+  - 92e18adb-752f-4169-b559-430c45c021be
+  - cd8a6602-e9dd-48f3-a5af-5687445ea4ae
+  - c93ecc11-9abf-4bc2-a5ea-a8606563b55d
+  - 0ba3dbf6-80ad-4480-ab8b-f58bccfd5e7c
+  - a7cde770-f6e1-4f60-99e0-92145a3ac2c6
+  - a54c7722-cb8e-4aec-8185-06becbc81a9c
+  - 7a52e034-57cd-45de-9e27-be0c273ca090
+  - 989352f6-7776-40f3-b2a3-847cae32086c
+  - fbb212a6-a2cc-45c2-b1c2-8def942ac6f7
+  - a5579e72-ba92-43a8-b829-e0c42e7a5c29
+  - 005f693f-b37a-4f4b-a618-2c37af87f003
+  - 3806019d-bca7-49da-8e64-b4a0a06c8a2e
+  - 9483cb4c-c5c1-457e-b16c-18a98a4a2ae5
+  - 9dc6bc39-b151-47f8-b7d1-99f7884e3d6a
+  - 65326d62-8d20-4a90-ae67-03db99c4f97e
+  - 909cb97f-8b89-4158-a86c-56ae86fba18d
+  - cab5efb9-061a-4845-87b5-99e16464199d
+  - 67ed58b9-93ca-4d5f-9c61-a9b7ff813adc
+  - 32f83ddd-5f21-4129-b658-5add9cdffc07
+  - aa934f4f-b8d7-40f5-854b-63b0ad589b16
+  - 433581a7-5ab5-43c2-83fd-0641d4052b05
+  - 657a5ff0-598a-4d0a-91b4-62677bbb6543
+  - 9dfe8922-dab5-4aff-888b-ee8533075f83
+  - 00135dec-d9c7-4cab-a162-5ae7a514f7b5
+  - a474656a-afc2-48eb-8a5b-225279335386
+  - 6cdfea25-7698-4f15-bc8e-7517da2fcdc1
+  - c7504a4e-b646-41da-97db-1346b403b12c
+  - 1021925c-5775-46ba-af40-78a9610d2f27
+  - 1e5d0a29-dc3e-4c3a-b178-ee80a0ded786
+  - 64aafb4d-a070-43d4-a7ea-ccd60feb55ca
+  - 7c40c3cf-c40b-4eb0-96ce-52b37348d680
+  - eb0ab043-227c-4392-b622-6d0ad87662e0
+  - 213b5643-02c9-4b6d-95d3-e5bc7b083075
+  - 5fa82156-bb0d-4a89-a59b-0285d62afcb6
+  - 701c5f97-031b-4938-a5c8-f89b03ec9102
+  - 4745c81c-549d-4982-8a6b-f02e6ea89f64
+  - ac6b26a1-267d-4d83-a6b4-cf30b8d42931
+  - 6ac32206-d309-427b-9a4e-a4961b918456
+  - 88543fbc-d640-4ffa-9c29-a5d742b9b0dc
+  - 2fcbc91f-d6f8-4baf-87ce-7a4108cf30f3
+  - ec65b9bb-59b4-4266-a4e0-c473b18e6b05
+  - 81689a53-8d21-4ea0-b503-3bf8616e1fbf
+  - 8c7f6a81-48aa-44df-a97d-a30d3ed6a48d
+  - bea94986-9465-427d-b9db-81978d624865
+  - 823b4a55-b568-43b1-89b1-3ca4bab08422
+  - 89d5aad1-9987-45f7-bad0-ad0f602b1885
+  - 143607b0-b312-4eb8-89a2-7916cd14048e
+  - 000566da-43a6-4697-91dc-912cefc4ffee
+  - 8c84c7ff-669d-429d-a8aa-a41efe081f5c
+  - dcad7180-56eb-4556-8f5f-60696768943d
+  - 63c40463-e12b-4901-b6af-2af94ad0e067
+  - bba55545-5c5b-4888-b4af-5417e67b4736
+  - 2af06884-1afa-42ae-8da8-2c1c12787576
+  - 30ecc28c-2eee-4586-9538-488d2f38326b
+  - b5f4a066-dcc0-4c98-b33a-0017218b9928