From 4d0ec1ba2a2c7d99683ec64f1e2faed9a0b48cb7 Mon Sep 17 00:00:00 2001 From: c-suvamsa Date: Fri, 16 Oct 2026 08:59:40 +0530 Subject: [PATCH] Add Computer kimi-k3 leaderboard result --- .../2026-10-16__computer__kimi-k3.yaml | 169 ++++++++++++++++++ 1 file changed, 169 insertions(+) create mode 100644 leaderboard/entries/2026-10-16__computer__kimi-k3.yaml diff --git a/leaderboard/entries/2026-10-16__computer__kimi-k3.yaml b/leaderboard/entries/2026-10-16__computer__kimi-k3.yaml new file mode 100644 index 0000000..30fadf6 --- /dev/null +++ b/leaderboard/entries/2026-10-16__computer__kimi-k3.yaml @@ -0,0 +1,169 @@ +# DevRev Computer / Kimi K3 +# Source job: d66ff9d0-e6f0-480e-b1c7-fb3534e3a785 +# https://hub.harborframework.com/jobs/d66ff9d0-e6f0-480e-b1c7-fb3534e3a785 +# Hidden pending review: two failed attempts lack trajectories/cost; $89.18 is a partial SDK cost, not a full total. +rows: +- metadata: + agent_display_name: DevRev Computer + model_display_name: Kimi K3 + agent_org_display_name: DevRev + model_org_display_name: Moonshot AI + metrics: + accuracy: 94.29 + display_accuracy: 94.3% + uncached_input_tokens: 8071462 + cached_input_tokens: 34958080 + output_tokens: 1250936 + total_tokens: 44280478 + avg_trial_duration_sec: 249.2 + pass_at_2: 0.9921 + pass_at_3: 0.9994 + pass_at_4: 1.0 + pass_at_5: 1.0 + pass_at_8: 1.0 + pass_at_10: 1.0 + n_trials: 140 + total_cost_usd: 0.0 + display_total_cost_usd: Not recorded + status: hide + trial_ids: + - 44490fd3-1a9b-4eb6-b605-6a26d4e266bd + - 1aceccab-f569-4708-b9bd-1c6dc9736910 + - 174d355a-6ad4-4bbe-8833-123f7aa66c4e + - e9a7a9ea-c212-45a8-906f-391b234ebe27 + - db936fc6-cd90-4e27-95ea-e733a6daf5ee + - 26b0d555-0bd8-48c8-add6-0fb44debc082 + - ba2baee4-ce39-4422-8165-42df16c9a2e8 + - 12f9f6ba-f8bb-4d0f-b762-68ad6003142d + - b57015ed-61f8-47ae-a4eb-9b661c0c7189 + - 5ca821ff-aab6-4c8a-9ba8-cc2179ee85f3 + - 309da15d-7418-45e8-9731-a0960ca56cd7 + - 2dd84a55-200b-4a40-9aee-b8af820e3cf7 + - 9da24cd3-98d6-4245-83d5-8fba7276e79e + - f1e01f40-d5a8-44b7-98f6-a9e5740c99fa + - f85dacbd-09a4-4087-a8e9-b6f35703c47c + - 223edc2c-f79d-44cf-b225-05709e0ef842 + - 645a4ebe-3b86-4f1b-b7ef-d546bf0d833b + - dcdd3901-17e0-4472-b93b-79e20219bb96 + - 5c2c759e-47bb-41e5-8aac-f88c1dbd085d + - f8b78664-59ff-461e-91ef-780081543e57 + - 4faa97dd-9ba2-4622-afae-d5a355adcee7 + - e62657bb-a6b8-4e46-b3db-848f1137df05 + - 3641df26-90be-4284-aa10-e3e90ad2ff5e + - 69eed236-df19-4b50-a6ae-233668326cc5 + - b32cc4a4-9a42-4615-acf0-61cd922af13a + - 16ed188f-2d67-4afc-8cb5-10d596a3c725 + - ab5517fe-2946-4d28-8435-3a6d644f4069 + - 757f4e82-e8e8-4166-b2ed-f7bac29ab08c + - 33b40769-af19-45ff-b08a-c9f7116203a9 + - bfdc4d00-72bf-427d-8bc9-8663770ce6d7 + - 0e5f7ca3-bad0-4f31-803c-ac51d80510fc + - 595a9436-7291-4c00-a4dd-a95629b934ad + - 777ac28c-aef7-42b7-af2d-7ba062e86ad3 + - de74ddb0-bbbd-43bb-a9d9-be2c85814f77 + - 0f786f91-65d9-4a8e-9761-e2f9e7ceb92c + - e549826f-66d0-4d1c-99f0-be2c9e96e288 + - 6653e4c7-710b-4074-b8b9-7ccad55ddc0b + - f0b8eea8-2bab-448c-b8e4-c995466ac87f + - 0c0b8432-dd52-4dfa-9cf7-50f0b3b399fd + - 4062c555-4fc9-45a6-a6df-97193e113de1 + - c5e770e4-7086-4d37-bc2f-3e32fcfc631d + - 0b5d8d62-9105-423e-9e57-03304d0fded4 + - 3629a5b8-8e51-4349-9558-7b03f33668b6 + - 2aecf819-49b0-4718-a5d5-cde5e33c19dd + - 2f349a49-f060-47f8-b8cd-f19784e0cf89 + - d89292cd-a50f-46ea-b88f-df4f1c89a944 + - 5152e4b9-fe65-4c07-bae8-fb4ff55e4c13 + - 20608da5-1e63-4de0-8b7a-41de9c90b9ae + - 95ae638f-2e2a-4358-a32c-69ea7a8069fd + - a909756f-a96e-4a72-adef-3cfc44d3978d + - 53c6d3b2-9c09-46c8-8551-06152ecb2ed3 + - 7ce26bf8-c5cd-4fcd-a3e3-66bcadb0e4bb + - 7c19a1db-cc43-4925-a963-0d18a2784b16 + - 327ee92a-041e-40aa-9f73-667ecf299a26 + - ae523226-18a2-4df4-a8d5-d2da0c4f9d07 + - b24455f0-8d43-4182-a92e-e125878cab5c + - 0fb40647-146d-4711-9851-89092b86c548 + - 5c925cb1-1669-4ce5-8807-ad7344fabda5 + - 69b1d739-aca7-431f-bdcc-001212281df2 + - 61a156a4-b119-4d42-9287-6432e6baed3c + - a694ffc0-a150-4605-a76a-8129333c1dc5 + - 988a01b6-bacb-40cf-87b4-9d9e9802076e + - 3a699053-ef7d-401a-87dc-fde9b170b2fe + - 3765f5db-35d6-4cb3-a750-5663d9ba9ee8 + - 77169ec6-c098-4d80-8ecf-2de690b4419e + - fdff175c-c53b-4e7b-b53a-a7782b70f18c + - 3b100a89-493a-4c54-b8c4-ebe519c94774 + - 6b353169-bdfb-432f-a9cf-bfe12ba04549 + - 7a7560c3-13f0-4382-aa9f-10dde1374f17 + - 2b92bf21-967b-4ea6-850e-db7d044da44a + - e54fa327-28c6-4107-9dfd-cecdb335faaf + - 6e7722bf-1ea0-49c9-ac6f-4922da2a51f5 + - d1a768be-3361-4155-9e02-30acaa3c5a62 + - 169d12f9-11ef-407c-a618-dbac7d702d7c + - 8144f91e-0987-474b-986b-b31e98e37f48 + - 294abcfe-c2e0-499e-8c69-32811870f49c + - 5bd451a1-b032-4442-93e4-f199503e2ef4 + - aaf42db9-2261-4dff-82e6-3c1a27b85193 + - ba7d3c8f-f70f-4865-8a3a-9199c33c5cee + - 1b4875d8-f86e-4252-ba9d-24c31fc92d65 + - 4ca1e276-7835-4a3f-b06a-f7f6405623b0 + - d90c747f-d087-44de-8ec9-b001a93b1369 + - 08afb3f7-b433-49c1-9261-2f59111238c7 + - 65cde61c-8c0d-459f-8a1f-a541833583f0 + - 638ed8d9-27a6-4dea-a127-7c4218058a74 + - 97deb774-8b1c-4f67-bcdc-555d72cd7ea9 + - de8f17e1-0baa-46f3-9a3e-be5ccb912f8d + - 3fba9200-6c9b-4d79-bd2f-891f7cce7c9e + - 3cb408aa-d537-4587-9049-ec9106ae01cd + - ce61271d-f71f-4113-a439-25b4fb342919 + - 63256694-7449-497f-b5a4-335de0f64037 + - c3080b92-7af1-4c8b-8d0c-edddb2f9cf4d + - de310d04-38b5-49a5-b04b-91e9076402b6 + - 856d4d1b-6f80-49f7-a548-67bb2a8d3a91 + - fcdbd913-c65a-4a43-a3d4-900e11e13572 + - 977de75e-0758-4ed8-b8c3-3cf8dcce45db + - 88d9bff1-4072-49fc-a3d2-ec9170f571ab + - 04c0cac4-49ac-4360-a1da-b7840780615b + - d4626df1-4af8-4a54-ad75-876af88b283c + - 86d248e2-cd77-4154-a292-bd06e39352b4 + - 0341eada-4955-46cd-a9fa-9078b72c7a82 + - 47c45408-93f7-4924-ae4e-336d0836384d + - ac8f1e1e-f29e-4e5d-b4b6-0b5bdff0ddb5 + - cf48e7b8-6e28-4d27-8a61-886ca3fbc8e2 + - 4c3ea1e5-fc1b-42a7-8e11-0067e024a408 + - 9398f379-334f-4340-972d-b28848233301 + - 799b58e7-f935-4f7b-acca-b49894813527 + - 5d7e543e-91b3-4da1-bc63-3f249bea13bf + - 78937194-2993-4550-85e7-8862eb6e663f + - a2a21b2f-dc73-420a-a087-aa4c95f5968f + - f4acde9e-6b9a-435c-a208-f79d83aa1d14 + - 9af724af-2e02-4070-8861-2f8a76f971cc + - cecef4ef-ea50-445d-91c6-2ce316f4b451 + - f4b654d3-43fd-45fd-b1f8-ae33c6d0218b + - 3d3ffbf9-77ca-4cfe-a7f7-e6c54ecf35d7 + - 24709e16-fba0-4b1b-bb55-4821ecc8c55c + - 2beb1573-845a-4748-adf2-be18ed67d043 + - e78ee36f-acf5-4a49-8001-8747fc3a5262 + - 4a8e01de-daac-4f0f-a0f7-3fb719123b9a + - a8ff7170-95ea-4025-af48-dc033ca2b200 + - bab65f5f-92fa-4c6c-9c04-23b5799a810e + - 1c660e30-504f-4476-946b-0a14d659d701 + - 8343155e-123b-471c-a5fd-37addabafd51 + - 9f340c10-7200-4abf-98b2-baaa33b0ad07 + - f1da25af-a755-4c08-9f12-3bde3e0e9a6e + - e3954226-5ff8-4231-8b15-32dadf595acd + - 18c1b989-babf-4f09-8b5a-5e42804f7480 + - 22e1d1da-7b86-4c93-b20d-c7cf0c949a5f + - caa4aa3c-592b-4f5b-adf2-d3af3d2b28f1 + - 6a2e3039-e256-4998-990a-cd52f39a8de9 + - 3498bf56-15e9-487f-9a18-a4fd250d926d + - 824578b5-516e-4fc4-8a0e-deb67d3674b5 + - 321c8360-21d3-4761-95b1-cf089aaa9a12 + - 2e5efaef-c4ea-48af-8286-f9e1228ca2f6 + - 571df4b4-8b47-4ee8-a8c4-b71a0afed277 + - e7aef95b-e77a-4df2-9725-1ce05e1099e3 + - b862b726-d001-4de6-bbc0-8a0044ed6d7c + - 7954c040-4838-4abd-ad10-0fd3e12ae423 + - a1bc49ba-1346-4d47-a87b-328571dc962c + - ab8690cd-4eb5-44c0-bb0c-3e7da66a193c