From be6be240b79448ccc6ace7f4c2048252f4e38298 Mon Sep 17 00:00:00 2001 From: c-suvamsa Date: Tue, 20 Oct 2026 01:05:19 +0530 Subject: [PATCH] Add Opencode gemini-4-argon benchmark result --- .../2026-10-19__opencode__gemini-4-argon.yaml | 169 ++++++++++++++++++ 1 file changed, 169 insertions(+) create mode 100644 leaderboard/entries/2026-10-19__opencode__gemini-4-argon.yaml diff --git a/leaderboard/entries/2026-10-19__opencode__gemini-4-argon.yaml b/leaderboard/entries/2026-10-19__opencode__gemini-4-argon.yaml new file mode 100644 index 0000000..9f8767d --- /dev/null +++ b/leaderboard/entries/2026-10-19__opencode__gemini-4-argon.yaml @@ -0,0 +1,169 @@ +# Opencode / Gemini 4 Argon +# Source job: e361aad1-8f0b-42ad-8f7a-44f88e998770 +# https://hub.harborframework.com/jobs/e361aad1-8f0b-42ad-8f7a-44f88e998770 +# Inference route: OpenRouter; timeouts: 10 retained in submitted rewards. +rows: +- metadata: + agent_display_name: Opencode + model_display_name: Gemini 4 Argon + agent_org_display_name: Anomaly + model_org_display_name: Google + metrics: + accuracy: 73.57 + display_accuracy: 73.6% + uncached_input_tokens: 25707610 + cached_input_tokens: 163813096 + output_tokens: 933688 + total_tokens: 190454394 + avg_trial_duration_sec: 410.3 + pass_at_2: 0.7857 + pass_at_3: 0.8042 + pass_at_4: 0.8139 + pass_at_5: 0.8214 + pass_at_8: 0.8429 + pass_at_10: 0.8571 + n_trials: 140 + total_cost_usd: 95.98 + display_total_cost_usd: $95.98 + status: display + trial_ids: + - a1daadbd-a598-49bf-b761-17c8d05b7309 + - 1554539a-9dec-4dde-9917-7cc084082fba + - 71ff901f-3883-4b70-bb32-95a3b97e14f2 + - 725fe730-ef00-4365-8a96-6dfa9bda5c49 + - ba83af83-8305-40b0-8f36-5b6f860315a0 + - d7692ea1-d4ec-4d06-9300-bd54dae36bb9 + - f62420c0-01f3-4e73-8f65-ec390980d1e9 + - 5ad9bf8c-5b15-4982-a6d7-748afa59b939 + - edbec7ea-91c0-466f-853f-9d02f10b1ac8 + - 433812e9-6cb5-4c28-81a2-9befbf342193 + - 490b6234-081c-4673-8883-b20696a161df + - 6df1d75c-2bb4-48ca-a84f-ce4160eb11df + - 9b7c1983-9e30-4fee-b1c9-fbe7c457b9f6 + - dbafd67d-0705-435c-9919-f4214b242ac2 + - 5847d88e-3eb8-42bb-82d0-3f8e92b5d901 + - 620edc5f-e4e2-4f81-be2e-05fd112d3d91 + - a87a1aa4-59cf-4dc4-ab2e-a96ff49a4f65 + - bef4d6ab-dc93-4002-ad96-fd1ff74b55e1 + - 8e4ee43c-c15c-4e90-b350-08b2505c955c + - 6e863fcc-55fc-48bb-8fa4-3c1da25a70f7 + - 5380cd05-5564-4ab9-8c52-29fc38f01b71 + - 79790e3b-df11-4991-b87d-c626ab7f1dbc + - b3704930-43a7-4373-b4e6-3200e28161d4 + - d2010a20-999d-43f3-b4c7-41508618ca66 + - 72e2a39f-101d-4888-b46e-788506afe347 + - f4399a8b-ac64-4396-b634-0928462e7f16 + - 7b9cb632-332d-422e-b085-b172aa628f5e + - 5a9edb0f-9dcf-4b31-89f7-f827508d703a + - 8adc385d-8bb5-4050-bb28-b6f8d0782e63 + - 3bd40c21-0cef-4e5b-beec-87e639bd73bc + - 120a747a-faf2-4297-9bb7-b1740aebc529 + - 63c6a82b-e8bb-4fec-a3a6-11f170358780 + - d66400d0-a92f-4864-a661-b2d7bd1cfc98 + - c065547b-258e-49b2-a0aa-772563841da2 + - fe040c03-96cd-4a82-b49c-4080796f2d4a + - c8cb36b8-36e8-4e08-b6a8-39ad0c64839d + - 9f2e3d9c-67be-4673-88dd-9a96e66fac54 + - 644a9b50-a4d0-465b-a580-3ad2e2114cc5 + - 2cf8a264-2620-4b5d-8790-a3d73b3c37f2 + - 2092e32e-115c-4334-93ed-716387730eb1 + - 278edf39-30a9-4767-a600-e29fc6e2122f + - 3d22b899-4eb5-4d16-8d4c-2cb492ec3ea3 + - f2d6ae4a-d77e-46de-b64a-4e8fab146c21 + - 7cc9aeb4-91da-456d-bba9-4254416a3ed6 + - 2f6afa46-72c3-4860-9a61-9e736f945139 + - f39d79c5-0fe9-4a04-9d1e-48243423e808 + - 49df4b11-8a3f-4a25-99cd-90a8d0fc7e3e + - 61461ff3-783e-4235-b041-b3399126994d + - 478f2506-c571-4a22-8d9d-50d3a426facd + - cd709158-5218-4c50-b06f-cd25205cf43b + - fb3a08be-495f-47dd-8bea-fe5091f5afeb + - 769cf5f6-2e5e-43c2-8707-350f64520d88 + - 80863ea9-4879-46ea-ac00-4678b94d1133 + - b6f9a99a-ffc3-4b35-992a-682798aeacc2 + - 61d987a4-095e-4e7c-b1a3-411d22f3fee7 + - 5f9207b8-2acf-4890-9f01-4094b9df034b + - 16500a81-c9ff-4555-bd6c-3772b01ae9cc + - 92ed945e-06ea-4bf4-ae5d-213b80798dcc + - 69de091d-f446-4f69-830a-356349f1f0a6 + - 2dc5f3a2-5aaf-4572-87f8-d58f13e791b9 + - 78ef3bb9-7114-4fef-85b3-30c3138212c7 + - c2e74166-9181-445f-a79b-096428cb74f4 + - 4aa6d469-3bd8-4345-a990-a94c8258e944 + - 37001e2a-ce12-47b9-bbe9-47e369949db6 + - 4146c8b0-1c18-44cb-af6a-c736a60c5c33 + - 8845f58e-d15d-4386-baad-1f94e25d4e1d + - de31b389-f75f-4228-8a40-6365278032b0 + - 4bdddc1a-7003-4f11-ae48-fcb845a54fe6 + - 49cad9d6-3d01-4309-b00e-4bce06785245 + - 0e01221b-0f14-444f-972f-aece8dcd3d44 + - 65158021-967e-4036-be98-2a1722ec7b6b + - 9f31093a-d0de-4008-a94d-6dd14d8b2bc8 + - b6b37105-53ab-4ae6-855a-56eeb25d9e7f + - 0da9e7ca-3bae-4c26-8fce-68cca43fec3c + - 269aa937-cc46-4c0c-b9aa-2850e95cecf4 + - e8096521-e172-4e1a-b52a-fd1b8b7e6186 + - 3526eece-47b4-4527-9e9d-7e3c8d27d7f8 + - a7ce8d43-0592-4a00-acb3-c70da81a6714 + - ae692b5c-7445-4e22-8350-72d5c1781a3c + - 1338501d-ef38-4518-8ff2-9e6939fc6994 + - 1867e7b1-2f71-4e32-a316-30e1537bdecb + - a3459bf6-d1cc-4837-9456-3911b465d7bf + - 615a06cf-68e9-4ed1-8a82-a636abfc075d + - b1481bce-6090-4c4f-98e3-2587013513ae + - 7185eac0-2337-4627-ba9b-fe08a99eddfc + - c7e6f2b1-7162-48bc-b169-1d1b69ac56d5 + - 289ea738-e124-4d6f-95f6-2a3ffb2bcf24 + - bb346c29-4cc0-4ed8-813e-ffd463cdfce3 + - 58053fe8-ff1d-4302-8e4a-de304b7e1586 + - dfc5afeb-07c4-474b-a091-6c37e02eae07 + - 55d343c1-0b4d-4c85-a658-fe917cc1f76a + - c8257e2d-0647-45c2-8a5e-734728ecb5ad + - 364b2025-1db0-44b0-9a22-0809b45b41c9 + - dd983b2a-306d-4148-852e-304b7597d467 + - 54b1e221-2bc4-4ad6-a514-40382e2e0774 + - 22945e74-0835-4e30-a670-f5804db6fa89 + - ce0ebcf6-1f2b-459d-91f8-38a1e9680e3f + - b1597f09-ede3-4252-a264-3b2cbe0d76ff + - d128e4ed-eb73-495a-9192-4b63099c7f27 + - 4a4eaf2b-922b-4c07-9ee2-00783ec43bc8 + - e7735939-2abe-4449-9450-2ae4628d1ed8 + - c03bf7da-feb6-484c-b0d2-391e743bb592 + - 11525091-32f6-466b-ba9f-250d6fa4cf4b + - 8cd23bee-c47d-4f00-abd7-6b523d8db448 + - 25b4a179-ff9d-4d62-bec9-48675145110a + - d9fae740-6e35-4891-b496-3657bd1fdf68 + - cdc49214-25a7-46e8-949f-6b20e3573b39 + - 4376bd62-23dd-47e6-bfff-5422799943fa + - 57d9cf26-18be-4ea5-8ce7-3a97cddb1070 + - cfb12ad8-48a3-4840-b569-06cf1e4e0021 + - c22781b2-4a20-4861-91a6-a60898a35b40 + - 971218e7-0181-4469-9eeb-a8c82aedf6ee + - 9f791cce-bbb1-4f63-9715-405801eebe70 + - 5f7c1a26-76cb-41b7-b74f-33f54791175e + - dd62bff5-a174-45e2-9b77-8783088dccf6 + - 691f955e-ef4b-4cd1-9e0e-f812f954f76e + - 3e6a704f-6453-47cb-838c-7f87591d890f + - 92c82d8d-8ea2-4998-972d-af620dd69225 + - 48c648e8-f2b7-41f4-a3e2-433eb2f46ee5 + - 25ca121c-feb4-4a56-9b68-12a63a16f77c + - f49d4d3f-4ac6-44b1-a959-67f898444aac + - 87623957-e95c-48bb-b7fd-308400db9fc5 + - dac670aa-4f89-43fa-9f3f-a1211485263f + - 0025be5a-3b54-421f-a26d-01861ac0d42e + - 7d50470b-980c-448c-ae6a-9d422bb01d8c + - 7d83827a-9755-4fa6-9859-32912c75cbaa + - d56e81b8-cc87-48ff-8dec-14681bc14ed4 + - 0211db59-b2b9-4dc3-b34f-0023c5cf8ee9 + - 2626cc20-459d-402b-81a6-4a60de56dd17 + - 3ae0e897-8463-4c4a-a5b3-5b274f6a0594 + - 3d5f19d9-bdee-4fc6-812b-0f209a88e508 + - 23962c05-6b60-4558-9cf4-610520d09985 + - f9c70b1a-b4d2-4a67-b089-cd356b70a28b + - aec3a710-12a0-4d55-a77b-4aef1f1844a3 + - bfd3cc8f-836e-4f3f-bc7d-c72cb5800638 + - 64b9b72b-a017-4ff4-995e-32bf1c607999 + - 607fe735-3a05-4c68-a083-4679837d372c + - 2a83f8d3-01eb-4564-b475-bd96cb6413f0 + - 0ad05cc9-8998-4bfc-9eb7-299b383910b5 + - 606444e6-5ec6-4556-9ca0-98aa292e3f68