From 12777c7d356bc4f7e666600c28e1bf833676c6d1 Mon Sep 17 00:00:00 2001 From: ZhenghuaBao Date: Fri, 29 May 2026 10:45:08 +0800 Subject: [PATCH] Add OrcaRouter-Adaptive submission to leaderboard MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Mirrors the upstream RouterArena submission merged in PR #104 (predictions), #108 (README), and #110 (link). LinUCB contextual bandit over a 10-model pool; Arena 72.08, Accuracy 75.54, Cost/1K $1.00, Robustness 22.62. The three optimality columns and latency are nulled — the submitted prediction file did not include for_optimality entries, same convention as GPT-5 and Azure-Model-Router. Co-Authored-By: Claude Opus 4.7 (1M context) --- src/data/routerMetrics/leaderboard.json | 11 +++++++++++ src/data/routers.json | 19 +++++++++++++++++++ src/data/routers.yaml | 18 ++++++++++++++++++ 3 files changed, 48 insertions(+) diff --git a/src/data/routerMetrics/leaderboard.json b/src/data/routerMetrics/leaderboard.json index fdf24b1..774e947 100644 --- a/src/data/routerMetrics/leaderboard.json +++ b/src/data/routerMetrics/leaderboard.json @@ -10,6 +10,17 @@ "Accuracy": 76.4, "Cost per 1k": 0.18 }, + { + "Router Name": "OrcaRouter-Adaptive", + "Arena Score": 72.08, + "Optimal Selection Score": null, + "Optimal Cost Score": null, + "Optimal Acc. Score": null, + "Robustness Score": 22.62, + "Latency Score": null, + "Accuracy": 75.54, + "Cost per 1k": 1.0 + }, { "Router Name": "R2-Router", "Arena Score": 71.6, diff --git a/src/data/routers.json b/src/data/routers.json index 77e3bba..20fdd2a 100644 --- a/src/data/routers.json +++ b/src/data/routers.json @@ -1,4 +1,23 @@ { + "OrcaRouter-Adaptive": { + "name": "OrcaRouter-Adaptive", + "type": "closed-source", + "description": "LinUCB contextual bandit with embedding features routing across a 10-model pool spanning Anthropic, Google, OpenAI, DeepSeek, and Alibaba.", + "affiliation": "", + "modelPool": [ + "anthropic/claude-haiku-4-5-20251001", + "anthropic/claude-sonnet-4", + "google/gemini-2.5-flash-lite", + "google/gemini-2.5-flash", + "openai/gpt-4o-mini", + "openai/gpt-5-mini", + "deepseek/deepseek-chat", + "deepseek/deepseek-reasoner", + "alibaba/qwen3-235b-a22b-instruct-2507", + "alibaba/qwen3-30b-a3b-instruct-2507" + ], + "websiteUrl": "https://www.orcarouter.ai/" + }, "Sqwish Router": { "name": "Sqwish Router", "type": "closed-source", diff --git a/src/data/routers.yaml b/src/data/routers.yaml index 2eb1555..14c52b3 100644 --- a/src/data/routers.yaml +++ b/src/data/routers.yaml @@ -1,3 +1,21 @@ +OrcaRouter-Adaptive: + name: OrcaRouter-Adaptive + type: closed-source + description: LinUCB contextual bandit with embedding features routing across a 10-model pool spanning Anthropic, Google, OpenAI, DeepSeek, and Alibaba. + affiliation: '' + modelPool: + - anthropic/claude-haiku-4-5-20251001 + - anthropic/claude-sonnet-4 + - google/gemini-2.5-flash-lite + - google/gemini-2.5-flash + - openai/gpt-4o-mini + - openai/gpt-5-mini + - deepseek/deepseek-chat + - deepseek/deepseek-reasoner + - alibaba/qwen3-235b-a22b-instruct-2507 + - alibaba/qwen3-30b-a3b-instruct-2507 + websiteUrl: https://www.orcarouter.ai/ + # --- Weave Router temporarily removed from the public leaderboard. --- # Restore by uncommenting this block AND re-adding the matching entries # in leaderboard.json, routers.json, and category_scores.json (key: