diff --git a/.leaderboard/leaderboard.js b/.leaderboard/leaderboard.js index ca5dd15..be1f878 100644 --- a/.leaderboard/leaderboard.js +++ b/.leaderboard/leaderboard.js @@ -94,6 +94,7 @@ const entries = [ track: "main", organization: "OpenAI", model: "GPT-5.4", + reasoningLabel: "default", agent: "", submissionDate: "2026-05-25", benchmarkVersion: "0.7.0", @@ -111,6 +112,75 @@ const entries = [ }, }, }, + { + id: "main-06", + track: "main", + model: "GPT-5.5", + reasoningLabel: "high", + agent: "", + organization: "OpenAI", + submissionDate: "2026-07-01", + benchmarkVersion: "0.8.0", + verificationStatus: "verified", + metrics: { + overallPassAt1: 58.9, + overallPassAt1Std: 0.6, + passAt5: 44.2, + meanUxScore: 3.62, + costPerTask: 0.1842, + domains: { + travel: { passAt1: 62.0, passAt1Std: 2.0, passAt5: 45.0, meanUxScore: 3.61, costPerTask: 0.2802 }, + customerSupport: { passAt1: 59.0, passAt1Std: 1.0, passAt5: 43.0, meanUxScore: 3.38, costPerTask: 0.1553 }, + shoppingAssistant: { passAt1: 55.0, passAt1Std: 1.0, passAt5: 45.0, meanUxScore: 3.87, costPerTask: 0.1170 }, + }, + }, + }, + { + id: "main-07", + track: "main", + model: "GPT-5.4", + reasoningLabel: "high", + agent: "", + organization: "OpenAI", + submissionDate: "2026-07-01", + benchmarkVersion: "0.8.0", + verificationStatus: "verified", + metrics: { + overallPassAt1: 58.6, + overallPassAt1Std: 0.5, + passAt5: 41.8, + meanUxScore: 3.67, + costPerTask: 0.0874, + domains: { + travel: { passAt1: 62.0, passAt1Std: 1.0, passAt5: 39.0, meanUxScore: 3.58, costPerTask: 0.1339 }, + customerSupport: { passAt1: 59.0, passAt1Std: 2.0, passAt5: 42.0, meanUxScore: 3.59, costPerTask: 0.0808 }, + shoppingAssistant: { passAt1: 55.0, passAt1Std: 1.0, passAt5: 45.0, meanUxScore: 3.85, costPerTask: 0.0475 }, + }, + }, + }, + { + id: "main-08", + track: "main", + model: "GPT-5.4", + reasoningLabel: "default", + agent: "", + organization: "OpenAI", + submissionDate: "2026-07-01", + benchmarkVersion: "0.8.0", + verificationStatus: "verified", + metrics: { + overallPassAt1: 44.4, + overallPassAt1Std: 1.3, + passAt5: 25.6, + meanUxScore: 3.24, + costPerTask: 0.0437, + domains: { + travel: { passAt1: 47.0, passAt1Std: 3.0, passAt5: 24.0, meanUxScore: 2.94, costPerTask: 0.0784 }, + customerSupport: { passAt1: 46.0, passAt1Std: 2.0, passAt5: 24.0, meanUxScore: 3.27, costPerTask: 0.0304 }, + shoppingAssistant: { passAt1: 41.0, passAt1Std: 2.0, passAt5: 29.0, meanUxScore: 3.51, costPerTask: 0.0224 }, + }, + }, + }, { id: "memory-01", track: "memory",