From 1c0d31cd1a10fe526209b9d4a34e1c81e2867004 Mon Sep 17 00:00:00 2001 From: rebklee <110500452+rebklee@users.noreply.github.com> Date: Wed, 11 Nov 2026 18:19:15 -0600 Subject: [PATCH] feat(config): register MLPerf Endpoints v1.0 seed set B (cohort 2026-11-C0) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Registers mlperf-endpoints-v1.0-2026-11-C0-B, the set published in mlcommons/endpoints_policies#155, alongside set A. mlperf-endpoints-current stays on set A (policies ยง4.6 binding lifetime). --- .../config/rulesets/mlcommons/rules.py | 12 +++++++++++- .../config/rulesets/mlcommons/test_rules.py | 18 +++++++++++++++--- 2 files changed, 26 insertions(+), 4 deletions(-) diff --git a/src/inference_endpoint/config/rulesets/mlcommons/rules.py b/src/inference_endpoint/config/rulesets/mlcommons/rules.py index 86cfe0c57..a29b7acd8 100644 --- a/src/inference_endpoint/config/rulesets/mlcommons/rules.py +++ b/src/inference_endpoint/config/rulesets/mlcommons/rules.py @@ -367,9 +367,19 @@ def apply_user_config( benchmark_rulesets={}, ) +# Set B, cohort 2026-11-C0; `model_seed` unpinned as for set A: +# https://github.com/mlcommons/endpoints_policies/blob/aa7537c656a514db74b1dc607d1996c323954658/seedset.yaml +_endpoints_v1_0_2026_11_C0_B = RoundRuleset( + version="endpoints-v1.0-2026-11-C0-B", + scheduler_rng_seed=17312635550606430962, + sample_index_rng_seed=6679150691998295617, + benchmark_rulesets={}, +) + # Every published cohort stays registered: a submission binds to one set for # its full update window, so an older set must keep resolving after a newer # one is published. Add new sets here, do not replace. -ENDPOINTS_ALL = [_endpoints_v1_0_2026_10_C1_A] +ENDPOINTS_ALL = [_endpoints_v1_0_2026_10_C1_A, _endpoints_v1_0_2026_11_C0_B] +# Stays on set A: advancing it would re-seed runs bound via mlperf-endpoints-current. ENDPOINTS_CURRENT = _endpoints_v1_0_2026_10_C1_A diff --git a/tests/unit/config/rulesets/mlcommons/test_rules.py b/tests/unit/config/rulesets/mlcommons/test_rules.py index 0efcd5b15..0549810cc 100644 --- a/tests/unit/config/rulesets/mlcommons/test_rules.py +++ b/tests/unit/config/rulesets/mlcommons/test_rules.py @@ -248,6 +248,9 @@ def test_edge_ruleset_apply_user_config(): # Verbatim from mlcommons/endpoints_policies seedset.yaml, cohort 2026-10-C1 set A. _EP_SCHED_SEED = 10487924139932647040 _EP_SAMPLE_SEED = 586478644936801402 +# Verbatim from mlcommons/endpoints_policies seedset.yaml, cohort 2026-11-C0 set B. +_EP_B_SCHED_SEED = 17312635550606430962 +_EP_B_SAMPLE_SEED = 6679150691998295617 @pytest.mark.unit @@ -262,6 +265,13 @@ def test_endpoints_v1_0_official_seeds(): assert ep.sample_index_rng_seed == _EP_SAMPLE_SEED +@pytest.mark.unit +def test_endpoints_v1_0_set_b_official_seeds(): + ep = get_ruleset("mlperf-endpoints-v1.0-2026-11-C0-B") + assert ep.scheduler_rng_seed == _EP_B_SCHED_SEED + assert ep.sample_index_rng_seed == _EP_B_SAMPLE_SEED + + @pytest.mark.unit def test_endpoints_ruleset_registered(): assert get_ruleset("mlperf-endpoints-v1.0-2026-10-C1-A") is ENDPOINTS_CURRENT @@ -274,9 +284,11 @@ def test_endpoints_ruleset_registered(): def test_endpoints_seeds_differ_from_every_other_registered_ruleset(): """Endpoints cohorts rotate independently of the other rulesets; a shared value would mean one of the two was transcribed from the wrong source.""" - for other in [*ALL_ROUNDS, EDGE_CURRENT]: - assert ENDPOINTS_CURRENT.scheduler_rng_seed != other.scheduler_rng_seed - assert ENDPOINTS_CURRENT.sample_index_rng_seed != other.sample_index_rng_seed + for ep in ENDPOINTS_ALL: + for other in [*ALL_ROUNDS, EDGE_CURRENT, *ENDPOINTS_ALL]: + if other is not ep: + assert ep.scheduler_rng_seed != other.scheduler_rng_seed + assert ep.sample_index_rng_seed != other.sample_index_rng_seed @pytest.mark.unit