From ba4943e527ea2a8e86df45edc543b338fb9f332d Mon Sep 17 00:00:00 2001 From: miyadav Date: Tue, 14 Jul 2026 16:47:11 +0100 Subject: [PATCH 1/4] POC - Adding stable suite to build tests --- pkg/testsuites/standard_suites.go | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/pkg/testsuites/standard_suites.go b/pkg/testsuites/standard_suites.go index 557d7e28ddd8..7cfeacfb7a06 100644 --- a/pkg/testsuites/standard_suites.go +++ b/pkg/testsuites/standard_suites.go @@ -107,6 +107,15 @@ func AllTestSuites(ctx context.Context) ([]*ginkgo.TestSuite, error) { // staticSuites are all known test suites this binary should run var staticSuites = []ginkgo.TestSuite{ + { + Name: "openshift/stable", + Description: templates.LongDesc(` + Umbrella suite for component suites that run under stable cluster conditions. + Component suites opt in by declaring this suite as a parent. + `), + Parallelism: 30, + ClusterStabilityDuringTest: ginkgo.Stable, + }, { Name: "openshift/conformance", Description: templates.LongDesc(` @@ -157,6 +166,7 @@ var staticSuites = []ginkgo.TestSuite{ Description: templates.LongDesc(` Tests that exercise the OpenShift build functionality. `), + Parents: []string{"openshift/stable"}, Qualifiers: []string{ withStandardEarlyOrLateTests("name.contains('[Feature:Builds]')"), }, From 3a8526f6abb7bb2228ac8539386863eaecb84c60 Mon Sep 17 00:00:00 2001 From: miyadav Date: Thu, 16 Jul 2026 07:54:43 +0100 Subject: [PATCH 2/4] to filter only ~43 build tests --- pkg/testsuites/standard_suites.go | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/pkg/testsuites/standard_suites.go b/pkg/testsuites/standard_suites.go index 7cfeacfb7a06..b11b99dcee66 100644 --- a/pkg/testsuites/standard_suites.go +++ b/pkg/testsuites/standard_suites.go @@ -111,8 +111,10 @@ var staticSuites = []ginkgo.TestSuite{ Name: "openshift/stable", Description: templates.LongDesc(` Umbrella suite for component suites that run under stable cluster conditions. - Component suites opt in by declaring this suite as a parent. `), + Qualifiers: []string{ + "name.contains('[Feature:Builds]')", + }, Parallelism: 30, ClusterStabilityDuringTest: ginkgo.Stable, }, @@ -166,7 +168,6 @@ var staticSuites = []ginkgo.TestSuite{ Description: templates.LongDesc(` Tests that exercise the OpenShift build functionality. `), - Parents: []string{"openshift/stable"}, Qualifiers: []string{ withStandardEarlyOrLateTests("name.contains('[Feature:Builds]')"), }, From d7de1f44d545ac41f04d8369219548e32660db0d Mon Sep 17 00:00:00 2001 From: miyadav Date: Fri, 17 Jul 2026 08:06:37 +0100 Subject: [PATCH 3/4] remove flake from stable suite , added empty active suite --- pkg/testsuites/standard_suites.go | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/pkg/testsuites/standard_suites.go b/pkg/testsuites/standard_suites.go index b11b99dcee66..a6b19811a20d 100644 --- a/pkg/testsuites/standard_suites.go +++ b/pkg/testsuites/standard_suites.go @@ -110,12 +110,23 @@ var staticSuites = []ginkgo.TestSuite{ { Name: "openshift/stable", Description: templates.LongDesc(` - Umbrella suite for component suites that run under stable cluster conditions. + Umbrella suite for stable, highly reliable component tests that run under + stable cluster conditions. All tests in this suite are expected to pass + consistently without flakes. `), Qualifiers: []string{ "name.contains('[Feature:Builds]')", }, Parallelism: 30, + MaximumAllowedFlakes: 0, + ClusterStabilityDuringTest: ginkgo.Stable, + }, + { + Name: "openshift/active", + Description: templates.LongDesc(` + Umbrella suite for component suites that are actively being validated. + `), + Parallelism: 30, ClusterStabilityDuringTest: ginkgo.Stable, }, { From 46783006817debc0c5186f86ce4fc8f88d57f3b1 Mon Sep 17 00:00:00 2001 From: miyadav Date: Mon, 20 Jul 2026 17:07:32 +0100 Subject: [PATCH 4/4] label-based approach [placeholders] --- pkg/testsuites/standard_suites.go | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/pkg/testsuites/standard_suites.go b/pkg/testsuites/standard_suites.go index a6b19811a20d..9ad14a6e1df2 100644 --- a/pkg/testsuites/standard_suites.go +++ b/pkg/testsuites/standard_suites.go @@ -115,7 +115,7 @@ var staticSuites = []ginkgo.TestSuite{ consistently without flakes. `), Qualifiers: []string{ - "name.contains('[Feature:Builds]')", + `labels.exists(l, l=="STABLE")`, }, Parallelism: 30, MaximumAllowedFlakes: 0, @@ -126,6 +126,9 @@ var staticSuites = []ginkgo.TestSuite{ Description: templates.LongDesc(` Umbrella suite for component suites that are actively being validated. `), + Qualifiers: []string{ + `labels.exists(l, l=="ACTIVE")`, + }, Parallelism: 30, ClusterStabilityDuringTest: ginkgo.Stable, },