Issue #419: Only add Tier-1 and Tier-2 builders to Release Status (#422)

Author: vstinner

master/custom/builders.py

@@ -44,8 +44,17 @@
     Wasm32WASIBuild,
 )
 
+# A builder can be marked as stable when at least the 10 latest builds are
+# successful, but it's way better to wait at least for at least one week of
+# successful builds before considering to mark a builder as stable.
 STABLE = "stable"
+
+# New builders should always be marked as unstable. If a stable builder starts
+# to fail randomly, it can be downgraded to unstable if it is not a Tier-1 or
+# Tier-2 builder.
 UNSTABLE = "unstable"
+
+# https://peps.python.org/pep-0011/ defines Platfom Support Tiers
 TIER_1 = "tier-1"
 TIER_2 = "tier-2"
 TIER_3 = "tier-3"

master/master.cfg

@@ -58,6 +58,7 @@ from custom.builders import (
     STABLE,
     DAILYBUILDERS,
     ONLY_MAIN_BRANCH,
+    TIER_1, TIER_2,
 )  # noqa: E402
 
 def set_up_sentry():
@@ -198,6 +199,7 @@ def is_important_change(change):
 
 
 github_status_builders = []
+release_status_builders = []
 mail_status_builders = []
 
 # Regular builders
@@ -252,6 +254,9 @@ for branch_num, (git_url, branchname, git_branch) in enumerate(git_branches):
             # disable GitHub notifications for unstable builders
             if stability == STABLE:
                 github_status_builders.append(buildername)
+                # Only Tier-1 and Tier-2 builders can block a release
+                if tier in (TIER_1, TIER_2):
+                    release_status_builders.append(buildername)
         tags = [branchname, stability,] + getattr(f, "tags", [])
         if tier:
             tags.append(tier)
@@ -521,7 +526,7 @@ c['www']['plugins']['wsgi_dashboards'] = [
     {
         'name': 'release_status',
         'caption': 'Release Status',
-        'app': get_release_status_app(github_status_builders),
+        'app': get_release_status_app(release_status_builders),
         'order': 2,
         'icon': 'rocket'
     }