You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by da...@apache.org on 2024/04/10 20:51:32 UTC

(beam) 01/01: Add important category

This is an automated email from the ASF dual-hosted git repository.

damccorm pushed a commit to branch users/damccorm/dashboard
in repository https://gitbox.apache.org/repos/asf/beam.git

commit e674fb69965398498c39606a123f6fa3141bd4cf
Author: Danny McCormick <da...@google.com>
AuthorDate: Wed Apr 10 16:51:19 2024 -0400

    Add important category
---
 .../GA-Post-Commits_status_dashboard.json          | 945 +++++++++++++++++++++
 .../github/github_runs_prefetcher/code/config.yaml |  96 ++-
 2 files changed, 994 insertions(+), 47 deletions(-)

diff --git a/.test-infra/metrics/grafana/dashboards/GA-Post-Commits_status_dashboard.json b/.test-infra/metrics/grafana/dashboards/GA-Post-Commits_status_dashboard.json
index dc9b09d451f..cc8450bc39f 100644
--- a/.test-infra/metrics/grafana/dashboards/GA-Post-Commits_status_dashboard.json
+++ b/.test-infra/metrics/grafana/dashboards/GA-Post-Commits_status_dashboard.json
@@ -1845,6 +1845,951 @@
           }
         ]
       },
+      "gridPos": {
+        "h": 20,
+        "w": 24,
+        "x": 0,
+        "y": 0
+      },
+      "id": 2,
+      "links": [],
+      "options": {
+        "cellHeight": "sm",
+        "footer": {
+          "countRows": false,
+          "fields": "",
+          "reducer": [
+            "sum"
+          ],
+          "show": false
+        },
+        "showHeader": true
+      },
+      "pluginVersion": "10.0.3",
+      "targets": [
+        {
+          "aggregation": "Last",
+          "alias": "job",
+          "decimals": 2,
+          "displayAliasType": "Warning / Critical",
+          "displayType": "Regular",
+          "displayValueWithAlias": "Never",
+          "editorMode": "code",
+          "format": "table",
+          "group": [],
+          "hide": false,
+          "metricColumn": "none",
+          "rawQuery": true,
+          "rawSql": "with workflows as (\n\twith temp as (SELECT t1.workflow_id, t1.workflow_name, t1.workflow_filename, t1.dashboard_category, t1.run1, t2.run1id ,\nt1.run2, t2.run2id ,\nt1.run3, t2.run3id ,\nt1.run4, t2.run4id ,\nt1.run5, t2.run5id ,\nt1.run6, t2.run6id ,\nt1.run7, t2.run7id ,\nt1.run8, t2.run8id ,\nt1.run9, t2.run9id ,\nt1.run10, t2.run10id \nFROM (SELECT * FROM crosstab('SELECT github_workflows.workflow_id, name as workflow_name, filename AS workflow_filename, dashbo [...]
+          "refId": "A",
+          "select": [
+            [
+              {
+                "params": [
+                  "value"
+                ],
+                "type": "column"
+              }
+            ]
+          ],
+          "timeColumn": "time",
+          "units": "none",
+          "valueHandler": "Number Threshold",
+          "where": [
+            {
+              "name": "$__timeFilter",
+              "params": [],
+              "type": "macro"
+            }
+          ]
+        }
+      ],
+      "title": "Important signals",
+      "transformations": [
+        {
+          "id": "merge",
+          "options": {
+            "reducers": []
+          }
+        }
+      ],
+      "type": "table"
+    },
+    {
+      "datasource": "BeamPSQL",
+      "fieldConfig": {
+        "defaults": {
+          "color": {
+            "mode": "thresholds"
+          },
+          "custom": {
+            "align": "auto",
+            "cellOptions": {
+              "type": "auto"
+            },
+            "inspect": false
+          },
+          "mappings": [
+            {
+              "options": {
+                "0": {
+                  "color": "semi-dark-red",
+                  "index": 0,
+                  "text": "Fail"
+                },
+                "1": {
+                  "color": "semi-dark-green",
+                  "index": 1,
+                  "text": "Success"
+                },
+                "2": {
+                  "color": "semi-dark-yellow",
+                  "index": 2,
+                  "text": "Pending"
+                },
+                "3": {
+                  "color": "semi-dark-purple",
+                  "index": 3,
+                  "text": "Cancelled"
+                },
+                "4": {
+                  "color": "light-blue",
+                  "index": 4,
+                  "text": "None"
+                }
+              },
+              "type": "value"
+            }
+          ],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "semi-dark-red",
+                "value": null
+              }
+            ]
+          }
+        },
+        "overrides": [
+          {
+            "matcher": {
+              "id": "byName",
+              "options": "workflow_name"
+            },
+            "properties": [
+              {
+                "id": "unit",
+                "value": "short"
+              },
+              {
+                "id": "decimals",
+                "value": 2
+              },
+              {
+                "id": "links",
+                "value": [
+                  {
+                    "targetBlank": true,
+                    "title": "",
+                    "url": "https://github.com/apache/beam/actions/${__data.fields.workflow_filename}"
+                  }
+                ]
+              },
+              {
+                "id": "custom.align",
+                "value": "auto"
+              },
+              {
+                "id": "mappings",
+                "value": []
+              },
+              {
+                "id": "displayName",
+                "value": "Job Name"
+              }
+            ]
+          },
+          {
+            "matcher": {
+              "id": "byName",
+              "options": "workflow_filename"
+            },
+            "properties": [
+              {
+                "id": "custom.hidden",
+                "value": true
+              }
+            ]
+          },
+          {
+            "matcher": {
+              "id": "byRegexp",
+              "options": "/run\\d+id/"
+            },
+            "properties": [
+              {
+                "id": "custom.hidden",
+                "value": true
+              },
+              {
+                "id": "custom.align",
+                "value": "center"
+              }
+            ]
+          },
+          {
+            "matcher": {
+              "id": "byName",
+              "options": "run_1"
+            },
+            "properties": [
+              {
+                "id": "color",
+                "value": {
+                  "fixedColor": "dark-green",
+                  "mode": "fixed"
+                }
+              },
+              {
+                "id": "custom.hidden",
+                "value": false
+              },
+              {
+                "id": "thresholds",
+                "value": {
+                  "mode": "percentage",
+                  "steps": [
+                    {
+                      "color": "semi-dark-red",
+                      "value": null
+                    },
+                    {
+                      "color": "semi-dark-red",
+                      "value": 0
+                    },
+                    {
+                      "color": "semi-dark-green",
+                      "value": 1
+                    },
+                    {
+                      "color": "semi-dark-yellow",
+                      "value": 2
+                    },
+                    {
+                      "color": "light-blue",
+                      "value": 3
+                    },
+                    {
+                      "color": "purple",
+                      "value": 4
+                    }
+                  ]
+                }
+              },
+              {
+                "id": "custom.cellOptions",
+                "value": {
+                  "mode": "basic",
+                  "type": "color-background"
+                }
+              },
+              {
+                "id": "custom.align",
+                "value": "center"
+              },
+              {
+                "id": "links",
+                "value": [
+                  {
+                    "title": "",
+                    "url": "${__data.fields.run1id}"
+                  }
+                ]
+              },
+              {
+                "id": "displayName",
+                "value": "Run"
+              }
+            ]
+          },
+          {
+            "matcher": {
+              "id": "byName",
+              "options": "run_2"
+            },
+            "properties": [
+              {
+                "id": "color",
+                "value": {
+                  "fixedColor": "dark-green",
+                  "mode": "fixed"
+                }
+              },
+              {
+                "id": "custom.hidden",
+                "value": false
+              },
+              {
+                "id": "thresholds",
+                "value": {
+                  "mode": "percentage",
+                  "steps": [
+                    {
+                      "color": "semi-dark-red",
+                      "value": null
+                    },
+                    {
+                      "color": "semi-dark-red",
+                      "value": 0
+                    },
+                    {
+                      "color": "semi-dark-green",
+                      "value": 1
+                    },
+                    {
+                      "color": "semi-dark-yellow",
+                      "value": 2
+                    },
+                    {
+                      "color": "light-blue",
+                      "value": 3
+                    },
+                    {
+                      "color": "purple",
+                      "value": 4
+                    }
+                  ]
+                }
+              },
+              {
+                "id": "custom.cellOptions",
+                "value": {
+                  "mode": "basic",
+                  "type": "color-background"
+                }
+              },
+              {
+                "id": "custom.align",
+                "value": "center"
+              },
+              {
+                "id": "links",
+                "value": [
+                  {
+                    "title": "",
+                    "url": "${__data.fields.run2id}"
+                  }
+                ]
+              },
+              {
+                "id": "displayName",
+                "value": "Run 2"
+              }
+            ]
+          },
+          {
+            "matcher": {
+              "id": "byName",
+              "options": "run_3"
+            },
+            "properties": [
+              {
+                "id": "color",
+                "value": {
+                  "fixedColor": "dark-green",
+                  "mode": "fixed"
+                }
+              },
+              {
+                "id": "custom.hidden",
+                "value": false
+              },
+              {
+                "id": "thresholds",
+                "value": {
+                  "mode": "percentage",
+                  "steps": [
+                    {
+                      "color": "semi-dark-red",
+                      "value": null
+                    },
+                    {
+                      "color": "semi-dark-red",
+                      "value": 0
+                    },
+                    {
+                      "color": "semi-dark-green",
+                      "value": 1
+                    },
+                    {
+                      "color": "semi-dark-yellow",
+                      "value": 2
+                    },
+                    {
+                      "color": "light-blue",
+                      "value": 3
+                    },
+                    {
+                      "color": "purple",
+                      "value": 4
+                    }
+                  ]
+                }
+              },
+              {
+                "id": "custom.cellOptions",
+                "value": {
+                  "mode": "basic",
+                  "type": "color-background"
+                }
+              },
+              {
+                "id": "custom.align",
+                "value": "center"
+              },
+              {
+                "id": "links",
+                "value": [
+                  {
+                    "title": "",
+                    "url": "${__data.fields.run3id}"
+                  }
+                ]
+              },
+              {
+                "id": "displayName",
+                "value": "Run 3"
+              }
+            ]
+          },
+          {
+            "matcher": {
+              "id": "byName",
+              "options": "run_4"
+            },
+            "properties": [
+              {
+                "id": "color",
+                "value": {
+                  "fixedColor": "dark-green",
+                  "mode": "fixed"
+                }
+              },
+              {
+                "id": "custom.hidden",
+                "value": false
+              },
+              {
+                "id": "thresholds",
+                "value": {
+                  "mode": "percentage",
+                  "steps": [
+                    {
+                      "color": "semi-dark-red",
+                      "value": null
+                    },
+                    {
+                      "color": "semi-dark-red",
+                      "value": 0
+                    },
+                    {
+                      "color": "semi-dark-green",
+                      "value": 1
+                    },
+                    {
+                      "color": "semi-dark-yellow",
+                      "value": 2
+                    },
+                    {
+                      "color": "light-blue",
+                      "value": 3
+                    },
+                    {
+                      "color": "purple",
+                      "value": 4
+                    }
+                  ]
+                }
+              },
+              {
+                "id": "custom.cellOptions",
+                "value": {
+                  "mode": "basic",
+                  "type": "color-background"
+                }
+              },
+              {
+                "id": "custom.align",
+                "value": "center"
+              },
+              {
+                "id": "links",
+                "value": [
+                  {
+                    "title": "",
+                    "url": "${__data.fields.run4id}"
+                  }
+                ]
+              },
+              {
+                "id": "displayName",
+                "value": "Run 4"
+              }
+            ]
+          },
+          {
+            "matcher": {
+              "id": "byName",
+              "options": "run_5"
+            },
+            "properties": [
+              {
+                "id": "color",
+                "value": {
+                  "fixedColor": "dark-green",
+                  "mode": "fixed"
+                }
+              },
+              {
+                "id": "custom.hidden",
+                "value": false
+              },
+              {
+                "id": "thresholds",
+                "value": {
+                  "mode": "percentage",
+                  "steps": [
+                    {
+                      "color": "semi-dark-red",
+                      "value": null
+                    },
+                    {
+                      "color": "semi-dark-red",
+                      "value": 0
+                    },
+                    {
+                      "color": "semi-dark-green",
+                      "value": 1
+                    },
+                    {
+                      "color": "semi-dark-yellow",
+                      "value": 2
+                    },
+                    {
+                      "color": "light-blue",
+                      "value": 3
+                    },
+                    {
+                      "color": "purple",
+                      "value": 4
+                    }
+                  ]
+                }
+              },
+              {
+                "id": "custom.cellOptions",
+                "value": {
+                  "mode": "basic",
+                  "type": "color-background"
+                }
+              },
+              {
+                "id": "custom.align",
+                "value": "center"
+              },
+              {
+                "id": "links",
+                "value": [
+                  {
+                    "title": "",
+                    "url": "${__data.fields.run5id}"
+                  }
+                ]
+              },
+              {
+                "id": "displayName",
+                "value": "Run 5"
+              }
+            ]
+          },
+          {
+            "matcher": {
+              "id": "byName",
+              "options": "run_6"
+            },
+            "properties": [
+              {
+                "id": "color",
+                "value": {
+                  "fixedColor": "dark-green",
+                  "mode": "fixed"
+                }
+              },
+              {
+                "id": "custom.hidden",
+                "value": false
+              },
+              {
+                "id": "thresholds",
+                "value": {
+                  "mode": "percentage",
+                  "steps": [
+                    {
+                      "color": "semi-dark-red",
+                      "value": null
+                    },
+                    {
+                      "color": "semi-dark-red",
+                      "value": 0
+                    },
+                    {
+                      "color": "semi-dark-green",
+                      "value": 1
+                    },
+                    {
+                      "color": "semi-dark-yellow",
+                      "value": 2
+                    },
+                    {
+                      "color": "light-blue",
+                      "value": 3
+                    },
+                    {
+                      "color": "purple",
+                      "value": 4
+                    }
+                  ]
+                }
+              },
+              {
+                "id": "custom.cellOptions",
+                "value": {
+                  "mode": "basic",
+                  "type": "color-background"
+                }
+              },
+              {
+                "id": "custom.align",
+                "value": "center"
+              },
+              {
+                "id": "links",
+                "value": [
+                  {
+                    "title": "",
+                    "url": "${__data.fields.run6id}"
+                  }
+                ]
+              },
+              {
+                "id": "displayName",
+                "value": "Run 6"
+              }
+            ]
+          },
+          {
+            "matcher": {
+              "id": "byName",
+              "options": "run_7"
+            },
+            "properties": [
+              {
+                "id": "color",
+                "value": {
+                  "fixedColor": "dark-green",
+                  "mode": "fixed"
+                }
+              },
+              {
+                "id": "custom.hidden",
+                "value": false
+              },
+              {
+                "id": "thresholds",
+                "value": {
+                  "mode": "percentage",
+                  "steps": [
+                    {
+                      "color": "semi-dark-red",
+                      "value": null
+                    },
+                    {
+                      "color": "semi-dark-red",
+                      "value": 0
+                    },
+                    {
+                      "color": "semi-dark-green",
+                      "value": 1
+                    },
+                    {
+                      "color": "semi-dark-yellow",
+                      "value": 2
+                    },
+                    {
+                      "color": "light-blue",
+                      "value": 3
+                    },
+                    {
+                      "color": "purple",
+                      "value": 4
+                    }
+                  ]
+                }
+              },
+              {
+                "id": "custom.cellOptions",
+                "value": {
+                  "mode": "basic",
+                  "type": "color-background"
+                }
+              },
+              {
+                "id": "custom.align",
+                "value": "center"
+              },
+              {
+                "id": "links",
+                "value": [
+                  {
+                    "title": "",
+                    "url": "${__data.fields.run7id}"
+                  }
+                ]
+              },
+              {
+                "id": "displayName",
+                "value": "Run 7"
+              }
+            ]
+          },
+          {
+            "matcher": {
+              "id": "byName",
+              "options": "run_8"
+            },
+            "properties": [
+              {
+                "id": "color",
+                "value": {
+                  "fixedColor": "dark-green",
+                  "mode": "fixed"
+                }
+              },
+              {
+                "id": "custom.hidden",
+                "value": false
+              },
+              {
+                "id": "thresholds",
+                "value": {
+                  "mode": "percentage",
+                  "steps": [
+                    {
+                      "color": "semi-dark-red",
+                      "value": null
+                    },
+                    {
+                      "color": "semi-dark-red",
+                      "value": 0
+                    },
+                    {
+                      "color": "semi-dark-green",
+                      "value": 1
+                    },
+                    {
+                      "color": "semi-dark-yellow",
+                      "value": 2
+                    },
+                    {
+                      "color": "light-blue",
+                      "value": 3
+                    },
+                    {
+                      "color": "purple",
+                      "value": 4
+                    }
+                  ]
+                }
+              },
+              {
+                "id": "custom.cellOptions",
+                "value": {
+                  "mode": "basic",
+                  "type": "color-background"
+                }
+              },
+              {
+                "id": "custom.align",
+                "value": "center"
+              },
+              {
+                "id": "links",
+                "value": [
+                  {
+                    "title": "",
+                    "url": "${__data.fields.run8id}"
+                  }
+                ]
+              },
+              {
+                "id": "displayName",
+                "value": "Run 8"
+              }
+            ]
+          },
+          {
+            "matcher": {
+              "id": "byName",
+              "options": "run_9"
+            },
+            "properties": [
+              {
+                "id": "color",
+                "value": {
+                  "fixedColor": "dark-green",
+                  "mode": "fixed"
+                }
+              },
+              {
+                "id": "custom.hidden",
+                "value": false
+              },
+              {
+                "id": "thresholds",
+                "value": {
+                  "mode": "percentage",
+                  "steps": [
+                    {
+                      "color": "semi-dark-red",
+                      "value": null
+                    },
+                    {
+                      "color": "semi-dark-red",
+                      "value": 0
+                    },
+                    {
+                      "color": "semi-dark-green",
+                      "value": 1
+                    },
+                    {
+                      "color": "semi-dark-yellow",
+                      "value": 2
+                    },
+                    {
+                      "color": "light-blue",
+                      "value": 3
+                    },
+                    {
+                      "color": "purple",
+                      "value": 4
+                    }
+                  ]
+                }
+              },
+              {
+                "id": "custom.cellOptions",
+                "value": {
+                  "mode": "basic",
+                  "type": "color-background"
+                }
+              },
+              {
+                "id": "custom.align",
+                "value": "center"
+              },
+              {
+                "id": "links",
+                "value": [
+                  {
+                    "title": "",
+                    "url": "${__data.fields.run9id}"
+                  }
+                ]
+              },
+              {
+                "id": "displayName",
+                "value": "Run 9"
+              }
+            ]
+          },
+          {
+            "matcher": {
+              "id": "byName",
+              "options": "run_10"
+            },
+            "properties": [
+              {
+                "id": "color",
+                "value": {
+                  "fixedColor": "dark-green",
+                  "mode": "fixed"
+                }
+              },
+              {
+                "id": "custom.hidden",
+                "value": false
+              },
+              {
+                "id": "thresholds",
+                "value": {
+                  "mode": "percentage",
+                  "steps": [
+                    {
+                      "color": "semi-dark-red",
+                      "value": null
+                    },
+                    {
+                      "color": "semi-dark-red",
+                      "value": 0
+                    },
+                    {
+                      "color": "semi-dark-green",
+                      "value": 1
+                    },
+                    {
+                      "color": "semi-dark-yellow",
+                      "value": 2
+                    },
+                    {
+                      "color": "light-blue",
+                      "value": 3
+                    },
+                    {
+                      "color": "purple",
+                      "value": 4
+                    }
+                  ]
+                }
+              },
+              {
+                "id": "custom.cellOptions",
+                "value": {
+                  "mode": "basic",
+                  "type": "color-background"
+                }
+              },
+              {
+                "id": "custom.align",
+                "value": "center"
+              },
+              {
+                "id": "links",
+                "value": [
+                  {
+                    "title": "",
+                    "url": "${__data.fields.run10id}"
+                  }
+                ]
+              },
+              {
+                "id": "displayName",
+                "value": "Run 10"
+              }
+            ]
+          }
+        ]
+      },
       "gridPos": {
         "h": 20,
         "w": 24,
diff --git a/.test-infra/metrics/sync/github/github_runs_prefetcher/code/config.yaml b/.test-infra/metrics/sync/github/github_runs_prefetcher/code/config.yaml
index 0dedf2a2199..8d711c7fcb8 100644
--- a/.test-infra/metrics/sync/github/github_runs_prefetcher/code/config.yaml
+++ b/.test-infra/metrics/sync/github/github_runs_prefetcher/code/config.yaml
@@ -13,6 +13,55 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 categories:
+  - name: core_infra
+    groupThreshold: 0.8
+    tests:
+    - "Release Nightly Snapshot Python" 
+    - "Rotate Metrics Cluster Credentials" 
+    - "Community Metrics Prober" 
+    - "Publish Docker Snapshots" 
+    - "Clean Up GCP Resources" 
+    - "Clean Up Prebuilt SDK Images" 
+    - "Rotate IO-Datastores Cluster Credentials" 
+    - "Release Nightly Snapshot" 
+    - "Mark issue as triaged when assigned" 
+    - "PostCommit BeamMetrics Publish" 
+    - "PreCommit Community Metrics" 
+    - "Beam Metrics Report" 
+    - "Build and Version Runner Docker Image" 
+    - "PreCommit GHA" 
+    - "pr-bot-prs-needing-attention" 
+    - "PreCommit RAT" 
+    - "Assign or close an issue" 
+    - "PostCommit Website Test" 
+    - "PostCommit Website Publish" 
+    - "PreCommit Website" 
+    - "PreCommit Website Stage GCS" 
+    - "Cleanup Dataproc Resources" 
+    - "PreCommit Whitespace" 
+    - "Publish Beam SDK Snapshots" 
+    - "Cancel Stale Dataflow Jobs" 
+    - "pr-bot-pr-updates" 
+    - "pr-bot-new-prs" 
+  # Tests we want monitored more closely. Only add suites if you are willing to help keep them green :)
+  # Usually will be postcommits since PreCommits are more likely to be noticed.
+  - name: important_signals
+    tests:
+    - "PostCommit Python" 
+    - "PostCommit Python Xlang Gcp Direct" 
+    - "PreCommit Java Examples Dataflow Java11"
+    - "PreCommit Java Examples Dataflow Java17"
+    - "PreCommit Java Examples Dataflow Java21"
+    - "PreCommit Java Examples Dataflow"
+    - "PostCommit Java Examples Dataflow V2"
+    - "PostCommit Java ValidatesRunner Dataflow"
+    - "PostCommit Java Dataflow V1"
+    - "PostCommit Java ValidatesRunner Dataflow Streaming"
+    - "PostCommit Java Dataflow V2"
+    - "PostCommit Java ValidatesRunner Dataflow V2"
+    - "PostCommit Python Arm" 
+    - "PostCommit Python Examples Direct" 
+    - "PostCommit TransformService Direct" 
   - name: core_java
     tests:
     - "PreCommit SQL Java17"
@@ -78,7 +127,6 @@ categories:
     - "PostCommit Java ValidatesRunner Direct"
     - "PreCommit Java SingleStore IO Direct"
     - "PreCommit Java InfluxDb IO Direct"
-    - "PreCommit Spotless"
     - "PreCommit Kotlin Examples"
   - name: dataflow_java
     tests:
@@ -86,16 +134,6 @@ categories:
     - "PostCommit XVR PythonUsingJavaSQL Dataflow"
     - "PostCommit XVR JavaUsingPython Dataflow"
     - "PostCommit XVR PythonUsingJava Dataflow"
-    - "PreCommit Java Examples Dataflow Java11"
-    - "PreCommit Java Examples Dataflow Java17"
-    - "PreCommit Java Examples Dataflow Java21"
-    - "PreCommit Java Examples Dataflow"
-    - "PostCommit Java ValidatesRunner Dataflow"
-    - "PostCommit Java Dataflow V1"
-    - "PostCommit Java ValidatesRunner Dataflow Streaming"
-    - "PostCommit Java Dataflow V2"
-    - "PostCommit Java ValidatesRunner Dataflow V2"
-    - "PostCommit Java Examples Dataflow"
     - "PostCommit Java Examples Dataflow ARM"
     - "PostCommit Java ValidatesRunner Dataflow V2 Streaming"
     - "PostCommit Java ValidatesRunner Dataflow JavaVersions"
@@ -107,7 +145,6 @@ categories:
     - "PostCommit Java Nexmark Dataflow V2"
     - "PostCommit Java Nexmark Dataflow V2 Java"
     - "PostCommit Java Tpcds Dataflow"
-    - "PostCommit Java Examples Dataflow V2"
   - name: runners_java
     tests:
     - "PostCommit Java PVR Spark3 Streaming"
@@ -187,13 +224,9 @@ categories:
     - "Update Python Depedencies" 
     - "PreCommit Python Runners" 
     - "PreCommit Python Transforms" 
-    - "PostCommit Python Xlang Gcp Direct" 
     - "Build python source distribution and wheels" 
     - "Python tests" 
     - "PostCommit Sickbay Python" 
-    - "PostCommit Python" 
-    - "PostCommit Python Arm" 
-    - "PostCommit Python Examples Direct" 
     - "PreCommit Portable Python" 
     - "PreCommit Python Coverage" 
     - "PreCommit Python Docker" 
@@ -269,36 +302,6 @@ categories:
     - "LoadTests Go GBK Flink Batch" 
     - "LoadTests Go ParDo Flink Batch" 
     - "LoadTests Go SideInput Flink Batch" 
-  - name: core_infra
-    groupThreshold: 0.8
-    tests:
-    - "Release Nightly Snapshot Python" 
-    - "Rotate Metrics Cluster Credentials" 
-    - "Community Metrics Prober" 
-    - "Publish Docker Snapshots" 
-    - "Clean Up GCP Resources" 
-    - "Clean Up Prebuilt SDK Images" 
-    - "Rotate IO-Datastores Cluster Credentials" 
-    - "Release Nightly Snapshot" 
-    - "Mark issue as triaged when assigned" 
-    - "PostCommit BeamMetrics Publish" 
-    - "PreCommit Community Metrics" 
-    - "Beam Metrics Report" 
-    - "Build and Version Runner Docker Image" 
-    - "PreCommit GHA" 
-    - "pr-bot-prs-needing-attention" 
-    - "PreCommit RAT" 
-    - "Assign or close an issue" 
-    - "PostCommit Website Test" 
-    - "PostCommit Website Publish" 
-    - "PreCommit Website" 
-    - "PreCommit Website Stage GCS" 
-    - "Cleanup Dataproc Resources" 
-    - "PreCommit Whitespace" 
-    - "Publish Beam SDK Snapshots" 
-    - "Cancel Stale Dataflow Jobs" 
-    - "pr-bot-pr-updates" 
-    - "pr-bot-new-prs" 
   - name: misc
     tests:
     - "Tour of Beam Go integration tests" 
@@ -313,7 +316,6 @@ categories:
     - "PostCommit PortableJar Spark" 
     - "PreCommit Integration and Load Test Framework" 
     - "pr-bot-update-reviewers" 
-    - "PostCommit TransformService Direct" 
     - "Cut Release Branch" 
     - "Generate issue report" 
     - "Dask Runner Tests"