Skip to content

Commit

Permalink
Clean up downstream projects (#2101)
Browse files Browse the repository at this point in the history 
Keep only some important end projects and Bazel team maintained projects
in the downstream pipeline. Removing projects that are deprecated or
non-responsive to breakages and projects that will be covered by the new
[BCR compatibility test
pipeline](https://buildkite.com/bazel/bcr-bazel-compatibility-test).

Non-responsive or deprecated repos:

- https://github.com/bazelbuild/codelabs.git
- https://github.com/bazelbuild/bazel-watcher.git
- https://github.com/googlecartographer/cartographer.git
- https://github.com/envoyproxy/envoy.git
- https://github.com/google/flatbuffers.git
- https://gerrit.googlesource.com/gerrit.git
- https://github.com/kythe/kythe.git
- https://github.com/bazelbuild/rules_closure.git
- https://github.com/bazelbuild/rules_proto.git


Covered by [BCR compatibility
test](https://buildkite.com/bazel/bcr-bazel-compatibility-test):

- https://github.com/google/glog.git
- https://github.com/google/protobuf.git
- https://github.com/google/re2.git
- https://github.com/bazelbuild/rules_apple.git
- https://github.com/bazel-contrib/rules_dotnet.git
- https://github.com/bazelbuild/rules_foreign_cc.git
- https://github.com/bazelbuild/rules_go.git
- https://github.com/sgammon/rules_graalvm.git
- https://github.com/tweag/rules_haskell.git
- https://github.com/bazelbuild/rules_jsonnet.git
- https://github.com/bazelbuild/rules_jvm_external.git
- https://github.com/bazelbuild/rules_kotlin.git
- https://github.com/bazelbuild/rules_nodejs.git
- https://github.com/bazelbuild/rules_perl.git
- https://github.com/bazelbuild/rules_python.git
- https://github.com/bazelbuild/rules_rust.git
- https://github.com/bazelbuild/rules_scala.git
- https://github.com/bazelbuild/rules_swift.git
- https://github.com/bazelbuild/rules_webtesting.git

We are being a bit aggressive on removing projects from the downstream
pipeline since we believe the BCR Bazel compatibility test will do a
good job on catching Bazel regressions and notify BCR module maintainers
about future breaking changes.

If a project maintainer wants to catch up with changes from Bazel@HEAD
more timely, it's recommended to set up test configs in your own CI with
Bazel at `last_green` (updated hourly) or `rolling` (updated ~ every two
weeks).

If a project maintainer wants to keep your project in the downstream
pipeline, please confirm you'll follow our [downstream project
policies](https://github.com/bazelbuild/continuous-integration/blob/master/docs/downstream-testing.md#downstream-project-policies).
  • Loading branch information
@meteorcloudy
meteorcloudy authored Nov 5, 2024
1 parent 7286206 commit a423d66
Showing 1 changed file with 6 additions and 145 deletions.
151 changes: 6 additions & 145 deletions buildkite/bazelci.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -38,9 +38,7 @@
import sys
import tarfile
import tempfile
import threading
import time
from typing import Sequence
import urllib.error
import urllib.request
import yaml
Expand Down Expand Up @@ -119,11 +117,6 @@
"file_config": ".bazelci/postsubmit.yml",
"pipeline_slug": "bazel-bench",
},
"Bazel Codelabs": {
"git_repository": "https://github.com/bazelbuild/codelabs.git",
"pipeline_slug": "bazel-codelabs",
"disabled_reason": "https://github.com/bazelbuild/codelabs/issues/38",
},
"Bazel Examples": {
"git_repository": "https://github.com/bazelbuild/examples.git",
"pipeline_slug": "bazel-bazel-examples",
Expand All @@ -141,18 +134,13 @@
"git_repository": "https://github.com/bazelbuild/bazel-toolchains.git",
"pipeline_slug": "bazel-toolchains",
},
"Bazel watcher": {
"git_repository": "https://github.com/bazelbuild/bazel-watcher.git",
"pipeline_slug": "bazel-watcher",
"disabled_reason": "https://github.com/bazelbuild/bazel-watcher/issues/590",
},
"Bazelisk": {
"git_repository": "https://github.com/bazelbuild/bazelisk.git",
"file_config": ".bazelci/config.yml",
"pipeline_slug": "bazelisk",
},
"Buildfarm": {
"git_repository": "https://github.com/bazelbuild/bazel-buildfarm.git",
"git_repository": "https://github.com/buildfarm/buildfarm.git",
"pipeline_slug": "buildfarm-farmer",
},
"Buildtools": {
Expand All @@ -169,40 +157,16 @@
"file_config": ".bazelci/clion.yml",
"pipeline_slug": "clion-plugin-google",
},
"Cartographer": {
"git_repository": "https://github.com/googlecartographer/cartographer.git",
"pipeline_slug": "cartographer",
"disabled_reason": "https://github.com/cartographer-project/cartographer/issues/1938#issuecomment-1804795113",
},
"Cloud Robotics Core": {
"git_repository": "https://github.com/googlecloudrobotics/core.git",
"http_config": "https://raw.githubusercontent.com/bazelbuild/continuous-integration/master/pipelines/cloud-robotics.yml",
"pipeline_slug": "cloud-robotics-core",
},
"Envoy": {
"git_repository": "https://github.com/envoyproxy/envoy.git",
"pipeline_slug": "envoy",
"disabled_reason": "https://github.com/envoyproxy/envoy/issues/29723",
},
"FlatBuffers": {
"git_repository": "https://github.com/google/flatbuffers.git",
"pipeline_slug": "flatbuffers",
"disabled_reason": "https://github.com/google/flatbuffers/issues/7992",
},
"Flogger": {
"git_repository": "https://github.com/google/flogger.git",
"http_config": "https://raw.githubusercontent.com/bazelbuild/continuous-integration/master/pipelines/flogger.yml",
"pipeline_slug": "flogger",
},
"Gerrit": {
"git_repository": "https://gerrit.googlesource.com/gerrit.git",
"http_config": "https://raw.githubusercontent.com/bazelbuild/continuous-integration/master/pipelines/gerrit.yml",
"pipeline_slug": "gerrit",
},
"Google Logging": {
"git_repository": "https://github.com/google/glog.git",
"pipeline_slug": "google-logging",
},
"IntelliJ Plugin": {
"git_repository": "https://github.com/bazelbuild/intellij.git",
"file_config": ".bazelci/intellij.yml",
Expand Down Expand Up @@ -233,17 +197,6 @@
"file_config": ".bazelci/aspect.yml",
"pipeline_slug": "intellij-plugin-aspect-google",
},
"Kythe": {
"git_repository": "https://github.com/kythe/kythe.git",
"pipeline_slug": "kythe",
},
"Protobuf": {
"git_repository": "https://github.com/google/protobuf.git",
"http_config": "https://raw.githubusercontent.com/bazelbuild/continuous-integration/master/pipelines/protobuf.yml",
"pipeline_slug": "protobuf",
"owned_by_bazel": True,
"disabled_reason": "https://github.com/protocolbuffers/protobuf/issues/18328"
},
"Stardoc": {
"git_repository": "https://github.com/bazelbuild/stardoc.git",
"pipeline_slug": "stardoc",
Expand All @@ -255,132 +208,40 @@
"pipeline_slug": "tensorflow",
"disabled_reason": "https://github.com/tensorflow/tensorflow/issues/60508",
},
"re2": {
"git_repository": "https://github.com/google/re2.git",
"http_config": "https://raw.githubusercontent.com/bazelbuild/continuous-integration/master/pipelines/re2.yml",
"pipeline_slug": "re2",
},
"rules_android": {
"git_repository": "https://github.com/bazelbuild/rules_android.git",
"pipeline_slug": "rules-android",
"owned_by_bazel": True,
},
"rules_android_ndk": {
"git_repository": "https://github.com/bazelbuild/rules_android_ndk.git",
"pipeline_slug": "rules-android-ndk",
},
"rules_apple": {
"git_repository": "https://github.com/bazelbuild/rules_apple.git",
"pipeline_slug": "rules-apple-darwin",
"owned_by_bazel": True,
},
"rules_cc": {
"git_repository": "https://github.com/bazelbuild/rules_cc.git",
"pipeline_slug": "rules-cc",
"owned_by_bazel": True,
"disabled_reason": "https://github.com/bazelbuild/rules_cc/issues/190",
},
"rules_closure": {
"git_repository": "https://github.com/bazelbuild/rules_closure.git",
"pipeline_slug": "rules-closure-closure-compiler",
"owned_by_bazel": True,
},
"rules_dotnet": {
"git_repository": "https://github.com/bazelbuild/rules_dotnet.git",
"pipeline_slug": "rules-dotnet-edge",
},
"rules_foreign_cc": {
"git_repository": "https://github.com/bazelbuild/rules_foreign_cc.git",
"file_config": ".bazelci/config.yaml",
"pipeline_slug": "rules-foreign-cc",
"owned_by_bazel": True,
},
"rules_go": {
"git_repository": "https://github.com/bazelbuild/rules_go.git",
"pipeline_slug": "rules-go-golang",
},
"rules_graalvm": {
"git_repository": "https://github.com/sgammon/rules_graalvm.git",
"pipeline_slug": "rules-graalvm",
"disabled_reason": "https://github.com/sgammon/rules_graalvm/issues/409",
},
"rules_haskell": {
"git_repository": "https://github.com/tweag/rules_haskell.git",
"pipeline_slug": "rules-haskell-haskell",
},
"rules_jsonnet": {
"git_repository": "https://github.com/bazelbuild/rules_jsonnet.git",
"pipeline_slug": "rules-jsonnet",
"disabled_reason": "https://github.com/bazelbuild/rules_jsonnet/issues/194",
},
"rules_jvm_external": {
"git_repository": "https://github.com/bazelbuild/rules_jvm_external.git",
"pipeline_slug": "rules-jvm-external",
"owned_by_bazel": True,
},
"rules_jvm_external - examples": {
"git_repository": "https://github.com/bazelbuild/rules_jvm_external.git",
"file_config": ".bazelci/examples.yml",
"pipeline_slug": "rules-jvm-external-examples",
"owned_by_bazel": True,
},
"rules_kotlin": {
"git_repository": "https://github.com/bazelbuild/rules_kotlin.git",
"pipeline_slug": "rules-kotlin-kotlin",
},
"rules_nodejs": {
"git_repository": "https://github.com/bazelbuild/rules_nodejs.git",
"pipeline_slug": "rules-nodejs-nodejs",
},
"rules_perl": {
"git_repository": "https://github.com/bazelbuild/rules_perl.git",
"pipeline_slug": "rules-perl",
},
"rules_platform": {
"git_repository": "https://github.com/bazelbuild/rules_platform.git",
"pipeline_slug": "rules-platform",
},
"rules_proto": {
"git_repository": "https://github.com/bazelbuild/rules_proto.git",
"pipeline_slug": "rules-proto",
"owned_by_bazel": True,
},
"rules_python": {
"git_repository": "https://github.com/bazelbuild/rules_python.git",
"pipeline_slug": "rules-python-python",
"owned_by_bazel": True,
},
"rules_rust": {
"git_repository": "https://github.com/bazelbuild/rules_rust.git",
"pipeline_slug": "rules-rust-rustlang",
"disabled_reason": "https://github.com/bazelbuild/rules_rust/issues/2519, https://github.com/bazelbuild/rules_rust/issues/2464",
},
"rules_scala": {
"git_repository": "https://github.com/bazelbuild/rules_scala.git",
"pipeline_slug": "rules-scala-scala",
"disabled_reason": "waiting on https://github.com/bazelbuild/rules_scala/pull/1422",
},
"rules_swift": {
"git_repository": "https://github.com/bazelbuild/rules_swift.git",
"pipeline_slug": "rules-swift-swift",
},
"rules_testing": {
"git_repository": "https://github.com/bazelbuild/rules_testing.git",
"pipeline_slug": "rules-testing",
"owned_by_bazel": True,
},
"rules_webtesting": {
"git_repository": "https://github.com/bazelbuild/rules_webtesting.git",
"pipeline_slug": "rules-webtesting-saucelabs",
},
}

DOWNSTREAM_PROJECTS_TESTING = {
"Bazel": DOWNSTREAM_PROJECTS_PRODUCTION["Bazel"],
"Bazelisk": DOWNSTREAM_PROJECTS_PRODUCTION["Bazelisk"],
"rules_go": DOWNSTREAM_PROJECTS_PRODUCTION["rules_go"],
"rules_kotlin": DOWNSTREAM_PROJECTS_PRODUCTION["rules_kotlin"],
"rules_nodejs": DOWNSTREAM_PROJECTS_PRODUCTION["rules_nodejs"],
"rules_rust": DOWNSTREAM_PROJECTS_PRODUCTION["rules_rust"],
"rules_scala": DOWNSTREAM_PROJECTS_PRODUCTION["rules_scala"],
"rules_android": DOWNSTREAM_PROJECTS_PRODUCTION["rules_android"],
"rules_cc": DOWNSTREAM_PROJECTS_PRODUCTION["rules_cc"],
"rules_testing": DOWNSTREAM_PROJECTS_PRODUCTION["rules_testing"],
}

DOWNSTREAM_PROJECTS = {
Expand Down

0 comments on commit a423d66

Please sign in to comment.