From 3f84a7eddf9c8f0b31678230d8006225bd7ce723 Mon Sep 17 00:00:00 2001 From: Yun Peng Date: Wed, 2 Aug 2023 18:38:24 +0200 Subject: [PATCH] test on all platforms --- .bazelci/presubmit.yml | 702 ++++++++++++++++++++--------------------- .bazelrc | 5 + 2 files changed, 352 insertions(+), 355 deletions(-) diff --git a/.bazelci/presubmit.yml b/.bazelci/presubmit.yml index fcf9cfb9900a22..28d6e97dba6ab4 100644 --- a/.bazelci/presubmit.yml +++ b/.bazelci/presubmit.yml @@ -59,212 +59,208 @@ tasks: - "-//src/test/shell/bazel/android:aapt_integration_test" - "-//src/test/shell/bazel/android:aapt_integration_test_with_head_android_tools" - "-//src/test/shell/bazel/android:aapt_integration_test_with_platforms" - # TODO(pcloudy): how to make the bootstrap build work with Bzlmod enabled. - - "-//src/test/shell/bazel:bazel_bootstrap_distfile_tar_test" + include_json_profile: + - build + - test + ubuntu1804: + shards: 4 + shell_commands: + - sed -i.bak -e 's/^# android_sdk_repository/android_sdk_repository/' -e 's/^# + android_ndk_repository/android_ndk_repository/' WORKSPACE + - rm -f WORKSPACE.bak + - rm -rf $HOME/bazeltest + - mkdir $HOME/bazeltest + build_flags: + - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest/install_base" + # - "--test_env=TEST_REPOSITORY_HOME=$OUTPUT_BASE/external" + - "--test_env=REMOTE_NETWORK_ADDRESS=bazel.build:80" + build_targets: + - "//src:bazel" + - "//src:bazel_jdk_minimal" + # - "//src:test_repos" + - "//src/main/java/..." + test_flags: + # - "--sandbox_default_allow_network=false" + - "--sandbox_writable_path=$HOME/bazeltest" + - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest/install_base" + # - "--test_env=TEST_REPOSITORY_HOME=$OUTPUT_BASE/external" + - "--test_tag_filters=-no_1804" + # Configure and enable tests that require access to the network. + - "--test_env=REMOTE_NETWORK_ADDRESS=bazel.build:80" + test_targets: + - "//scripts/..." + - "//src/java_tools/..." + - "//src/main/starlark/tests/builtins_bzl/..." + - "//src/test/..." + - "//src/tools/execlog/..." + - "//src/tools/singlejar/..." + - "//src/tools/workspacelog/..." + - "//third_party/ijar/..." + - "//tools/android/..." + - "//tools/aquery_differ/..." + - "//tools/python/..." + # Re-enable once fixed: https://github.com/bazelbuild/bazel/issues/8162 + - "-//src/java_tools/import_deps_checker/..." + # https://github.com/bazelbuild/bazel/issues/18776 + - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test" + - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test_with_head_android_tools" + - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test_with_platforms" + - "-//src/test/shell/bazel/android:aapt_integration_test" + - "-//src/test/shell/bazel/android:aapt_integration_test_with_head_android_tools" + - "-//src/test/shell/bazel/android:aapt_integration_test_with_platforms" + include_json_profile: + - build + - test + ubuntu1804_clang: + platform: ubuntu1804 + environment: + CC: clang + CC_CONFIGURE_DEBUG: 1 + name: "Clang" + shell_commands: + - sed -i.bak -e 's/^# android_sdk_repository/android_sdk_repository/' -e 's/^# + android_ndk_repository/android_ndk_repository/' WORKSPACE + - rm -f WORKSPACE.bak + - rm -rf $HOME/bazeltest + - mkdir $HOME/bazeltest + build_flags: + - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest/install_base" + # - "--test_env=TEST_REPOSITORY_HOME=$OUTPUT_BASE/external" + build_targets: + - "//src:bazel" + - "//src:bazel_jdk_minimal" + # - "//src:test_repos" + - "//src/main/java/..." + test_flags: + # - "--sandbox_default_allow_network=false" + - "--sandbox_writable_path=$HOME/bazeltest" + - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest/install_base" + # - "--test_env=TEST_REPOSITORY_HOME=$OUTPUT_BASE/external" + - "--test_tag_filters=-no_1804" + test_targets: + - "//src/test/shell/bazel:cc_integration_test" + include_json_profile: + - build + - test + ubuntu2004: + shards: 4 + shell_commands: + - sed -i.bak -e 's/^# android_sdk_repository/android_sdk_repository/' -e 's/^# + android_ndk_repository/android_ndk_repository/' WORKSPACE + - rm -f WORKSPACE.bak + - rm -rf $HOME/bazeltest + - mkdir $HOME/bazeltest + build_flags: + - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest/install_base" + # - "--test_env=TEST_REPOSITORY_HOME=$OUTPUT_BASE/external" + - "--test_env=REMOTE_NETWORK_ADDRESS=bazel.build:80" + build_targets: + - "//src:bazel" + - "//src:bazel_jdk_minimal" + # - "//src:test_repos" + - "//src/main/java/..." + test_flags: + # - "--sandbox_default_allow_network=false" + - "--sandbox_writable_path=$HOME/bazeltest" + - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest/install_base" + # - "--test_env=TEST_REPOSITORY_HOME=$OUTPUT_BASE/external" + # Configure and enable tests that require access to the network. + - "--test_env=REMOTE_NETWORK_ADDRESS=bazel.build:80" + test_targets: + - "//scripts/..." + - "//src/java_tools/..." + - "//src/main/starlark/tests/builtins_bzl/..." + - "//src/test/..." + - "//src/tools/execlog/..." + - "//src/tools/singlejar/..." + - "//src/tools/workspacelog/..." + - "//third_party/ijar/..." + - "//tools/android/..." + - "//tools/aquery_differ/..." + - "//tools/python/..." + # Re-enable once fixed: https://github.com/bazelbuild/bazel/issues/8162 + - "-//src/java_tools/import_deps_checker/..." + # https://github.com/bazelbuild/bazel/issues/18776 + - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test" + - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test_with_head_android_tools" + - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test_with_platforms" + - "-//src/test/shell/bazel/android:aapt_integration_test" + - "-//src/test/shell/bazel/android:aapt_integration_test_with_head_android_tools" + - "-//src/test/shell/bazel/android:aapt_integration_test_with_platforms" + include_json_profile: + - build + - test + macos: + shards: 5 + shell_commands: + - sed -i.bak -e 's/^# android_sdk_repository/android_sdk_repository/' -e 's/^# + android_ndk_repository/android_ndk_repository/' WORKSPACE + - rm -f WORKSPACE.bak + - rm -rf $HOME/bazeltest + - mkdir $HOME/bazeltest + - ln -sf $OUTPUT_BASE/external $HOME/bazeltest/external + build_flags: + - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest/install_base" + # - "--test_env=TEST_REPOSITORY_HOME=$HOME/bazeltest/external" + - "--test_env=REMOTE_NETWORK_ADDRESS=bazel.build:80" + build_targets: + - "//src:bazel" + - "//src:bazel_jdk_minimal" + # - "//src:test_repos" + - "//src/main/java/..." + test_flags: + # - "--sandbox_default_allow_network=false" + - "--sandbox_writable_path=$HOME/bazeltest" + - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest/install_base" + # - "--test_env=TEST_REPOSITORY_HOME=$HOME/bazeltest/external" + # Configure and enable tests that require access to the network. + - "--test_env=REMOTE_NETWORK_ADDRESS=bazel.build:80" + # Fine tune the number of test jobs running in parallel to avoid timeout + - "--local_test_jobs=8" + test_targets: + - "//scripts/..." + - "//src/main/starlark/tests/builtins_bzl/..." + - "//src/test/..." + - "//src/tools/execlog/..." + - "//src/tools/singlejar/..." + - "//src/tools/workspacelog/..." + - "//third_party/ijar/..." + - "//tools/android/..." + - "//tools/aquery_differ/..." + - "//tools/python/..." + # Re-enable once fixed: https://github.com/bazelbuild/bazel/issues/8162 + - "-//src/java_tools/buildjar/..." + - "-//src/java_tools/import_deps_checker/..." + # C++ coverage is not supported on macOS yet. + - "-//src/test/shell/bazel:bazel_cc_code_coverage_test" + # MacOS does not have cgroups so it can't support hardened sandbox + - "-//src/test/shell/integration:bazel_hardened_sandboxed_worker_test" + # https://github.com/bazelbuild/bazel/issues/16526 + - "-//src/test/shell/bazel:starlark_repository_test" + # https://github.com/bazelbuild/bazel/issues/17407 + - "-//src/test/shell/bazel/apple:bazel_apple_test" + # https://github.com/bazelbuild/bazel/issues/17408 + - "-//src/test/shell/bazel/apple:bazel_objc_test" + # https://github.com/bazelbuild/bazel/issues/18776 + - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test" + - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test_with_head_android_tools" + - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test_with_platforms" + - "-//src/test/shell/bazel/android:aapt_integration_test" + - "-//src/test/shell/bazel/android:aapt_integration_test_with_head_android_tools" + - "-//src/test/shell/bazel/android:aapt_integration_test_with_platforms" + # https://github.com/bazelbuild/bazel/issues/17410 + - "-//src/test/java/com/google/devtools/build/lib/platform:SystemMemoryPressureEventTest" + # https://github.com/bazelbuild/bazel/issues/17411 + - "-//src/test/java/com/google/devtools/build/lib/blackbox/tests/workspace:PatchApiBlackBoxTest" + # https://github.com/bazelbuild/bazel/issues/17447 + - "-//src/test/java/com/google/devtools/build/lib/blackbox/tests/workspace:GitRepositoryBlackBoxTest" + # https://github.com/bazelbuild/bazel/issues/17456 - "-//src/test/shell/bazel:bazel_determinism_test" - - "-//src/test/shell/bazel:bazel_bootstrap_distfile_test" + # https://github.com/bazelbuild/bazel/issues/17457 + - "-//src/test/shell/bazel:jdeps_test" include_json_profile: - build - test - # ubuntu1804: - # shards: 4 - # shell_commands: - # - sed -i.bak -e 's/^# android_sdk_repository/android_sdk_repository/' -e 's/^# - # android_ndk_repository/android_ndk_repository/' WORKSPACE - # - rm -f WORKSPACE.bak - # - rm -rf $HOME/bazeltest - # - mkdir $HOME/bazeltest - # build_flags: - # - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest/install_base" - # - "--test_env=TEST_REPOSITORY_HOME=$OUTPUT_BASE/external" - # - "--test_env=REMOTE_NETWORK_ADDRESS=bazel.build:80" - # build_targets: - # - "//src:bazel" - # - "//src:bazel_jdk_minimal" - # - "//src:test_repos" - # - "//src/main/java/..." - # test_flags: - # - "--sandbox_default_allow_network=false" - # - "--sandbox_writable_path=$HOME/bazeltest" - # - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest/install_base" - # - "--test_env=TEST_REPOSITORY_HOME=$OUTPUT_BASE/external" - # - "--test_tag_filters=-no_1804" - # # Configure and enable tests that require access to the network. - # - "--test_env=REMOTE_NETWORK_ADDRESS=bazel.build:80" - # test_targets: - # - "//scripts/..." - # - "//src/java_tools/..." - # - "//src/main/starlark/tests/builtins_bzl/..." - # - "//src/test/..." - # - "//src/tools/execlog/..." - # - "//src/tools/singlejar/..." - # - "//src/tools/workspacelog/..." - # - "//third_party/ijar/..." - # - "//tools/android/..." - # - "//tools/aquery_differ/..." - # - "//tools/python/..." - # # Re-enable once fixed: https://github.com/bazelbuild/bazel/issues/8162 - # - "-//src/java_tools/import_deps_checker/..." - # # https://github.com/bazelbuild/bazel/issues/18776 - # - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test" - # - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test_with_head_android_tools" - # - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test_with_platforms" - # - "-//src/test/shell/bazel/android:aapt_integration_test" - # - "-//src/test/shell/bazel/android:aapt_integration_test_with_head_android_tools" - # - "-//src/test/shell/bazel/android:aapt_integration_test_with_platforms" - # include_json_profile: - # - build - # - test - # ubuntu1804_clang: - # platform: ubuntu1804 - # environment: - # CC: clang - # CC_CONFIGURE_DEBUG: 1 - # name: "Clang" - # shell_commands: - # - sed -i.bak -e 's/^# android_sdk_repository/android_sdk_repository/' -e 's/^# - # android_ndk_repository/android_ndk_repository/' WORKSPACE - # - rm -f WORKSPACE.bak - # - rm -rf $HOME/bazeltest - # - mkdir $HOME/bazeltest - # build_flags: - # - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest/install_base" - # - "--test_env=TEST_REPOSITORY_HOME=$OUTPUT_BASE/external" - # build_targets: - # - "//src:bazel" - # - "//src:bazel_jdk_minimal" - # - "//src:test_repos" - # - "//src/main/java/..." - # test_flags: - # - "--sandbox_default_allow_network=false" - # - "--sandbox_writable_path=$HOME/bazeltest" - # - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest/install_base" - # - "--test_env=TEST_REPOSITORY_HOME=$OUTPUT_BASE/external" - # - "--test_tag_filters=-no_1804" - # test_targets: - # - "//src/test/shell/bazel:cc_integration_test" - # include_json_profile: - # - build - # - test - # ubuntu2004: - # shards: 4 - # shell_commands: - # - sed -i.bak -e 's/^# android_sdk_repository/android_sdk_repository/' -e 's/^# - # android_ndk_repository/android_ndk_repository/' WORKSPACE - # - rm -f WORKSPACE.bak - # - rm -rf $HOME/bazeltest - # - mkdir $HOME/bazeltest - # build_flags: - # - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest/install_base" - # - "--test_env=TEST_REPOSITORY_HOME=$OUTPUT_BASE/external" - # - "--test_env=REMOTE_NETWORK_ADDRESS=bazel.build:80" - # build_targets: - # - "//src:bazel" - # - "//src:bazel_jdk_minimal" - # - "//src:test_repos" - # - "//src/main/java/..." - # test_flags: - # - "--sandbox_default_allow_network=false" - # - "--sandbox_writable_path=$HOME/bazeltest" - # - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest/install_base" - # - "--test_env=TEST_REPOSITORY_HOME=$OUTPUT_BASE/external" - # # Configure and enable tests that require access to the network. - # - "--test_env=REMOTE_NETWORK_ADDRESS=bazel.build:80" - # test_targets: - # - "//scripts/..." - # - "//src/java_tools/..." - # - "//src/main/starlark/tests/builtins_bzl/..." - # - "//src/test/..." - # - "//src/tools/execlog/..." - # - "//src/tools/singlejar/..." - # - "//src/tools/workspacelog/..." - # - "//third_party/ijar/..." - # - "//tools/android/..." - # - "//tools/aquery_differ/..." - # - "//tools/python/..." - # # Re-enable once fixed: https://github.com/bazelbuild/bazel/issues/8162 - # - "-//src/java_tools/import_deps_checker/..." - # # https://github.com/bazelbuild/bazel/issues/18776 - # - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test" - # - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test_with_head_android_tools" - # - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test_with_platforms" - # - "-//src/test/shell/bazel/android:aapt_integration_test" - # - "-//src/test/shell/bazel/android:aapt_integration_test_with_head_android_tools" - # - "-//src/test/shell/bazel/android:aapt_integration_test_with_platforms" - # include_json_profile: - # - build - # - test - # macos: - # shards: 5 - # shell_commands: - # - sed -i.bak -e 's/^# android_sdk_repository/android_sdk_repository/' -e 's/^# - # android_ndk_repository/android_ndk_repository/' WORKSPACE - # - rm -f WORKSPACE.bak - # - rm -rf $HOME/bazeltest - # - mkdir $HOME/bazeltest - # - ln -sf $OUTPUT_BASE/external $HOME/bazeltest/external - # build_flags: - # - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest/install_base" - # - "--test_env=TEST_REPOSITORY_HOME=$HOME/bazeltest/external" - # - "--test_env=REMOTE_NETWORK_ADDRESS=bazel.build:80" - # build_targets: - # - "//src:bazel" - # - "//src:bazel_jdk_minimal" - # - "//src:test_repos" - # - "//src/main/java/..." - # test_flags: - # - "--sandbox_default_allow_network=false" - # - "--sandbox_writable_path=$HOME/bazeltest" - # - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest/install_base" - # - "--test_env=TEST_REPOSITORY_HOME=$HOME/bazeltest/external" - # # Configure and enable tests that require access to the network. - # - "--test_env=REMOTE_NETWORK_ADDRESS=bazel.build:80" - # # Fine tune the number of test jobs running in parallel to avoid timeout - # - "--local_test_jobs=8" - # test_targets: - # - "//scripts/..." - # - "//src/main/starlark/tests/builtins_bzl/..." - # - "//src/test/..." - # - "//src/tools/execlog/..." - # - "//src/tools/singlejar/..." - # - "//src/tools/workspacelog/..." - # - "//third_party/ijar/..." - # - "//tools/android/..." - # - "//tools/aquery_differ/..." - # - "//tools/python/..." - # # Re-enable once fixed: https://github.com/bazelbuild/bazel/issues/8162 - # - "-//src/java_tools/buildjar/..." - # - "-//src/java_tools/import_deps_checker/..." - # # C++ coverage is not supported on macOS yet. - # - "-//src/test/shell/bazel:bazel_cc_code_coverage_test" - # # MacOS does not have cgroups so it can't support hardened sandbox - # - "-//src/test/shell/integration:bazel_hardened_sandboxed_worker_test" - # # https://github.com/bazelbuild/bazel/issues/16526 - # - "-//src/test/shell/bazel:starlark_repository_test" - # # https://github.com/bazelbuild/bazel/issues/17407 - # - "-//src/test/shell/bazel/apple:bazel_apple_test" - # # https://github.com/bazelbuild/bazel/issues/17408 - # - "-//src/test/shell/bazel/apple:bazel_objc_test" - # # https://github.com/bazelbuild/bazel/issues/18776 - # - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test" - # - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test_with_head_android_tools" - # - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test_with_platforms" - # - "-//src/test/shell/bazel/android:aapt_integration_test" - # - "-//src/test/shell/bazel/android:aapt_integration_test_with_head_android_tools" - # - "-//src/test/shell/bazel/android:aapt_integration_test_with_platforms" - # # https://github.com/bazelbuild/bazel/issues/17410 - # - "-//src/test/java/com/google/devtools/build/lib/platform:SystemMemoryPressureEventTest" - # # https://github.com/bazelbuild/bazel/issues/17411 - # - "-//src/test/java/com/google/devtools/build/lib/blackbox/tests/workspace:PatchApiBlackBoxTest" - # # https://github.com/bazelbuild/bazel/issues/17447 - # - "-//src/test/java/com/google/devtools/build/lib/blackbox/tests/workspace:GitRepositoryBlackBoxTest" - # # https://github.com/bazelbuild/bazel/issues/17456 - # - "-//src/test/shell/bazel:bazel_determinism_test" - # # https://github.com/bazelbuild/bazel/issues/17457 - # - "-//src/test/shell/bazel:jdeps_test" - # include_json_profile: - # - build - # - test macos_arm64: shards: 1 shell_commands: @@ -377,159 +373,155 @@ tasks: - "-//src/test/shell/bazel:bazel_repository_cache_test" - "-//src/test/shell/integration:aquery_test" - "-//src/test/shell/integration:py_args_escaping_test" - # TODO(pcloudy): how to make the bootstrap build work with Bzlmod enabled. - - "-//src/test/shell/bazel:bazel_bootstrap_distfile_tar_test" - - "-//src/test/shell/bazel:bazel_determinism_test" - - "-//src/test/shell/bazel:bazel_bootstrap_distfile_test" include_json_profile: - build - test - # windows: - # shards: 4 - # setup: - # - mkdir C:\b - # - mklink /J C:\b\bazeltest_external %OUTPUT_BASE:/=\%\external - # batch_commands: - # - powershell -Command "(Get-Content WORKSPACE) -Replace '# android_', 'android_' | Set-Content WORKSPACE" - # build_flags: - # - "--copt=-w" - # - "--host_copt=-w" - # - "--test_env=JAVA_HOME" - # - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest_install_base" - # - "--test_env=TEST_REPOSITORY_HOME=C:/b/bazeltest_external" - # build_targets: - # - "//src:bazel.exe" - # - "//src:bazel_jdk_minimal" - # - "//src:test_repos" - # - "//src/main/java/..." - # test_flags: - # - "--copt=-w" - # - "--host_copt=-w" - # - "--test_tag_filters=-no_windows,-slow" - # - "--test_env=JAVA_HOME" - # - "--test_env=BAZEL_VC" - # - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest_install_base" - # - "--test_env=TEST_REPOSITORY_HOME=C:/b/bazeltest_external" - # test_targets: - # - "//src:embedded_tools_size_test" - # - "//src/main/starlark/tests/builtins_bzl/..." - # - "//src/test/cpp/..." - # - "//src/test/java/com/google/devtools/build/android/..." - # - "//src/test/java/com/google/devtools/build/lib/..." - # - "//src/test/java/com/google/devtools/build/skyframe/..." - # - "//src/test/java/com/google/devtools/common/options/..." - # - "//src/test/native/windows/..." - # - "//src/test/py/bazel/..." - # - "//src/test/res/..." - # - "//src/test/shell/..." - # - "//src/tools/launcher/..." - # - "//src/tools/singlejar/..." - # - "//third_party/def_parser/..." - # - "//tools/android/..." - # - "//tools/aquery_differ/..." - # - "//tools/bash/..." - # - "//tools/build_defs/..." - # - "//tools/cpp/runfiles/..." - # - "//tools/java/..." - # - "//tools/jdk/..." - # - "//tools/python/..." - # - "//tools/test/..." - # # Re-enable the following tests on Windows: - # # https://github.com/bazelbuild/bazel/issues/4292 - # - "-//src/test/java/com/google/devtools/build/android/r8/..." - # - "-//src/test/java/com/google/devtools/build/lib/query2/cquery/..." - # - "-//src/test/java/com/google/devtools/build/lib/query2/engine/..." - # - "-//src/test/java/com/google/devtools/build/lib/versioning/..." - # - "-//src/test/java/com/google/devtools/build/lib/worker/..." - # - "-//src/test/java/com/google/devtools/build/lib/remote:remote" - # - "-//src/test/shell/bazel/remote/..." - # - "-//tools/python:pywrapper_test" - # include_json_profile: - # - build - # - test - # rbe_ubuntu1804: - # platform: ubuntu1804 - # name: "RBE" - # shell_commands: - # - sed -i.bak - # -e 's/^# android_sdk_repository/android_sdk_repository/' - # -e 's/^# android_ndk_repository/android_ndk_repository/' WORKSPACE - # - rm -f WORKSPACE.bak - # build_flags: - # - "--config=ubuntu1804_java11" - # - "--remote_executor=grpcs://remotebuildexecution.googleapis.com" - # - "--jobs=200" - # - "--experimental_remote_cache_async" - # - "--experimental_remote_merkle_tree_cache" - # - "--remote_download_minimal" - # build_targets: - # - "//src:bazel" - # - "//src:bazel_jdk_minimal" - # - "//src/main/java/..." - # test_flags: - # - "--config=ubuntu1804_java11" - # - "--remote_executor=grpcs://remotebuildexecution.googleapis.com" - # - "--jobs=200" - # - "--experimental_remote_cache_async" - # - "--experimental_remote_merkle_tree_cache" - # - "--remote_download_minimal" - # - "--test_tag_filters=-no_1804" - # test_targets: - # - "//scripts/..." - # - "//src/java_tools/..." - # - "//src/main/starlark/tests/builtins_bzl/..." - # - "//src/test/..." - # - "//src/tools/execlog/..." - # - "//src/tools/singlejar/..." - # - "//src/tools/workspacelog/..." - # - "//third_party/ijar/..." - # - "//tools/aquery_differ/..." - # - "//tools/python/..." - # - "//tools/android/..." - # # See https://github.com/bazelbuild/bazel/issues/8033 - # - "-//src/tools/singlejar:output_jar_simple_test" - # - "-//src/test/shell/bazel:external_integration_test" - # - "-//src/test/shell/bazel:bazel_repository_cache_test" - # - "-//src/test/shell/integration:java_integration_test" - # - "-//src/test/java/com/google/devtools/build/lib/sandbox/..." - # # See https://github.com/bazelbuild/bazel/issues/8162 (also disabled for local exec) - # - "-//src/java_tools/buildjar/..." - # - "-//src/java_tools/import_deps_checker/..." - # # We hit connection timeout error when downloading multiple URLs on RBE, see b/217865760 - # - "-//src/test/py/bazel:bazel_module_test" - # - "-//src/test/py/bazel:bazel_lockfile_test" - # - "-//src/test/py/bazel:bazel_overrides_test" - # - "-//src/test/py/bazel:bazel_repo_mapping_test" - # - "-//src/test/py/bazel:bazel_yanked_versions_test" - # - "-//src/test/shell/bazel:verify_workspace" - # # Flaky on rbe_ubuntu1804 - # # https://github.com/bazelbuild/continuous-integration/issues/1631 - # - "-//src/test/shell/bazel:bazel_sandboxing_networking_test" - # # https://github.com/bazelbuild/bazel/issues/18776 - # - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test" - # - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test_with_head_android_tools" - # - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test_with_platforms" - # - "-//src/test/shell/bazel/android:aapt_integration_test" - # - "-//src/test/shell/bazel/android:aapt_integration_test_with_head_android_tools" - # - "-//src/test/shell/bazel/android:aapt_integration_test_with_platforms" - # include_json_profile: - # - build - # - test - # kythe_ubuntu2004: - # shell_commands: - # - sed -i.bak -e 's/^# android_sdk_repository/android_sdk_repository/' - # -e 's/^# android_ndk_repository/android_ndk_repository/' WORKSPACE - # - rm -f WORKSPACE.bak - # index_flags: - # - "--define=kythe_corpus=github.com/bazelbuild/bazel" - # index_targets_query: "kind(\"cc_(binary|library|test|proto_library) rule\", ...) union kind(\"java_(binary|import|library|plugin|test|proto_library) rule\", ...) union kind(\"proto_library rule\", ...)" - # index_upload_policy: Always - # index_upload_gcs: False - # docs_ubuntu1804: - # platform: ubuntu1804 - # name: "Docs" - # build_flags: - # - "--config=docs" - # build_targets: - # - "//scripts/docs:gen_release_docs" - # - "//src/main/java/com/google/devtools/build/lib:gen_reference_docs" + windows: + shards: 4 + setup: + - mkdir C:\b + - mklink /J C:\b\bazeltest_external %OUTPUT_BASE:/=\%\external + batch_commands: + - powershell -Command "(Get-Content WORKSPACE) -Replace '# android_', 'android_' | Set-Content WORKSPACE" + build_flags: + - "--copt=-w" + - "--host_copt=-w" + - "--test_env=JAVA_HOME" + - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest_install_base" + # - "--test_env=TEST_REPOSITORY_HOME=C:/b/bazeltest_external" + build_targets: + - "//src:bazel.exe" + - "//src:bazel_jdk_minimal" + # - "//src:test_repos" + - "//src/main/java/..." + test_flags: + - "--copt=-w" + - "--host_copt=-w" + - "--test_tag_filters=-no_windows,-slow" + - "--test_env=JAVA_HOME" + - "--test_env=BAZEL_VC" + - "--test_env=TEST_INSTALL_BASE=$HOME/bazeltest_install_base" + # - "--test_env=TEST_REPOSITORY_HOME=C:/b/bazeltest_external" + test_targets: + - "//src:embedded_tools_size_test" + - "//src/main/starlark/tests/builtins_bzl/..." + - "//src/test/cpp/..." + - "//src/test/java/com/google/devtools/build/android/..." + - "//src/test/java/com/google/devtools/build/lib/..." + - "//src/test/java/com/google/devtools/build/skyframe/..." + - "//src/test/java/com/google/devtools/common/options/..." + - "//src/test/native/windows/..." + - "//src/test/py/bazel/..." + - "//src/test/res/..." + - "//src/test/shell/..." + - "//src/tools/launcher/..." + - "//src/tools/singlejar/..." + - "//third_party/def_parser/..." + - "//tools/android/..." + - "//tools/aquery_differ/..." + - "//tools/bash/..." + - "//tools/build_defs/..." + - "//tools/cpp/runfiles/..." + - "//tools/java/..." + - "//tools/jdk/..." + - "//tools/python/..." + - "//tools/test/..." + # Re-enable the following tests on Windows: + # https://github.com/bazelbuild/bazel/issues/4292 + - "-//src/test/java/com/google/devtools/build/android/r8/..." + - "-//src/test/java/com/google/devtools/build/lib/query2/cquery/..." + - "-//src/test/java/com/google/devtools/build/lib/query2/engine/..." + - "-//src/test/java/com/google/devtools/build/lib/versioning/..." + - "-//src/test/java/com/google/devtools/build/lib/worker/..." + - "-//src/test/java/com/google/devtools/build/lib/remote:remote" + - "-//src/test/shell/bazel/remote/..." + - "-//tools/python:pywrapper_test" + include_json_profile: + - build + - test + rbe_ubuntu1804: + platform: ubuntu1804 + name: "RBE" + shell_commands: + - sed -i.bak + -e 's/^# android_sdk_repository/android_sdk_repository/' + -e 's/^# android_ndk_repository/android_ndk_repository/' WORKSPACE + - rm -f WORKSPACE.bak + build_flags: + - "--config=ubuntu1804_java11" + - "--remote_executor=grpcs://remotebuildexecution.googleapis.com" + - "--jobs=200" + - "--experimental_remote_cache_async" + - "--experimental_remote_merkle_tree_cache" + - "--remote_download_minimal" + build_targets: + - "//src:bazel" + - "//src:bazel_jdk_minimal" + - "//src/main/java/..." + test_flags: + - "--config=ubuntu1804_java11" + - "--remote_executor=grpcs://remotebuildexecution.googleapis.com" + - "--jobs=200" + - "--experimental_remote_cache_async" + - "--experimental_remote_merkle_tree_cache" + - "--remote_download_minimal" + - "--test_tag_filters=-no_1804" + test_targets: + - "//scripts/..." + - "//src/java_tools/..." + - "//src/main/starlark/tests/builtins_bzl/..." + - "//src/test/..." + - "//src/tools/execlog/..." + - "//src/tools/singlejar/..." + - "//src/tools/workspacelog/..." + - "//third_party/ijar/..." + - "//tools/aquery_differ/..." + - "//tools/python/..." + - "//tools/android/..." + # See https://github.com/bazelbuild/bazel/issues/8033 + - "-//src/tools/singlejar:output_jar_simple_test" + - "-//src/test/shell/bazel:external_integration_test" + - "-//src/test/shell/bazel:bazel_repository_cache_test" + - "-//src/test/shell/integration:java_integration_test" + - "-//src/test/java/com/google/devtools/build/lib/sandbox/..." + # See https://github.com/bazelbuild/bazel/issues/8162 (also disabled for local exec) + - "-//src/java_tools/buildjar/..." + - "-//src/java_tools/import_deps_checker/..." + # We hit connection timeout error when downloading multiple URLs on RBE, see b/217865760 + - "-//src/test/py/bazel:bazel_module_test" + - "-//src/test/py/bazel:bazel_lockfile_test" + - "-//src/test/py/bazel:bazel_overrides_test" + - "-//src/test/py/bazel:bazel_repo_mapping_test" + - "-//src/test/py/bazel:bazel_yanked_versions_test" + - "-//src/test/shell/bazel:verify_workspace" + # Flaky on rbe_ubuntu1804 + # https://github.com/bazelbuild/continuous-integration/issues/1631 + - "-//src/test/shell/bazel:bazel_sandboxing_networking_test" + # https://github.com/bazelbuild/bazel/issues/18776 + - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test" + - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test_with_head_android_tools" + - "-//src/test/shell/bazel/android:android_instrumentation_test_integration_test_with_platforms" + - "-//src/test/shell/bazel/android:aapt_integration_test" + - "-//src/test/shell/bazel/android:aapt_integration_test_with_head_android_tools" + - "-//src/test/shell/bazel/android:aapt_integration_test_with_platforms" + include_json_profile: + - build + - test + kythe_ubuntu2004: + shell_commands: + - sed -i.bak -e 's/^# android_sdk_repository/android_sdk_repository/' + -e 's/^# android_ndk_repository/android_ndk_repository/' WORKSPACE + - rm -f WORKSPACE.bak + index_flags: + - "--define=kythe_corpus=github.com/bazelbuild/bazel" + index_targets_query: "kind(\"cc_(binary|library|test|proto_library) rule\", ...) union kind(\"java_(binary|import|library|plugin|test|proto_library) rule\", ...) union kind(\"proto_library rule\", ...)" + index_upload_policy: Always + index_upload_gcs: False + docs_ubuntu1804: + platform: ubuntu1804 + name: "Docs" + build_flags: + - "--config=docs" + build_targets: + - "//scripts/docs:gen_release_docs" + - "//src/main/java/com/google/devtools/build/lib:gen_reference_docs" diff --git a/.bazelrc b/.bazelrc index fd10edceaca79c..128c0a533bc808 100644 --- a/.bazelrc +++ b/.bazelrc @@ -27,6 +27,11 @@ build:remote --config=ubuntu1804_java11 build:macos --macos_minimum_os=10.11 +# On Windows, we need pywin32 pip package, which doesn't work with the Python hermetic toolchain. +# See https://github.com/bazelbuild/rules_python/issues/1356 +# Therefore, use the local detected Python toolchain on Windows. +build:windows --extra_toolchains=@bazel_tools//tools/python:autodetecting_toolchain + # Enable Bzlmod common:bzlmod --enable_bzlmod common:bzlmod --check_direct_dependencies=error