WIP: Allow coverage collection for external targets

src/test/shell/bazel/bazel_coverage_cc_test_gcc.sh

@@ -898,4 +898,85 @@ EOF
      expect_log "WARNING: There was no coverage found."
 }
 
+function setup_external_cc_target() {
+  cat > WORKSPACE <<'EOF'
+local_repository(
+    name = "other_repo",
+    path = "other_repo",
+)
+EOF
+
+  mkdir -p other_repo
+  touch other_repo/WORKSPACE
+
+  cat > other_repo/BUILD <<'EOF'
+cc_library(
+    name = "a",
+    srcs = ["a.cc"],
+    hdrs = ["a.h"],
+)
+
+cc_test(
+    name = "t",
+    srcs = ["t.cc"],
+    linkstatic = True,
+    deps = [":a"],
+)
+EOF
+
+  cat > other_repo/a.h <<'EOF'
+int a(bool what);
+EOF
+
+  cat > other_repo/a.cc <<'EOF'
+#include "a.h"
+
+int a(bool what) {
+  if (what) {
+    return 1;
+  } else {
+    return 2;
+  }
+}
+EOF
+
+  cat > other_repo/t.cc <<'EOF'
+#include <stdio.h>
+#include "a.h"
+
+int main(void) {
+  a(true);
+}
+EOF
+}
+
+function test_external_cc_target_can_collect_coverage() {
+  bazel coverage --test_output=all --instrumentation_filter=// //:t \
+      &>"$TEST_log" || fail "Coverage for //:t failed"
+
+  local coverage_file_path="$(get_coverage_file_path_from_test_log)"
+  local expected_result_a_cc="SF:external/other_repo/a.cc
+FN:4,_Z1ab
+FNDA:1,_Z1ab
+FNF:1
+FNH:1
+DA:4,1
+DA:5,1
+DA:6,1
+DA:8,0
+LH:3
+LF:4
+end_of_record"
+
+  assert_coverage_result "$expected_result_a_cc" "$coverage_file_path"
+}
+
+function test_external_cc_target_coverage_not_collected_by_default() {
+  bazel coverage --test_output=all //:t \
+      &>"$TEST_log" || fail "Coverage for //:t failed"
+
+  local coverage_file_path="$(get_coverage_file_path_from_test_log)"
+  assert_not_contains "SF:external/other_repo/a.cc" "$(cat $coverage_file_path)"
+}
+
 run_suite "test tests"

src/test/shell/bazel/bazel_coverage_cc_test_llvm.sh

@@ -218,5 +218,138 @@ end_of_record"
   assert_equals "$expected_result" "$(cat $(get_coverage_file_path_from_test_log))"
 }
 
+function setup_external_cc_target() {
+  cat > WORKSPACE <<'EOF'
+local_repository(
+    name = "other_repo",
+    path = "other_repo",
+)
+EOF
+
+  mkdir -p other_repo
+  touch other_repo/WORKSPACE
+
+  cat > other_repo/BUILD <<'EOF'
+cc_library(
+    name = "a",
+    srcs = ["a.cc"],
+    hdrs = ["a.h"],
+)
+
+cc_test(
+    name = "t",
+    srcs = ["t.cc"],
+    linkstatic = True,
+    deps = [":a"],
+)
+EOF
+
+  cat > other_repo/a.h <<'EOF'
+int a(bool what);
+EOF
+
+  cat > other_repo/a.cc <<'EOF'
+#include "a.h"
+
+int a(bool what) {
+  if (what) {
+    return 1;
+  } else {
+    return 2;
+  }
+}
+EOF
+
+  cat > other_repo/t.cc <<'EOF'
+#include <stdio.h>
+#include "a.h"
+
+int main(void) {
+  a(true);
+}
+EOF
+}
+
+function test_external_cc_target_can_collect_coverage() {
+  local -r clang_tool=$(which clang)
+  if [[ ! -x ${clang_tool:-/usr/bin/clang-9} ]]; then
+    echo "clang not installed. Skipping test."
+    return
+  fi
+
+  local -r llvm_cov=$(which llvm-cov)
+  if [[ ! -x ${llvm_cov:-/usr/bin/llvm-cov-9} ]]; then
+    echo "llvm-cov not installed. Skipping test."
+    return
+  fi
+
+  local -r llvm_profdata=$(which llvm-profdata)
+  if [[ ! -x ${llvm_profdata:-/usr/bin/llvm-profdata-9} ]]; then
+    echo "llvm-profdata not installed. Skipping test."
+    return
+  fi
+
+  setup_external_cc_target
+
+  BAZEL_USE_LLVM_NATIVE_COVERAGE=1 GCOV=$llvm_profdata CC=$clang_tool \
+    BAZEL_LLVM_COV=$llvm_cov bazel coverage --experimental_generate_llvm_lcov \
+      --combined_report=lcov --test_output=all \
+        @other_repo//:t --instrumentation_filter=// &>$TEST_log || fail "Coverage for @other_repo//:t failed"
+
+  local expected_result='SF:external/other_repo/a.cc
+FN:3,_Z1ab
+FNDA:1,_Z1ab
+FNF:1
+FNH:1
+BRDA:4,0,0,1
+BRDA:4,0,1,0
+BRF:2
+BRH:1
+DA:3,1
+DA:4,1
+DA:5,1
+DA:6,1
+DA:7,0
+DA:8,0
+DA:9,1
+LH:5
+LF:7
+end_of_record'
+
+  assert_equals "$expected_result" "$(cat $(get_coverage_file_path_from_test_log))"
+  assert_equals "$expected_result" "$(cat bazel-out/_coverage/_coverage_report.dat)"
+}
+
+function test_external_cc_target_coverage_not_collected_by_default() {
+  local -r clang_tool=$(which clang)
+  if [[ ! -x ${clang_tool:-/usr/bin/clang-9} ]]; then
+    echo "clang not installed. Skipping test."
+    return
+  fi
+
+  local -r llvm_cov=$(which llvm-cov)
+  if [[ ! -x ${llvm_cov:-/usr/bin/llvm-cov-9} ]]; then
+    echo "llvm-cov not installed. Skipping test."
+    return
+  fi
+
+  local -r llvm_profdata=$(which llvm-profdata)
+  if [[ ! -x ${llvm_profdata:-/usr/bin/llvm-profdata-9} ]]; then
+    echo "llvm-profdata not installed. Skipping test."
+    return
+  fi
+
+  setup_external_cc_target
+
+  BAZEL_USE_LLVM_NATIVE_COVERAGE=1 GCOV=$llvm_profdata CC=$clang_tool \
+    BAZEL_LLVM_COV=$llvm_cov bazel coverage --experimental_generate_llvm_lcov \
+      --combined_report=lcov --test_output=all \
+        @other_repo//:t &>$TEST_log || fail "Coverage for @other_repo//:t failed"
+
+  echo $(get_coverage_file_path_from_test_log)
+  cat $(get_coverage_file_path_from_test_log)
+  assert_not_contains "SF:external/other_repo/a.cc" "$(cat $(get_coverage_file_path_from_test_log))"
+  assert_not_contains "SF:external/other_repo/a.cc" "$(cat bazel-out/_coverage/_coverage_report.dat)"
+}
 
 run_suite "test tests"

src/test/shell/bazel/bazel_coverage_java_test.sh

@@ -1143,4 +1143,113 @@ end_of_record"
   assert_coverage_result "$coverage_result_num_lib_header" "$coverage_file_path"
 }
 
+function setup_external_java_target() {
+  cat > WORKSPACE <<'EOF'
+local_repository(
+    name = "other_repo",
+    path = "other_repo",
+)
+EOF
+
+  mkdir -p other_repo
+  touch other_repo/WORKSPACE
+
+  cat > other_repo/BUILD <<'EOF'
+java_library(
+    name = "collatz",
+    srcs = ["src/main/com/example/Collatz.java"],
+)
+
+java_test(
+    name = "test",
+    srcs = ["src/test/com/example/TestCollatz.java"],
+    test_class = "com.example.TestCollatz",
+    deps = [":collatz"],
+)
+EOF
+
+  mkdir -p src/main/com/example
+  cat > src/main/com/example/Collatz.java <<'EOF'
+package com.example;
+
+public class Collatz {
+
+  public static int getCollatzFinal(int n) {
+    if (n == 1) {
+      return 1;
+    }
+    if (n % 2 == 0) {
+      return getCollatzFinal(n / 2);
+    } else {
+      return getCollatzFinal(n * 3 + 1);
+    }
+  }
+
+}
+EOF
+
+  mkdir -p src/test/com/example
+  cat > src/test/com/example/TestCollatz.java <<'EOF'
+package com.example;
+
+import static org.junit.Assert.assertEquals;
+import org.junit.Test;
+
+public class TestCollatz {
+
+  @Test
+  public void testGetCollatzFinal() {
+    assertEquals(Collatz.getCollatzFinal(1), 1);
+    assertEquals(Collatz.getCollatzFinal(5), 1);
+    assertEquals(Collatz.getCollatzFinal(10), 1);
+    assertEquals(Collatz.getCollatzFinal(21), 1);
+  }
+
+}
+EOF
+}
+
+function test_external_java_target_can_collect_coverage() {
+  bazel coverage --test_output=all @other_repo//:test --combined_report=lcov \
+   --instrumentation_filter=// &>$TEST_log \
+      || echo "Coverage for //:test failed"
+
+  local expected_result="SF:external/other_repo/src/main/com/example/Collatz.java
+FN:3,com/example/Collatz::<init> ()V
+FN:6,com/example/Collatz::getCollatzFinal (I)I
+FNDA:0,com/example/Collatz::<init> ()V
+FNDA:1,com/example/Collatz::getCollatzFinal (I)I
+FNF:2
+FNH:1
+BRDA:6,0,0,1
+BRDA:6,0,1,1
+BRDA:9,0,0,1
+BRDA:9,0,1,1
+BRF:4
+BRH:4
+DA:3,0
+DA:6,1
+DA:7,1
+DA:9,1
+DA:10,1
+DA:12,1
+LH:5
+LF:6
+end_of_record"
+
+  local coverage_file_path="$(get_coverage_file_path_from_test_log)"
+  assert_coverage_result "$expected_result" "$coverage_file_path"
+  assert_coverage_result "$expected_result" "./bazel-out/_coverage/_coverage_report.dat"
+}
+
+function test_external_java_target_coverage_not_collected_by_default() {
+  bazel coverage --test_output=all @other_repo//:test --combined_report=lcov &>$TEST_log \
+      || echo "Coverage for //:test failed"
+
+
+  local coverage_file_path="$(get_coverage_file_path_from_test_log)"
+  assert_not_contains "SF:external/other_repo/" "$(cat $coverage_file_path)"
+  assert_not_contains "SF:external/other_repo/" "$(cat ./bazel-out/_coverage/_coverage_report.dat)"
+}
+
 run_suite "test tests"

tools/test/collect_cc_coverage.sh

@@ -93,7 +93,6 @@ function llvm_coverage_lcov() {
   done < "${COVERAGE_MANIFEST}"
 
   "${LLVM_COV}" export -instr-profile "${output_file}.data" -format=lcov \
-      -ignore-filename-regex='.*external/.+' \
       -ignore-filename-regex='/tmp/.+' \
       ${object_param} | sed 's#/proc/self/cwd/##' > "${output_file}"
 }

tools/test/collect_coverage.sh

@@ -235,7 +235,6 @@ LCOV_MERGER_CMD="${LCOV_MERGER} --coverage_dir=${COVERAGE_DIR} \
   --filter_sources=/usr/lib/.+ \
   --filter_sources=/usr/include.+ \
   --filter_sources=/Applications/.+ \
-  --filter_sources=.*external/.+ \
   --source_file_manifest=${COVERAGE_MANIFEST}"
 
 if [[ $COVERAGE_REPORTED_TO_ACTUAL_SOURCES_FILE ]]; then