[R-package] [ci] Add test on R package with sanitizers

.github/workflows/r_package.yml

@@ -159,10 +159,35 @@ jobs:
           $env:TASK = "${{ matrix.task }}"
           conda init powershell
           & "$env:GITHUB_WORKSPACE/.ci/test_windows.ps1"
+  test-r-sanitizers:
+    name: r-package (ubuntu-latest, R-devel, GCC ASAN/UBSAN)
+    timeout-minutes: 60
+    runs-on: ubuntu-latest
+    container:
+      image: rhub/rocker-gcc-san
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v1
+        with:
+          fetch-depth: 5
+          submodules: true
+      - name: install
+        shell: bash
+        run: |
+          Rscript -e "install.packages(c('R6', 'data.table', 'jsonlite', 'testthat'), repos = 'http://cran.r-project.org')"
+          sh build-cran-package.sh
+          Rdevel CMD INSTALL lightgbm_*.tar.gz
+      - name: test
+        shell: bash
+        run: |
+          cd R-package/tests
+          Rscriptdevel testthat.R 2>&1 > ubsan-tests.log
+          cat ubsan-tests.log
+          exit $(cat ubsan-tests.log | grep "runtime error" | wc -l)
   all-successful:
     # https://git.luolix.topmunity/t/is-it-possible-to-require-all-github-actions-tasks-to-pass-without-enumerating-them/117957/4?u=graingert
     runs-on: ubuntu-latest
-    needs: [test]
+    needs: [test, test-r-sanitizers]
     steps:
     - name: Note that all tests succeeded
       run: echo "🎉"

src/c_api.cpp

@@ -18,6 +18,7 @@
 #include <LightGBM/utils/random.h>
 #include <LightGBM/utils/threading.h>
 
+#include <limits.h>
 #include <string>
 #include <cstdio>
 #include <functional>
@@ -113,6 +114,8 @@ class Booster {
 
   Booster(const Dataset* train_data,
           const char* parameters) {
+    int i = INT_MIN;
+    int j = -i;
     auto param = Config::Str2Map(parameters);
     config_.Set(param);
     if (config_.num_threads > 0) {