From c149c2ce9971a07a7289f9b9bc247818afd5a667 Mon Sep 17 00:00:00 2001
From: Hyunsu Cho <chohyu01@cs.washington.edu>
Date: Wed, 17 Jun 2020 13:20:52 -0700
Subject: [PATCH] Add exhaustive test to CI

---
 Jenkinsfile       |  5 +++++
 Jenkinsfile-win64 | 13 +++++++++++++
 2 files changed, 18 insertions(+)

diff --git a/Jenkinsfile b/Jenkinsfile
index 9d0985cb0992..bb1f6cf79558 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -192,6 +192,11 @@ def BuildCPU() {
     ${dockerRun} ${container_type} ${docker_binary} tests/ci_build/build_via_cmake.sh
     ${dockerRun} ${container_type} ${docker_binary} build/testxgboost
     """
+    echo "Run brute-force test for JSON round-trip serialization"
+    sh """
+    ${dockerRun} ${container_type} ${docker_binary} build/testxgboost --gtest_filter=Json.DISABLED_RoundTripExhaustive \
+      --gtest_also_run_disabled_tests
+    """
     // Sanitizer test
     def docker_extra_params = "CI_DOCKER_EXTRA_PARAMS_INIT='-e ASAN_SYMBOLIZER_PATH=/usr/bin/llvm-symbolizer -e ASAN_OPTIONS=symbolize=1 -e UBSAN_OPTIONS=print_stacktrace=1:log_path=ubsan_error.log --cap-add SYS_PTRACE'"
     sh """
diff --git a/Jenkinsfile-win64 b/Jenkinsfile-win64
index 9233494d3130..ecef3de931b8 100644
--- a/Jenkinsfile-win64
+++ b/Jenkinsfile-win64
@@ -73,6 +73,16 @@ def BuildWin64() {
     bat """
     mkdir build
     cd build
+    cmake .. -G"Visual Studio 15 2017 Win64" -DCMAKE_VERBOSE_MAKEFILE=ON -DGOOGLE_TEST=ON -DUSE_DMLC_GTEST=ON
+    cd build
+    "C:\\Program Files (x86)\\Microsoft Visual Studio\\2017\\Community\\MSBuild\\15.0\\Bin\\MSBuild.exe" xgboost.sln /m /p:Configuration=Release /nodeReuse:false
+    """
+    echo 'Stashing C++ test executable (testxgboost)...'
+    stash name: 'xgboost_cpp_tests_cpu', includes: 'build/testxgboost.exe'
+    bat """
+    rd /s /q build
+    mkdir build
+    cd build
     cmake .. -G"Visual Studio 15 2017 Win64" -DUSE_CUDA=ON -DCMAKE_VERBOSE_MAKEFILE=ON -DGOOGLE_TEST=ON -DUSE_DMLC_GTEST=ON
     """
     bat """
@@ -104,8 +114,11 @@ def TestWin64CPU() {
   node('win64 && cpu') {
     unstash name: 'srcs'
     unstash name: 'xgboost_whl'
+    unstash name: 'xgboost_cpp_tests_cpu'
     unstash name: 'xgboost_cli'
     echo "Test Win64 CPU"
+    echo "Run brute-force test for JSON round-trip serialization"
+    bat "build\\testxgboost.exe --gtest_filter=Json.DISABLED_RoundTripExhaustive --gtest_also_run_disabled_tests"
     echo "Installing Python wheel..."
     bat "conda activate && (python -m pip uninstall -y xgboost || cd .)"
     bat """