IGNITE-27303 C++ 3.0: [ODBC] Use distribution packages to run ODBC tests

.teamcity/build/distributions/CppClientPackages.kt

@@ -0,0 +1,49 @@
+package build.distributions
+
+import jetbrains.buildServer.configs.kotlin.BuildType
+import jetbrains.buildServer.configs.kotlin.buildSteps.GradleBuildStep
+import org.apache.ignite.teamcity.CustomBuildSteps.Companion.customGradle
+import org.apache.ignite.teamcity.CustomBuildSteps.Companion.customScript
+
+object CppClientPackages : BuildType({
+    name = "[11] ODBC and C++ Client packages"
+    description = "Apache Ignite 3 ODBC and C++ Client Packages"
+
+    artifactRules = """
+        %VCSROOT__IGNITE3%/modules/platforms/build/cpp/_packages/*odbc*.deb => odbc-deb
+        %VCSROOT__IGNITE3%/modules/platforms/build/cpp/_packages/*odbc*.deb.sha256 => odbc-deb
+        %VCSROOT__IGNITE3%/modules/platforms/build/cpp/_packages/*client*.deb => client-deb
+        %VCSROOT__IGNITE3%/modules/platforms/build/cpp/_packages/*client*.deb.sha256 => client-deb
+
+        %VCSROOT__IGNITE3%/modules/platforms/build/cpp/_packages/*odbc*.rpm => odbc-rpm
+        %VCSROOT__IGNITE3%/modules/platforms/build/cpp/_packages/*odbc*.rpm.sha256 => odbc-rpm
+        %VCSROOT__IGNITE3%/modules/platforms/build/cpp/_packages/*client*.rpm => client-rpm
+        %VCSROOT__IGNITE3%/modules/platforms/build/cpp/_packages/*client*.rpm.sha256 => client-rpm
+
+        %VCSROOT__IGNITE3%/modules/platforms/build/cpp/_packages/*odbc*.tar.gz => odbc-tgz
+        %VCSROOT__IGNITE3%/modules/platforms/build/cpp/_packages/*odbc*.tar.gz.sha256 => odbc-tgz
+        %VCSROOT__IGNITE3%/modules/platforms/build/cpp/_packages/*client*.tar.gz => client-tgz
+        %VCSROOT__IGNITE3%/modules/platforms/build/cpp/_packages/*client*.tar.gz.sha256 => client-tgz
+    """.trimIndent()
+
+    params {
+        param("CONTAINER_JAVA_HOME", "/usr/lib/jvm/java-17-openjdk/")
+    }
+
+    steps {
+        customScript(type = "bash") {
+            name = "Setup Docker Proxy"
+        }
+
+        customGradle {
+            name = "Build ODBC and Client packages. RPM, DEB, TGZ. (Under Rocky Linux 8 container)"
+            tasks = ":platforms:cmakeCpack"
+            workingDir = "%VCSROOT__IGNITE3%"
+            gradleParams = "-i -Pplatforms.enable"
+            dockerImage = "docker.gridgain.com/ci/tc-rockylinux8-odbc:v1.1"
+            dockerPull = true
+            dockerImagePlatform = GradleBuildStep.ImagePlatform.Linux
+            dockerRunParameters = "-e JAVA_HOME=%CONTAINER_JAVA_HOME%"
+        }
+    }
+})

.teamcity/build/distributions/OdbcDeb.kt

@@ -39,7 +39,7 @@ object OdbcDeb : BuildType({
             tasks = ":packaging-odbc:buildDeb"
             workingDir = "%VCSROOT__IGNITE3%"
             gradleParams = "-i -Pplatforms.enable"
-            dockerImage = "docker.gridgain.com/ci/tc-rockylinux8-odbc:v1.0"
+            dockerImage = "docker.gridgain.com/ci/tc-rockylinux8-odbc:v1.1"
             dockerPull = true
             dockerImagePlatform = GradleBuildStep.ImagePlatform.Linux
             dockerRunParameters = "-e JAVA_HOME=%CONTAINER_JAVA_HOME%"

.teamcity/build/distributions/OdbcRpm.kt

@@ -38,7 +38,7 @@ object OdbcRpm : BuildType({
             tasks = ":packaging-odbc:buildRpm"
             workingDir = "%VCSROOT__IGNITE3%"
             gradleParams = "-i -Pplatforms.enable"
-            dockerImage = "docker.gridgain.com/ci/tc-rockylinux8-odbc:v1.0"
+            dockerImage = "docker.gridgain.com/ci/tc-rockylinux8-odbc:v1.1"
             dockerPull = true
             dockerImagePlatform = GradleBuildStep.ImagePlatform.Linux
             dockerRunParameters = "-e JAVA_HOME=%CONTAINER_JAVA_HOME%"

.teamcity/build/distributions/OdbcZip.kt

@@ -40,7 +40,7 @@ object OdbcZip : BuildType({
             tasks = ":packaging-odbc:distZip"
             workingDir = "%VCSROOT__IGNITE3%"
             gradleParams = "-i -Pplatforms.enable"
-            dockerImage = "docker.gridgain.com/ci/tc-rockylinux8-odbc:v1.0"
+            dockerImage = "docker.gridgain.com/ci/tc-rockylinux8-odbc:v1.1"
             dockerPull = true
             dockerImagePlatform = GradleBuildStep.ImagePlatform.Linux
             dockerRunParameters = "-e JAVA_HOME=%CONTAINER_JAVA_HOME%"
@@ -50,7 +50,7 @@ object OdbcZip : BuildType({
             tasks = ":packaging-odbc:distTar"
             workingDir = "%VCSROOT__IGNITE3%"
             gradleParams = "-i -Pplatforms.enable"
-            dockerImage = "docker.gridgain.com/ci/tc-rockylinux8-odbc:v1.0"
+            dockerImage = "docker.gridgain.com/ci/tc-rockylinux8-odbc:v1.1"
             dockerPull = true
             dockerImagePlatform = GradleBuildStep.ImagePlatform.Linux
             dockerRunParameters = "-e JAVA_HOME=%CONTAINER_JAVA_HOME%"

.teamcity/build/distributions/Project.kt

@@ -15,6 +15,7 @@ object Project : Project({
     listOf(
         CliDeb,
         CliRpm,
+        CppClientPackages,
         Deb,
         Docs,
         Docker,

.teamcity/files/docker/rockylinux8-odbc-cpp.dockerfile

@@ -0,0 +1,8 @@
+FROM rockylinux:8
+# Install dependencies
+RUN dnf update -y
+RUN dnf -y install epel-release
+RUN dnf update -y
+RUN dnf install -y --setopt=max_parallel_downloads=10 --setopt=fastestmirror=True git gcc gcc-c++ clang make cmake unixODBC-devel openssl-devel java-11-openjdk-devel java-17-openjdk-devel rpm-build dpkg
+RUN dnf clean all
+RUN rm -rf /var/cache/dnf

.teamcity/files/docker/ubuntu22_04-odbc-cpp.dockerfile

@@ -0,0 +1,5 @@
+FROM ubuntu:22.04
+# Install dependencies
+RUN apt update 
+RUN apt install -y git gcc g++ clang make cmake unixodbc unixodbc-dev odbcinst libssl-dev openjdk-11-jdk openjdk-17-jdk rpm
+RUN apt clean

.teamcity/test/build_types/RunPlatformTests.kt

@@ -12,6 +12,9 @@ object RunPlatformTests : BuildType({
 
     dependencies {
         snapshot(PlatformCppTestsLinux) {}
+        snapshot(PlatformCppOdbcTestsDebLinux) {}
+        snapshot(PlatformCppOdbcTestsRpmLinux) {}
+        snapshot(PlatformCppOdbcTestsTgzLinux) {}
 //        snapshot(PlatformCppTestsWindows) {}  // Always falling, under investigation
         snapshot(PlatformDotnetTestsWindows) {}
         snapshot(PlatformDotnetTestsLinux) {}

.teamcity/test/platform_tests/PlatformCppOdbcTestsDebLinux.kt

@@ -0,0 +1,114 @@
+package test.platform_tests
+
+import build.distributions.CppClientPackages
+import jetbrains.buildServer.configs.kotlin.BuildType
+import jetbrains.buildServer.configs.kotlin.ParameterDisplay
+import jetbrains.buildServer.configs.kotlin.buildFeatures.XmlReport
+import jetbrains.buildServer.configs.kotlin.buildFeatures.xmlReport
+import jetbrains.buildServer.configs.kotlin.buildSteps.script
+import jetbrains.buildServer.configs.kotlin.failureConditions.BuildFailureOnText
+import jetbrains.buildServer.configs.kotlin.failureConditions.failOnText
+import org.apache.ignite.teamcity.CustomBuildSteps.Companion.customScript
+import org.apache.ignite.teamcity.Teamcity
+
+object PlatformCppOdbcTestsDebLinux : BuildType({
+    id(Teamcity.getId(this::class))
+    name = "Platform C++ ODBC Tests. DEB package (Ubuntu 22.04 Linux container)"
+
+    artifactRules = """
+        %PATH__CMAKE_BUILD_DIRECTORY%/core => core_dumps
+    """.trimIndent()
+
+    params {
+        param("env.IGNITE_CPP_TESTS_USE_SINGLE_NODE", "")
+        param("PATH__CMAKE_BUILD_DIRECTORY", "%PATH__WORKING_DIR%/cmake-build-debug")
+        param("PATH__ODBC_TEST_RESULTS", "%PATH__WORKING_DIR%/odbc_tests_results.xml")
+        text("PATH__WORKING_DIR", "%teamcity.build.checkoutDir%/%VCSROOT__IGNITE3%/modules/platforms/cpp", display = ParameterDisplay.HIDDEN, allowEmpty = true)
+        text("PATH__IGNITE_DIR", "%teamcity.build.checkoutDir%/%VCSROOT__IGNITE3%", display = ParameterDisplay.HIDDEN, allowEmpty = true)
+        param("env.CPP_STAGING", "/tmp/cpp_staging")
+        param("CONTAINER_JAVA_HOME", "/usr/lib/jvm/java-17-openjdk-amd64/")
+    }
+
+    dependencies {
+        dependency(CppClientPackages) {
+            snapshot {}
+            artifacts {
+                cleanDestination = true
+                artifactRules = """
+                    odbc-deb => ignite3-odbc-deb
+                """.trimIndent()
+            }
+        }
+    }
+
+    steps {
+        customScript(type = "bash") {
+            name = "Setup Docker Proxy"
+        }
+
+        script {
+            name = "Install ODBC and build C++ tests in Ubuntu 22.04 container"
+            dockerImage = "docker.gridgain.com/ci/tc-ubuntu22_04-odbc:v1.0"
+            dockerRunParameters = "-e JAVA_HOME=%CONTAINER_JAVA_HOME% --ulimit nofile=32768:32768"
+            scriptContent = """
+                clang --version
+                clang++ --version
+                ulimit -a
+
+                dpkg -i ignite3-odbc-deb/*.deb
+
+                cd %PATH__IGNITE_DIR%
+                ./gradlew :ignite-runner:integrationTestClasses
+                mkdir %PATH__CMAKE_BUILD_DIRECTORY%  || exit 2
+                cd %PATH__CMAKE_BUILD_DIRECTORY%  || exit 3
+
+                cmake .. -DCMAKE_CXX_COMPILER=clang++ -DCMAKE_C_COMPILER=clang -DENABLE_TESTS=ON -DENABLE_ODBC=ON -DCMAKE_BUILD_TYPE=Debug -DCMAKE_INSTALL_PREFIX=%env.CPP_STAGING% || (echo 'CMake configuration failed' && exit 5)
+                cmake --build . -j8  || (echo 'CMake build failed' && exit 6)
+
+                ./bin/ignite-odbc-test --gtest_output=xml:%PATH__ODBC_TEST_RESULTS%
+            """.trimIndent()
+        }
+
+        customScript(type = "bash") {
+            name = "Clean Up Remaining Processes"
+        }
+    }
+
+    failureConditions {
+        executionTimeoutMin = 15
+        failOnText {
+            conditionType = BuildFailureOnText.ConditionType.CONTAINS
+            pattern = "CMake configuration failed"
+            failureMessage = "CMake configuration failed"
+            reverse = false
+        }
+        failOnText {
+            conditionType = BuildFailureOnText.ConditionType.CONTAINS
+            pattern = "CMake build failed"
+            failureMessage = "CMake build failed"
+            reverse = false
+        }
+        failOnText {
+            conditionType = BuildFailureOnText.ConditionType.CONTAINS
+            pattern = "CMake install failed"
+            failureMessage = "CMake install failed"
+            reverse = false
+        }
+        failOnText {
+            conditionType = BuildFailureOnText.ConditionType.CONTAINS
+            pattern = "FAILED TEST SUITE"
+            failureMessage = "One or several test suites have failed during SetUpTestSuite"
+            reverse = false
+        }
+    }
+
+    features {
+        xmlReport {
+            reportType = XmlReport.XmlReportType.GOOGLE_TEST
+            rules = """
+                +:%PATH__ODBC_TEST_RESULTS%
+            """.trimIndent()
+            verbose = true
+        }
+    }
+})

.teamcity/test/platform_tests/PlatformCppOdbcTestsRpmLinux.kt

@@ -0,0 +1,114 @@
+package test.platform_tests
+
+import build.distributions.CppClientPackages
+import jetbrains.buildServer.configs.kotlin.BuildType
+import jetbrains.buildServer.configs.kotlin.ParameterDisplay
+import jetbrains.buildServer.configs.kotlin.buildFeatures.XmlReport
+import jetbrains.buildServer.configs.kotlin.buildFeatures.xmlReport
+import jetbrains.buildServer.configs.kotlin.buildSteps.*
+import jetbrains.buildServer.configs.kotlin.failureConditions.BuildFailureOnText
+import jetbrains.buildServer.configs.kotlin.failureConditions.failOnText
+import org.apache.ignite.teamcity.CustomBuildSteps.Companion.customScript
+import org.apache.ignite.teamcity.Teamcity
+
+object PlatformCppOdbcTestsRpmLinux : BuildType({
+    id(Teamcity.getId(this::class))
+    name = "Platform C++ ODBC Tests. RPM package (Rockylinux 8 Linux container)"
+
+    artifactRules = """
+        %PATH__CMAKE_BUILD_DIRECTORY%/core => core_dumps
+    """.trimIndent()
+
+    params {
+        param("env.IGNITE_CPP_TESTS_USE_SINGLE_NODE", "")
+        param("PATH__CMAKE_BUILD_DIRECTORY", "%PATH__WORKING_DIR%/cmake-build-debug")
+        param("PATH__ODBC_TEST_RESULTS", "%PATH__WORKING_DIR%/odbc_tests_results.xml")
+        text("PATH__WORKING_DIR", "%teamcity.build.checkoutDir%/%VCSROOT__IGNITE3%/modules/platforms/cpp", display = ParameterDisplay.HIDDEN, allowEmpty = true)
+        text("PATH__IGNITE_DIR", "%teamcity.build.checkoutDir%/%VCSROOT__IGNITE3%", display = ParameterDisplay.HIDDEN, allowEmpty = true)
+        param("env.CPP_STAGING", "/tmp/cpp_staging")
+        param("CONTAINER_JAVA_HOME", "/usr/lib/jvm/java-17-openjdk/")
+    }
+
+    dependencies {
+        dependency(CppClientPackages) {
+            snapshot {}
+            artifacts {
+                cleanDestination = true
+                artifactRules = """
+                    odbc-rpm => ignite3-odbc-rpm
+                """.trimIndent()
+            }
+        }
+    }
+
+    steps {
+        customScript(type = "bash") {
+            name = "Setup Docker Proxy"
+        }
+
+        script {
+            name = "Install ODBC and build C++ tests in Rockylinux 8 container"
+            dockerImage = "docker.gridgain.com/ci/tc-rockylinux8-odbc:v1.1"
+            dockerRunParameters = "-e JAVA_HOME=%CONTAINER_JAVA_HOME% --ulimit nofile=32768:32768"
+            scriptContent = """
+                clang --version
+                clang++ --version
+                ulimit -a
+
+                rpm -i ignite3-odbc-rpm/*.rpm
+
+                cd %PATH__IGNITE_DIR%
+                ./gradlew :ignite-runner:integrationTestClasses
+                mkdir %PATH__CMAKE_BUILD_DIRECTORY%  || exit 2
+                cd %PATH__CMAKE_BUILD_DIRECTORY%  || exit 3
+
+                cmake .. -DCMAKE_CXX_COMPILER=clang++ -DCMAKE_C_COMPILER=clang -DENABLE_TESTS=ON -DENABLE_ODBC=ON -DCMAKE_BUILD_TYPE=Debug -DCMAKE_INSTALL_PREFIX=%env.CPP_STAGING% || (echo 'CMake configuration failed' && exit 5)
+                cmake --build . -j8  || (echo 'CMake build failed' && exit 6)
+
+                ./bin/ignite-odbc-test --gtest_output=xml:%PATH__ODBC_TEST_RESULTS%
+            """.trimIndent()
+        }
+
+        customScript(type = "bash") {
+            name = "Clean Up Remaining Processes"
+        }
+    }
+
+    failureConditions {
+        executionTimeoutMin = 15
+        failOnText {
+            conditionType = BuildFailureOnText.ConditionType.CONTAINS
+            pattern = "CMake configuration failed"
+            failureMessage = "CMake configuration failed"
+            reverse = false
+        }
+        failOnText {
+            conditionType = BuildFailureOnText.ConditionType.CONTAINS
+            pattern = "CMake build failed"
+            failureMessage = "CMake build failed"
+            reverse = false
+        }
+        failOnText {
+            conditionType = BuildFailureOnText.ConditionType.CONTAINS
+            pattern = "CMake install failed"
+            failureMessage = "CMake install failed"
+            reverse = false
+        }
+        failOnText {
+            conditionType = BuildFailureOnText.ConditionType.CONTAINS
+            pattern = "FAILED TEST SUITE"
+            failureMessage = "One or several test suites have failed during SetUpTestSuite"
+            reverse = false
+        }
+    }
+
+    features {
+        xmlReport {
+            reportType = XmlReport.XmlReportType.GOOGLE_TEST
+            rules = """
+                +:%PATH__ODBC_TEST_RESULTS%
+            """.trimIndent()
+            verbose = true
+        }
+    }
+})