feat(new source): Add ODBC source implementation

.github/actions/spelling/expect.txt

@@ -292,7 +292,6 @@ Jolokia
 JSONAs
 jsonify
 jsonlines
-jszwedko
 kebabcase
 kernelmode
 keyclock
@@ -310,6 +309,7 @@ landingpad
 leebenson
 leveldb
 libcrypto
+libmaodbc
 librdkafka
 libvector
 lld
@@ -333,6 +333,7 @@ majorly
 makecache
 Makefiles
 mallocs
+mariadb
 markdownify
 marketo
 maxbin
@@ -406,6 +407,7 @@ nullishness
 NUMA
 numbackends
 NXRR
+odbcinst
 OIDC
 OKD
 oneof
@@ -535,6 +537,9 @@ spencergilbert
 spinlock
 SPOF
 spog
+SQLLEN
+SQLSETPOSIROW
+SQLULEN
 sqlx
 srcaddr
 srcport
@@ -618,6 +623,7 @@ underutilizing
 unevictable
 unflatten
 unioning
+unixodbc
 unnested
 upgradable
 urql
@@ -678,5 +684,4 @@ zieme
 zoog
 zork
 zorp
-zsherman
 zulip

.github/workflows/changes.yml

@@ -124,6 +124,10 @@ on:
         value: ${{ jobs.int_tests.outputs.nats }}
       nginx:
         value: ${{ jobs.int_tests.outputs.nginx }}
+      odbc-mariadb:
+        value: ${{ jobs.int_tests.outputs.odbc-mariadb }}
+      odbc-postgresql:
+        value: ${{ jobs.int_tests.outputs.odbc-postgresql }}
       opentelemetry:
         value: ${{ jobs.int_tests.outputs.opentelemetry }}
       postgres:
@@ -337,6 +341,8 @@ jobs:
       mqtt: ${{ steps.filter.outputs.mqtt }}
       nats: ${{ steps.filter.outputs.nats }}
       nginx: ${{ steps.filter.outputs.nginx }}
+      odbc-mariadb: ${{ steps.filter.outputs.odbc-mariadb }}
+      odbc-postgresql: ${{ steps.filter.outputs.odbc-postgresql }}
       opentelemetry: ${{ steps.filter.outputs.opentelemetry }}
       postgres: ${{ steps.filter.outputs.postgres }}
       prometheus: ${{ steps.filter.outputs.prometheus }}
@@ -403,6 +409,8 @@ jobs:
             "mqtt": ${{ steps.filter.outputs.mqtt }},
             "nats": ${{ steps.filter.outputs.nats }},
             "nginx": ${{ steps.filter.outputs.nginx }},
+            "odbc-mariadb": ${{ steps.filter.outputs.odbc-mariadb }}
+            "odbc-postgresql": ${{ steps.filter.outputs.odbc-postgresql }}
             "opentelemetry": ${{ steps.filter.outputs.opentelemetry }},
             "postgres": ${{ steps.filter.outputs.postgres }},
             "prometheus": ${{ steps.filter.outputs.prometheus }},

.github/workflows/integration.yml

@@ -10,7 +10,7 @@ on:
   workflow_dispatch:
   pull_request:
   merge_group:
-    types: [checks_requested]
+    types: [ checks_requested ]
 
 concurrency:
   # `github.event.number` exists for pull requests, otherwise fall back to SHA for merge queue
@@ -58,7 +58,7 @@ jobs:
       needs.changes.outputs.integration-yml == 'true' ||
       needs.changes.outputs.int-tests-any == 'true' ||
       needs.changes.outputs.e2e-tests-any == 'true')))
-      }}
+     }}
     uses: ./.github/workflows/build-test-runner.yml
     with:
       commit_sha: ${{ github.sha }}
@@ -105,6 +105,8 @@ jobs:
             "mongodb",
             "nats",
             "nginx",
+            "odbc-mariadb",
+            "odbc-postgresql",
             "opentelemetry",
             "postgres",
             "prometheus",
@@ -114,56 +116,60 @@ jobs:
           ]
     timeout-minutes: 90
     steps:
-      - name: Download JSON artifact from changes.yml
-        uses: actions/download-artifact@70fc10c6e5e1ce46ad2ea6f2b72d43f7d47b13c3 # v8.0.0
-        if: github.event_name == 'merge_group'
-        with:
-          name: int_tests_changes
-
-      - name: Determine if test should run
-        id: check
-        run: |
-          if [[ "${{ github.event_name }}" == "workflow_dispatch" || \
-                "${{ needs.changes.outputs.dependencies }}" == "true" || \
-                "${{ needs.changes.outputs.integration-yml }}" == "true" ]]; then
-            echo "should_run=true" >> "$GITHUB_OUTPUT"
-          elif [[ "${{ needs.changes.outputs.website_only }}" == "true" ]]; then
-            echo "should_run=false" >> "$GITHUB_OUTPUT"
-          elif [[ -f int_tests_changes.json ]]; then
-            should_run=$(jq -r '."${{ matrix.service }}" // false' int_tests_changes.json)
-            echo "should_run=${should_run}" >> "$GITHUB_OUTPUT"
-          else
-            echo "should_run=false" >> "$GITHUB_OUTPUT"
-          fi
-
       - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
-        if: steps.check.outputs.should_run == 'true'
         with:
           submodules: "recursive"
 
       - uses: ./.github/actions/setup
-        if: steps.check.outputs.should_run == 'true'
         with:
           vdev: true
           mold: false
           cargo-cache: false
-          datadog-ci: true
+
+      - name: Download JSON artifact from changes.yml
+        uses: actions/download-artifact@70fc10c6e5e1ce46ad2ea6f2b72d43f7d47b13c3 # v8.0.0
+        if: github.event_name == 'merge_group'
+        with:
+          name: int_tests_changes
 
       - name: Pull test runner image
-        if: steps.check.outputs.should_run == 'true'
         uses: ./.github/actions/pull-test-runner
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           commit_sha: ${{ github.sha }}
 
       - name: Run Integration Tests for ${{ matrix.service }}
-        if: steps.check.outputs.should_run == 'true'
         uses: nick-fields/retry@ce71cc2ab81d554ebbe88c79ab5975992d79ba08 # v3.0.2
         with:
           timeout_minutes: 30
           max_attempts: 3
           command: |
-            bash scripts/run-integration-test.sh int ${{ matrix.service }}
+            if [[ -f int_tests_changes.json ]]; then
+              # Parse the JSON and check if the specific integration test should run.
+              should_run=$(jq -r '."${{ matrix.service }}" // false' int_tests_changes.json)
+            else
+              # The `changes` job did not run (manual run) or the file is missing, default to false.
+              should_run=false
+            fi
+
+            if [[ "${{ needs.changes.outputs.website_only }}" == "true" ]]; then
+              echo "Skipping ${{ matrix.service }} test since only website changes were detected"
+              exit 0
+            fi
+
+            # Check if any of the three conditions is true
+            if [[ "${{ github.event_name }}" == "workflow_dispatch" || \
+                  "${{ needs.changes.outputs.dependencies }}" == "true" || \
+                  "${{ needs.changes.outputs.integration-yml }}" == "true" || \
+                  "$should_run" == "true" ]]; then
+              # Only install dep if test runs
+              bash scripts/environment/prepare.sh --modules=datadog-ci
+              echo "Running test for ${{ matrix.service }}"
+              bash scripts/run-integration-test.sh int ${{ matrix.service }}
+            else
+              echo "Skipping ${{ matrix.service }} test as the value is false or conditions not met."
+            fi
+
 
   e2e-tests:
     runs-on: ubuntu-24.04-8core
@@ -174,60 +180,63 @@ jobs:
       (github.event_name == 'merge_group' || github.event_name == 'workflow_dispatch') }}
     strategy:
       matrix:
-        service: ["datadog-logs", "datadog-metrics", "opentelemetry-logs", "opentelemetry-metrics"]
+        service: [ "datadog-logs", "datadog-metrics", "opentelemetry-logs", "opentelemetry-metrics" ]
     timeout-minutes: 90
 
     steps:
-      - name: Download JSON artifact from changes.yml
-        uses: actions/download-artifact@70fc10c6e5e1ce46ad2ea6f2b72d43f7d47b13c3 # v8.0.0
-        if: github.event_name == 'merge_group'
-        with:
-          name: e2e_tests_changes
-
-      - name: Determine if test should run
-        id: check
-        run: |
-          if [[ "${{ github.event_name }}" == "workflow_dispatch" || \
-                "${{ needs.changes.outputs.dependencies }}" == "true" || \
-                "${{ needs.changes.outputs.integration-yml }}" == "true" ]]; then
-            echo "should_run=true" >> "$GITHUB_OUTPUT"
-          elif [[ "${{ needs.changes.outputs.website_only }}" == "true" ]]; then
-            echo "should_run=false" >> "$GITHUB_OUTPUT"
-          elif [[ -f e2e_tests_changes.json ]]; then
-            should_run=$(jq -r '."${{ matrix.service }}" // false' e2e_tests_changes.json)
-            echo "should_run=${should_run}" >> "$GITHUB_OUTPUT"
-          else
-            echo "should_run=false" >> "$GITHUB_OUTPUT"
-          fi
-
       - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
-        if: steps.check.outputs.should_run == 'true'
         with:
           submodules: "recursive"
 
       - uses: ./.github/actions/setup
-        if: steps.check.outputs.should_run == 'true'
         with:
           vdev: true
           mold: false
           cargo-cache: false
-          datadog-ci: true
+
+      - name: Download JSON artifact from changes.yml
+        uses: actions/download-artifact@70fc10c6e5e1ce46ad2ea6f2b72d43f7d47b13c3 # v8.0.0
+        if: github.event_name == 'merge_group'
+        with:
+          name: e2e_tests_changes
 
       - name: Pull test runner image
-        if: steps.check.outputs.should_run == 'true'
         uses: ./.github/actions/pull-test-runner
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           commit_sha: ${{ github.sha }}
 
       - name: Run E2E Tests for ${{ matrix.service }}
-        if: steps.check.outputs.should_run == 'true'
         uses: nick-fields/retry@ce71cc2ab81d554ebbe88c79ab5975992d79ba08 # v3.0.2
         with:
           timeout_minutes: 30
           max_attempts: 3
           command: |
-            bash scripts/run-integration-test.sh e2e ${{ matrix.service }}
+            if [[ -f e2e_tests_changes.json ]]; then
+              # Parse the JSON and check if the specific e2e test should run.
+              should_run=$(jq -r '."${{ matrix.service }}" // false' e2e_tests_changes.json)
+            else
+              # The `changes` job did not run (manual run) or the file is missing, default to false.
+              should_run=false
+            fi
+
+            if [[ "${{ needs.changes.outputs.website_only }}" == "true" ]]; then
+              echo "Skipping ${{ matrix.service }} test since only website changes were detected"
+              exit 0
+            fi
+
+            # Check if any of the three conditions is true
+            if [[ "${{ github.event_name }}" == "workflow_dispatch" || \
+                  "${{ needs.changes.outputs.dependencies }}" == "true" || \
+                  "${{ needs.changes.outputs.integration-yml }}" == "true" ]] || \
+                  "$should_run" == "true" ]]; then
+              # Only install dep if test runs
+              bash scripts/environment/prepare.sh --modules=datadog-ci
+              echo "Running test for ${{ matrix.service }}"
+              bash scripts/run-integration-test.sh e2e ${{ matrix.service }}
+            else
+              echo "Skipping ${{ matrix.service }} test as the value is false or conditions not met."
+            fi
 
   integration-test-suite:
     name: Integration Test Suite