From 8186c4a549d8b6f6ddd63b0beae4e9e4b02d303b Mon Sep 17 00:00:00 2001 From: Alexander Alderman Webb Date: Wed, 14 Jan 2026 16:08:28 +0100 Subject: [PATCH 1/7] ci: Add periodic AI integration tests --- .github/workflows/ai-integration-test.yml | 44 +++++++++++++++++++++++ 1 file changed, 44 insertions(+) create mode 100644 .github/workflows/ai-integration-test.yml diff --git a/.github/workflows/ai-integration-test.yml b/.github/workflows/ai-integration-test.yml new file mode 100644 index 0000000000..313a3778be --- /dev/null +++ b/.github/workflows/ai-integration-test.yml @@ -0,0 +1,44 @@ +name: AI integration tests + +on: + workflow_dispatch: + schedule: + # every weekday + - cron: '23 3 * * 1-5' + +jobs: + update-tox: + name: AI integration tests + runs-on: ubuntu-latest + environment: testing + timeout-minutes: 10 + + permissions: + contents: write + pull-requests: write + + steps: + - name: Setup Python + uses: actions/setup-python@v6 + with: + python-version: 3.14t + + - name: Setup Node.js + uses: actions/setup-node@v6 + with: + node-version: '20' + + - name: Checkout repo + uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1 + with: + token: ${{ secrets.GITHUB_TOKEN }} + + - name: Run Python SDK Tests + uses: getsentry/testing-ai-sdk-integrations@aeb8231cdbac3e0d180732e00997883d58098679 + env: + GITHUB_TOKEN: ${{ steps.token.outputs.token }} + with: + language: py + openai-api-key: ${{ secrets.OPENAI_API_KEY }} + anthropic-api-key: ${{ secrets.ANTHROPIC_API_KEY }} + google-api-key: ${{ secrets.GOOGLE_API_KEY }} From b967795a8b48aa11545a346e90db8c433e101d51 Mon Sep 17 00:00:00 2001 From: Alexander Alderman Webb Date: Wed, 14 Jan 2026 16:10:05 +0100 Subject: [PATCH 2/7] remove PR permission --- .github/workflows/ai-integration-test.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/ai-integration-test.yml b/.github/workflows/ai-integration-test.yml index 313a3778be..1eef792fae 100644 --- a/.github/workflows/ai-integration-test.yml +++ b/.github/workflows/ai-integration-test.yml @@ -15,7 +15,6 @@ jobs: permissions: contents: write - pull-requests: write steps: - name: Setup Python From 82a6b121081f621ac297c6d16774ba5474f0229a Mon Sep 17 00:00:00 2001 From: Alexander Alderman Webb Date: Wed, 14 Jan 2026 16:24:15 +0100 Subject: [PATCH 3/7] set environment name --- .github/workflows/ai-integration-test.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ai-integration-test.yml b/.github/workflows/ai-integration-test.yml index 1eef792fae..02273c133a 100644 --- a/.github/workflows/ai-integration-test.yml +++ b/.github/workflows/ai-integration-test.yml @@ -10,7 +10,7 @@ jobs: update-tox: name: AI integration tests runs-on: ubuntu-latest - environment: testing + environment: "AI Integrations Tests" timeout-minutes: 10 permissions: From 8fa1f503ec216bb2fae812e7ca6ec4eeb34cce76 Mon Sep 17 00:00:00 2001 From: Alexander Alderman Webb Date: Wed, 14 Jan 2026 16:47:50 +0100 Subject: [PATCH 4/7] update testing-ai-sdk-integrations commit --- .github/workflows/ai-integration-test.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ai-integration-test.yml b/.github/workflows/ai-integration-test.yml index 02273c133a..4411594a06 100644 --- a/.github/workflows/ai-integration-test.yml +++ b/.github/workflows/ai-integration-test.yml @@ -33,7 +33,7 @@ jobs: token: ${{ secrets.GITHUB_TOKEN }} - name: Run Python SDK Tests - uses: getsentry/testing-ai-sdk-integrations@aeb8231cdbac3e0d180732e00997883d58098679 + uses: getsentry/testing-ai-sdk-integrations@1c6853a3a46ff1217248bf2b61e3ca5c4fcafdca env: GITHUB_TOKEN: ${{ steps.token.outputs.token }} with: From 239016ff8d95116ce7b63fda092354ef9878031f Mon Sep 17 00:00:00 2001 From: Alexander Alderman Webb Date: Wed, 14 Jan 2026 16:54:34 +0100 Subject: [PATCH 5/7] fix token reference --- .github/workflows/ai-integration-test.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ai-integration-test.yml b/.github/workflows/ai-integration-test.yml index 4411594a06..6bb9ef3ad7 100644 --- a/.github/workflows/ai-integration-test.yml +++ b/.github/workflows/ai-integration-test.yml @@ -35,7 +35,7 @@ jobs: - name: Run Python SDK Tests uses: getsentry/testing-ai-sdk-integrations@1c6853a3a46ff1217248bf2b61e3ca5c4fcafdca env: - GITHUB_TOKEN: ${{ steps.token.outputs.token }} + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: language: py openai-api-key: ${{ secrets.OPENAI_API_KEY }} From 064d1e63dbcb1ed1c5358fb2f9425a10d5f6d054 Mon Sep 17 00:00:00 2001 From: Alexander Alderman Webb Date: Wed, 14 Jan 2026 16:56:25 +0100 Subject: [PATCH 6/7] rename job --- .github/workflows/ai-integration-test.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ai-integration-test.yml b/.github/workflows/ai-integration-test.yml index 6bb9ef3ad7..49cd667fb3 100644 --- a/.github/workflows/ai-integration-test.yml +++ b/.github/workflows/ai-integration-test.yml @@ -7,7 +7,7 @@ on: - cron: '23 3 * * 1-5' jobs: - update-tox: + ai-integration-tests: name: AI integration tests runs-on: ubuntu-latest environment: "AI Integrations Tests" From f8f14ff14c89e902a4713bb9473e89ee08004550 Mon Sep 17 00:00:00 2001 From: Alexander Alderman Webb Date: Wed, 14 Jan 2026 17:01:03 +0100 Subject: [PATCH 7/7] grant write permissions for issues --- .github/workflows/ai-integration-test.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/ai-integration-test.yml b/.github/workflows/ai-integration-test.yml index 49cd667fb3..bd2d9c3177 100644 --- a/.github/workflows/ai-integration-test.yml +++ b/.github/workflows/ai-integration-test.yml @@ -15,6 +15,7 @@ jobs: permissions: contents: write + issues: write steps: - name: Setup Python