tests: replace legacy e2e with flash-based mock-worker provisioning

.github/workflows/CI-e2e.yml

@@ -1,93 +1,40 @@
-# Performs a full test of the package within production environment.
-
-name: CI | End-to-End Runpod Python Tests
-
+name: CI-e2e
 on:
   push:
-    branches:
-      - main
-
+    branches: [main]
   pull_request:
-    branches:
-      - main
-
+    branches: [main]
   workflow_dispatch:
 
 jobs:
-  e2e-build:
-    name: Build and push mock-worker Docker image
+  e2e:
     if: github.repository == 'runpod/runpod-python'
     runs-on: ubuntu-latest
-    outputs:
-      docker_tag: ${{ steps.output_docker_tag.outputs.docker_tag }}
-
+    timeout-minutes: 20
     steps:
-      - name: Checkout Repo
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 2
-
-      - name: Clone and patch mock-worker
-        run: |
-          git clone https://github.com/runpod-workers/mock-worker
-          GIT_SHA=${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
-          echo "git+https://github.com/runpod/runpod-python.git@$GIT_SHA" > mock-worker/builder/requirements.txt
-
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
-      - name: Login to Docker Hub
-        uses: docker/login-action@v3
-        with:
-          username: ${{ secrets.DOCKERHUB_USERNAME }}
-          password: ${{ secrets.DOCKERHUB_TOKEN }}
-
-      - name: Define Docker Tag
-        id: docker_tag
-        run: |
-          DOCKER_TAG=${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
-          echo "DOCKER_TAG=$(echo $DOCKER_TAG | cut -c 1-7)" >> $GITHUB_ENV
-
-      - name: Set Docker Tag as Output
-        id: output_docker_tag
-        run: echo "docker_tag=${{ env.DOCKER_TAG }}" >> $GITHUB_OUTPUT
+      - uses: actions/checkout@v4
 
-      - name: Build and push Docker image
-        uses: docker/build-push-action@v6
+      - uses: astral-sh/setup-uv@v3
         with:
-          context: ./mock-worker
-          file: ./mock-worker/Dockerfile
-          push: true
-          tags: ${{ vars.DOCKERHUB_REPO }}/${{ vars.DOCKERHUB_IMG }}:${{ env.DOCKER_TAG }}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max
-
-  test:
-    name: Run End-to-End Tests
-    runs-on: ubuntu-latest
-    needs: [e2e-build]
+          version: "latest"
 
-    steps:
-      - uses: actions/checkout@v4
-
-      - name: Run Tests
-        id: run-tests
-        uses: runpod/runpod-test-runner@v2.1.0
+      - uses: actions/setup-python@v5
         with:
-          image-tag: ${{ vars.DOCKERHUB_REPO }}/${{ vars.DOCKERHUB_IMG }}:${{ needs.e2e-build.outputs.docker_tag }}
-          runpod-api-key: ${{ secrets.RUNPOD_API_KEY }}
-          request-timeout: 1200
+          python-version: "3.12"
 
-      - name: Verify Tests
-        env:
-          TOTAL_TESTS: ${{ steps.run-tests.outputs.total-tests }}
-          SUCCESSFUL_TESTS: ${{ steps.run-tests.outputs.succeeded }}
+      - name: Install dependencies
+        run: |
+          uv venv
+          source .venv/bin/activate
+          uv pip install -e ".[test]" 2>/dev/null || uv pip install -e .
+          uv pip install runpod-flash pytest pytest-asyncio pytest-timeout pytest-rerunfailures httpx
+          uv pip install -e . --reinstall --no-deps
+          python -c "import runpod; print(f'runpod: {runpod.__version__} from {runpod.__file__}')"
+
+      - name: Run e2e tests
         run: |
-          echo "Total tests: $TOTAL_TESTS"
-          echo "Successful tests: $SUCCESSFUL_TESTS"
-          if [ "$TOTAL_TESTS" != "$SUCCESSFUL_TESTS" ]; then
-              exit 1
-          fi
+          source .venv/bin/activate
+          pytest tests/e2e/ -v -p no:xdist --timeout=600 --reruns 1 --reruns-delay 5 --log-cli-level=INFO -o "addopts="
+        env:
+          RUNPOD_API_KEY: ${{ secrets.RUNPOD_API_KEY }}
+          RUNPOD_SDK_GIT_REF: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}

.github/workflows/CI-pytests.yml

@@ -15,7 +15,7 @@ jobs:
   run_tests:
     strategy:
       matrix:
-        python-version: [3.8, 3.9, 3.10.15, 3.11.10]
+        python-version: ["3.10", "3.11", "3.12"]
     runs-on: ubuntu-latest
 
     steps:

CLAUDE.md

@@ -0,0 +1,54 @@
+# Runpod-python - build/flash-based-e2e-tests Worktree
+
+> This worktree inherits patterns from main. See: /Users/deanquinanola/Github/python/flash-project/runpod-python/main/CLAUDE.md
+
+## Branch Context
+
+**Purpose:** Replace archaic e2e test infrastructure (CI-e2e.yml + mock-worker + runpod-test-runner) with flash-based e2e tests that validate real SDK behaviors through `flash run` dev server.
+
+**Status:** Implementation complete, pending PR review
+
+**Dependencies:** runpod-flash (PyPI)
+
+## Architecture
+
+- `tests/e2e/fixtures/all_in_one/` - Flash project with QB and LB handler fixtures
+- `tests/e2e/conftest.py` - Session-scoped flash server lifecycle (port 8100, SIGINT cleanup)
+- `tests/e2e/test_*.py` - 7 test files covering sync/async handlers, state persistence, SDK endpoint client, async SDK client, cold start, LB dispatch
+- `.github/workflows/CI-e2e.yml` - PR workflow (QB + cold_start, requires RUNPOD_API_KEY)
+- `.github/workflows/CI-e2e-nightly.yml` - Full suite including LB tests
+
+## Key Discovery: QB Routes Dispatch Remotely
+
+`@Endpoint(name=..., cpu=...)` wraps functions with `@remote`, which provisions real serverless endpoints even in `flash run` dev mode. This means ALL tests (QB and LB) require `RUNPOD_API_KEY`. There is no truly local-only execution mode through flash's QB routes.
+
+## Running Tests
+
+```bash
+# Install dependencies
+uv venv --python 3.12 && source .venv/bin/activate
+uv pip install runpod-flash pytest pytest-asyncio pytest-timeout httpx
+uv pip install -e . --force-reinstall --no-deps
+
+# Run QB + cold_start tests (requires RUNPOD_API_KEY for QB, cold_start is local)
+RUNPOD_API_KEY=... pytest tests/e2e/ -v -m "qb or cold_start" -p no:xdist --timeout=600 -o "addopts="
+
+# Run all tests including LB
+RUNPOD_API_KEY=... pytest tests/e2e/ -v -p no:xdist --timeout=600 -o "addopts="
+```
+
+## Request Format
+
+Flash maps `input` dict fields to handler function kwargs. For `sync_handler(input_data: dict)`:
+```json
+{"input": {"input_data": {"prompt": "hello"}}}
+```
+
+## Next Steps
+
+- [ ] Create PR against main
+- [ ] Verify CI passes with RUNPOD_API_KEY secret configured
+
+---
+
+For shared development patterns, see main worktree CLAUDE.md.