CodeEntropy/.github/workflows/weekly-regression.yaml at main · CCPBioSim/CodeEntropy · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
name: Weekly Regression Tests

on:
  schedule:
    - cron: '0 8 * * 1'
  workflow_dispatch:

concurrency:
  group: weekly-regression-${{ github.ref }}
  cancel-in-progress: true

jobs:
  discover:
    name: Discover regression systems
    runs-on: ubuntu-24.04

    outputs:
      systems: ${{ steps.set.outputs.systems }}

    steps:
      - name: Checkout
        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8

      - name: Set up Python 3.14
        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405
        with:
          python-version: "3.14"
          cache: pip

      - name: Install testing dependencies
        run: |
          python -m pip install --upgrade pip
          python -m pip install -e .[testing]

      - name: Generate system matrix
        id: set
        run: |
          systems=$(python -m tests.regression.list_systems)
          echo "systems=$systems" >> $GITHUB_OUTPUT

  regression:
    name: Regression (${{ matrix.system }})
    needs: discover
    runs-on: ubuntu-24.04
    timeout-minutes: 360

    strategy:
      fail-fast: false
      matrix:
        system: ${{ fromJson(needs.discover.outputs.systems) }}

    steps:
      - name: Checkout
        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8

      - name: Set up Python 3.14
        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405
        with:
          python-version: "3.14"
          cache: pip

      - name: Cache regression test data
        uses: actions/cache@v4
        with:
          path: .testdata
          key: codeentropy-testdata-${{ runner.os }}-py314

      - name: Install testing dependencies
        run: |
          python -m pip install --upgrade pip
          python -m pip install -e .[testing]

      - name: Run regression tests (slow, per system)
        run: |
          pytest tests/regression \
            -k "${{ matrix.system }}" \
            --run-slow \
            -n auto \
            --dist=loadscope \
            -vv \
            --durations=20

      - name: Upload regression artifacts (failure)
        if: failure()
        uses: actions/upload-artifact@v4
        with:
          name: regression-${{ matrix.system }}-artifacts
          path: |
            .testdata/**
            /tmp/pytest-of-*/pytest-*/**