av-map-data/.github/workflows/deploy-data.yml at main · path-avmap/av-map-data · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
name: Validate & Update Cache

on:
  push:
    branches: [main, staging]
    paths:
      - 'events.csv'
      - 'news.csv'
      - 'geometries/**'

  pull_request:
    branches: [main, staging]
    paths:
      - 'events.csv'
      - 'news.csv'
      - 'geometries/**'

  workflow_dispatch:
    inputs:
      environment:
        description: 'Environment to update'
        required: true
        default: 'staging'
        type: choice
        options:
          - staging
          - production

jobs:
  # ── Job 1: Validate ──────────────────────────────────────────────
  # Runs pytest. If this fails, nothing else runs.
  validate:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4

      - name: Setup Python
        uses: actions/setup-python@v5
        with:
          python-version: '3.11'

      - name: Install dependencies
        run: pip install -r .dev/requirements-dev.txt

      - name: Run validation tests
        run: pytest tests/ -v

  # ── Job 2: Update Supabase cache ─────────────────────────────────
  # Runs only after validation passes. Skipped on pull requests.
  update-cache:
    needs: validate
    if: github.event_name != 'pull_request'
    runs-on: ubuntu-latest

    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Setup Python
        uses: actions/setup-python@v5
        with:
          python-version: '3.11'

      - name: Install Python dependencies
        run: pip install -r .dev/requirements-dev.txt

      - name: Setup Node.js
        uses: actions/setup-node@v4
        with:
          node-version: '20'
          cache: 'npm'
          cache-dependency-path: '.dev/package-lock.json'

      - name: Install Node dependencies
        run: cd .dev && npm ci

      - name: Determine environment
        id: env
        run: |
          if [ "${{ github.event_name }}" = "workflow_dispatch" ]; then
            echo "environment=${{ github.event.inputs.environment }}" >> $GITHUB_OUTPUT
          elif [ "${{ github.ref }}" = "refs/heads/main" ]; then
            echo "environment=production" >> $GITHUB_OUTPUT
          else
            echo "environment=staging" >> $GITHUB_OUTPUT
          fi

      - name: Import CSV to database
        env:
          SUPABASE_URL: ${{ secrets.SUPABASE_URL }}
          SUPABASE_SERVICE_KEY: ${{ secrets.SUPABASE_SERVICE_KEY }}
          STAGING: ${{ steps.env.outputs.environment == 'staging' }}
          GITHUB_ACTIONS: true
        run: |
          if [ "${{ steps.env.outputs.environment }}" = "staging" ]; then
            STAGING=true python3 .dev/import-csv.py
          else
            python3 .dev/import-csv.py
          fi

      - name: Upload geometry files to storage
        env:
          SUPABASE_URL: ${{ secrets.SUPABASE_URL }}
          SUPABASE_SERVICE_KEY: ${{ secrets.SUPABASE_SERVICE_KEY }}
          STAGING: ${{ steps.env.outputs.environment == 'staging' }}
          GITHUB_ACTIONS: true
        run: |
          if [ "${{ steps.env.outputs.environment }}" = "staging" ]; then
            STAGING=true node .dev/upload-geometries.js
          else
            node .dev/upload-geometries.js
          fi

      - name: Sync geometries table with storage
        env:
          SUPABASE_URL: ${{ secrets.SUPABASE_URL }}
          SUPABASE_SERVICE_KEY: ${{ secrets.SUPABASE_SERVICE_KEY }}
          STAGING: ${{ steps.env.outputs.environment == 'staging' }}
          GITHUB_ACTIONS: true
        run: |
          if [ "${{ steps.env.outputs.environment }}" = "staging" ]; then
            STAGING=true node .dev/sync-geometries-table.js
          else
            node .dev/sync-geometries-table.js
          fi

      - name: Rebuild cache
        env:
          SUPABASE_URL: ${{ secrets.SUPABASE_URL }}
          SUPABASE_SERVICE_KEY: ${{ secrets.SUPABASE_SERVICE_KEY }}
          STAGING: ${{ steps.env.outputs.environment == 'staging' }}
          GITHUB_ACTIONS: true
        run: |
          if [ "${{ steps.env.outputs.environment }}" = "staging" ]; then
            STAGING=true node .dev/rebuild-cache.js
          else
            node .dev/rebuild-cache.js
          fi

      - name: Summary
        run: |
          echo "✅ Cache updated successfully for ${{ steps.env.outputs.environment }}"
          echo "Branch: ${{ github.ref_name }}"
          echo "Commit: ${{ github.sha }}"