policyengine-api/.github/workflows/seed-v2-database.yml at master · PolicyEngine/policyengine-api · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
name: Seed v2 database

on:
  workflow_call:
    inputs:
      deployment_environment:
        description: GitHub environment containing one v2 database target
        required: true
        type: string
  workflow_dispatch:
    inputs:
      deployment_environment:
        description: GitHub environment containing one v2 database target
        required: true
        type: environment

jobs:
  seed:
    name: Upgrade schema and seed v2 database
    runs-on: ubuntu-latest
    timeout-minutes: 30
    environment: ${{ inputs.deployment_environment }}
    env:
      DEPLOYMENT_ENVIRONMENT: ${{ inputs.deployment_environment }}
      V2_SUPABASE_PROJECT_REF: ${{ vars.V2_SUPABASE_PROJECT_REF }}
      V2_SUPABASE_ENVIRONMENT: ${{ vars.V2_SUPABASE_ENVIRONMENT }}
      PRODUCTION_V2_SUPABASE_PROJECT_REF: ${{ vars.PRODUCTION_V2_SUPABASE_PROJECT_REF }}
    steps:
      - name: Checkout repo
        uses: actions/checkout@v4
      - name: Setup Python
        uses: actions/setup-python@v5
        with:
          python-version: "3.12"
      - name: Setup uv
        uses: astral-sh/setup-uv@v6
      - name: Install locked dependencies
        run: uv sync --frozen
      - name: Verify the database environment is isolated
        run: bash .github/scripts/validate_database_environment.sh supabase
      - name: Qualify the pending policy migration
        run: uv run python scripts/qualify_v2_policy_migration.py
        env:
          V2_MIGRATION_DATABASE_URL: ${{ secrets.V2_MIGRATION_DATABASE_URL }}
      - name: Qualify the pending household migration
        run: uv run python scripts/qualify_v2_household_migration.py
        env:
          V2_MIGRATION_DATABASE_URL: ${{ secrets.V2_MIGRATION_DATABASE_URL }}
      - name: Qualify the pending user-association reshape
        run: uv run python scripts/qualify_v2_user_association_migration.py
        env:
          V2_MIGRATION_DATABASE_URL: ${{ secrets.V2_MIGRATION_DATABASE_URL }}
      - name: Upgrade and verify the v2 schema
        run: bash .github/scripts/migrate_v2_metadata_schema.sh
        env:
          V2_MIGRATION_DATABASE_URL: ${{ secrets.V2_MIGRATION_DATABASE_URL }}
      - name: Grant declared v2 table privileges
        run: uv run python scripts/reconcile_v2_privileges.py apply
        env:
          V2_MIGRATION_DATABASE_URL: ${{ secrets.V2_MIGRATION_DATABASE_URL }}
      - name: Verify declared v2 table privileges
        run: uv run python scripts/reconcile_v2_privileges.py verify
        env:
          V2_MIGRATION_DATABASE_URL: ${{ secrets.V2_MIGRATION_DATABASE_URL }}
      - name: Seed and validate the v2 metadata catalog
        run: uv run python scripts/publish_v2_metadata_catalog.py
        env:
          V2_DATA_WRITE_DATABASE_URL: ${{ secrets.V2_DATA_WRITE_DATABASE_URL }}