chore: improve build cache with multistage docker (#528)

* Update dockerhub-release.yml

* chore: add multistage docker build

* chore: update test dockerfile

* chore: run build on every pr

* chore: update postgresql config for extensions

* chore: install vault extension

* chore: install plv8

* Revert "Update dockerhub-release.yml"

This reverts commit 46a2d45.

* chore: add initial migration files

* chore: use labs syntax for checksum and git ref

* chore: use ccache to build plv8

* chore: add pgsodium build stage

* chore: rename postgres major arg and cleanup

* chore: resolve plv8 package error

* chore: run migrations on latest build

* chore: optimise build steps

* chore: load to local docker engine

* chore: merge migrate workflow to build

* chore: rearrange test steps

* chore: skip cpan tests

* chore: add pg_cron database setting

* chore: update pgnet to match develop

Author: sweatybridge

.github/workflows/test.yml

@@ -9,87 +9,92 @@ on:
 
 jobs:
   build:
-    if: ${{ github.event_name != 'pull_request' }}
     runs-on: ubuntu-latest
+    timeout-minutes: 180
+    env:
+      POSTGRES_PORT: 5478
+      POSTGRES_PASSWORD: password
     steps:
       - uses: actions/checkout@v3
+      - uses: docker/setup-buildx-action@v2
+      - uses: docker/build-push-action@v3
+        with:
+          push: false
+          load: true
+          context: ansible
+          tags: supabase/postgres:latest
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
 
-      - run: docker compose up --abort-on-container-exit --build
-
-  migrate:
-    runs-on: ubuntu-latest
-    env:
-      POSTGRES_PASSWORD: password
+      - name: Start Postgres
+        run: |
+          docker run --rm --pull=never \
+          -e POSTGRES_PASSWORD=${{ env.POSTGRES_PASSWORD }} \
+          -p ${{ env.POSTGRES_PORT }}:5432 \
+          --name supabase_postgres \
+          -d supabase/postgres:latest
 
-    strategy:
-      matrix:
-        supabase-version: ["15.1.0.11"]
-    timeout-minutes: 10
+      - name: Install dbmate
+        run: |
+          curl -fsSL -o /usr/local/bin/dbmate https://github.com/amacneil/dbmate/releases/latest/download/dbmate-linux-amd64
+          sudo chmod +x /usr/local/bin/dbmate
 
-    services:
-      postgres:
-        image: supabase/postgres:${{ matrix.supabase-version }}
-        ports:
-          - 5478:5432
-        # Set health checks to wait until postgres has started
-        options: >-
-          --health-cmd "pg_isready -U postgres -h localhost"
-          --health-interval 5s
-          --health-timeout 5s
-          --health-retries 10
+      - name: Install pg_prove
+        run: sudo cpan -T TAP::Parser::SourceHandler::pgTAP
         env:
-          POSTGRES_PASSWORD: ${{ env.POSTGRES_PASSWORD }}
-        volumes:
-          # Disable migration by removing from entrypoint
-          - /dev/null:/docker-entrypoint-initdb.d/migrate.sh
-
-    steps:
-      - name: checkout
-        uses: actions/checkout@v3
+          SHELL: /bin/bash
 
-      - name: install dbmate
+      - name: Wait for healthy database
         run: |
-          curl -fsSL -o /usr/local/bin/dbmate https://github.com/amacneil/dbmate/releases/latest/download/dbmate-linux-amd64
-          sudo chmod +x /usr/local/bin/dbmate
+          count=0
+          until [ "$(docker inspect -f '{{.State.Health.Status}}' "$container")" == "healthy" ]; do
+              exit=$?
+              count=$((count + 1))
+              if [ $count -ge "$retries" ]; then
+                  echo "Retry $count/$retries exited $exit, no more retries left."
+                  docker stop -t 2 "$container"
+                  return $exit
+              fi
+              sleep 1;
+          done;
+          echo "$container container is healthy"
+        env:
+          retries: 20
+          container: supabase_postgres
 
-      - name: migrate schema
+      - name: Migrate schema
         run: ./migrations/db/migrate.sh
         env:
           USE_DBMATE: 1
-          POSTGRES_PORT: 5478
+          POSTGRES_PORT: ${{ env.POSTGRES_PORT }}
           POSTGRES_PASSWORD: ${{ env.POSTGRES_PASSWORD }}
 
-      - name: install pg_prove
-        run: sudo cpan TAP::Parser::SourceHandler::pgTAP
-        env:
-          SHELL: /bin/bash
-
-      - name: run tests
+      - name: Run tests
         run: pg_prove migrations/tests/test.sql
         env:
           PGHOST: localhost
-          PGPORT: 5478
+          PGPORT: ${{ env.POSTGRES_PORT }}
           PGUSER: postgres
           PGPASSWORD: ${{ env.POSTGRES_PASSWORD }}
 
-      - name: migrations should be idempotent
+      - name: Check migrations are idempotent
         run: |
           for sql in ./migrations/db/migrations/*.sql; do
             echo "$0: running $sql"
             psql -v ON_ERROR_STOP=1 --no-password --no-psqlrc -f "$sql"
           done
         env:
           PGHOST: localhost
-          PGPORT: 5478
+          PGPORT: ${{ env.POSTGRES_PORT }}
           PGDATABASE: postgres
           PGUSER: supabase_admin
           PGPASSWORD: ${{ env.POSTGRES_PASSWORD }}
 
-      - name: run tests
+      - name: Run tests again
         run: pg_prove migrations/tests/test.sql
         env:
           PGHOST: localhost
-          PGPORT: 5478
+          PGPORT: ${{ env.POSTGRES_PORT }}
           PGUSER: postgres
           PGPASSWORD: ${{ env.POSTGRES_PASSWORD }}