cache workflow resources (#1173)

Author: jmartin-tech

.github/workflows/nightly.yml

@@ -23,17 +23,19 @@ permissions:
 jobs:
   linux:
     name: Nightly Linux
-    if: github.repository_owner == 'NVIDIA'
+    if: github.repository_owner == 'NVIDIA' || github.event_name == 'workflow_dispatch'
     uses: ./.github/workflows/test_linux.yml
   windows:
     name: Nightly Windows
-    if: github.repository_owner == 'NVIDIA'
+    if: github.repository_owner == 'NVIDIA' || github.event_name == 'workflow_dispatch'
     uses: ./.github/workflows/test_windows.yml
   macos:
     name: Nightly MacOS
-    if: github.repository_owner == 'NVIDIA'
+    if: github.repository_owner == 'NVIDIA' || github.event_name == 'workflow_dispatch'
     uses: ./.github/workflows/test_macos.yml
+    with:
+      store-cache: true
   package_test:
     name: Nightly Packaging
-    if: github.repository_owner == 'NVIDIA'
+    if: github.repository_owner == 'NVIDIA' || github.event_name == 'workflow_dispatch'
     uses: ./.github/workflows/remote_package_install.yml

.github/workflows/test_linux.yml

@@ -23,6 +23,9 @@ permissions:
   security-events: none
   statuses: none
 
+env:
+  XDG_CACHE_HOME: ${{ github.workspace }}/.cache
+
 jobs:
   build:
     runs-on: ubuntu-latest
@@ -35,11 +38,22 @@ jobs:
         uses: actions/setup-python@v4
         with:
           python-version: ${{ matrix.python-version }}
+
+      - name: Restore test cache artifacts
+        id: cache-artifacts-restore
+        uses: actions/cache/restore@v4
+        with:
+          path: |
+            .cache/garak/data
+            .cache/huggingface
+          key: garak-test-resources-shared
+
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
           pip install -r requirements.txt
           python -m pip cache purge
+
       - name: Test with pytest
         run: |
           python -m pytest tests/

.github/workflows/test_macos.yml

@@ -7,6 +7,12 @@ on:
   pull_request:
   workflow_dispatch:
   workflow_call:
+    inputs:
+      store-cache:
+        description: "Store resource cache"
+        required: false
+        type: boolean
+
 
 permissions:
   actions: none
@@ -23,6 +29,9 @@ permissions:
   security-events: none
   statuses: none
 
+env:
+  XDG_CACHE_HOME: ${{ github.workspace }}/.cache
+
 jobs:
   build_macos:
     runs-on: macos-latest
@@ -39,6 +48,15 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
 
+      - name: Restore test cache artifacts
+        id: cache-artifacts-restore
+        uses: actions/cache/restore@v4
+        with:
+          path: |
+            .cache/garak/data
+            .cache/huggingface
+          key: garak-test-resources-shared
+
       - name: Install dependencies
         run: |
           brew install libmagic
@@ -51,3 +69,18 @@ jobs:
         run: |
           cd garak
           python -m pytest tests/
+
+      - name: Prepare resources for cache
+        run: |
+          rm -rf .cache/huggingface/hub/*facebook*
+          rm -rf .cache/huggingface/hub/*Helsinki*
+
+      - name: Save test cache
+        if: inputs.store-cache
+        uses: actions/cache@v4
+        with:
+          path: |
+            .cache/garak/data
+            .cache/huggingface
+          enableCrossOsArchive: true
+          key: garak-test-resources-shared

.github/workflows/test_windows.yml

@@ -23,6 +23,9 @@ permissions:
   security-events: none
   statuses: none
 
+env:
+  XDG_CACHE_HOME: ${{ github.workspace }}/.cache
+
 jobs:
   build_windows:
     runs-on: windows-latest
@@ -39,6 +42,16 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
 
+      - name: Restore test cache artifacts
+        id: cache-artifacts-restore
+        uses: actions/cache/restore@v4
+        with:
+          path: |
+            .cache/garak/data
+            .cache/huggingface
+          enableCrossOsArchive: true
+          key: garak-test-resources-shared
+
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip