[CI] Dynamically generate list of packages to test

Author: giordano

.github/workflows/Integration.yml

@@ -28,7 +28,28 @@ concurrency:
   cancel-in-progress: ${{ startsWith(github.ref, 'refs/pull/') }}
 
 jobs:
+  generate-packages-list:
+    name: Generate list of packages for integration tests
+    runs-on: ubuntu-latest
+    outputs:
+      matrix: ${{ steps.set-matrix.outputs.matrix }}
+    steps:
+      - uses: actions/checkout@v5
+      - name: Set packages
+        id: set-packages
+        run: |
+          set -e
+          shopt -s globstar
+          # Find all test files and generate their list in JSON format
+          PACKAGES='packages=['
+          for pkg in test/integration/*; do
+              PACKAGES="${PACKAGES}\"$(basename ${pkg})\","
+          done
+          PACKAGES="${PACKAGES}]"
+          echo "${PACKAGES}" | tee "${GITHUB_OUTPUT}"
+
   integration:
+    needs: generate-packages-list
     timeout-minutes: 45
     name: Integration Tests - ${{ matrix.package }} - Julia ${{ matrix.version }}
     runs-on: ${{ matrix.os }}
@@ -39,41 +60,35 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
+        package: ${{ fromJson(needs.generate-packages-list.outputs.set-packages) }}
         version:
           - '1.10'
           - '1.11'
         os:
           - linux-x86-n2-32
-        package:
-          - Bijectors
-          - DifferentiationInterface
-          - Distributions
-          - DynamicExpressions
-          - Lux
-          - SciML
-          - KernelAbstractions
-          - Molly
-          - MPI
         exclude:
           - version: '1.10'
             os: linux-x86-n2-32
             package: Molly
     steps:
-      - uses: actions/checkout@v5
-      - uses: julia-actions/setup-julia@v2
-        with:
-          version: ${{ matrix.version }}
-      - uses: julia-actions/cache@v2
-      - name: "Install Dependencies"
-        run: |
-            julia --color=yes --project=test/integration/${{ matrix.package }} --threads=auto --check-bounds=yes -O1 -e 'using Pkg; Pkg.develop([PackageSpec(; path) for path in (".", "lib/EnzymeCore")])'
-        shell: bash
-        if: ${{ matrix.version == '1.10' }}
-      - name: "Instantiate"
-        run: |
-          julia --color=yes --project=test/integration/${{ matrix.package }} --threads=auto --check-bounds=yes -O1 -e 'using Pkg; Pkg.instantiate()'
-        shell: bash
-      - name: "Run tests"
-        run: |
-            julia --color=yes --project=test/integration/${{ matrix.package }} --threads=auto --check-bounds=yes -O1 test/integration/${{ matrix.package }}/runtests.jl
-        shell: bash
+      - run: |
+          echo "Hello from ${{ matrix.package }} in Julia ${{ matrix.version }}"
+
+      # - uses: actions/checkout@v5
+      # - uses: julia-actions/setup-julia@v2
+      #   with:
+      #     version: ${{ matrix.version }}
+      # - uses: julia-actions/cache@v2
+      # - name: "Install Dependencies"
+      #   run: |
+      #       julia --color=yes --project=test/integration/${{ matrix.package }} --threads=auto --check-bounds=yes -O1 -e 'using Pkg; Pkg.develop([PackageSpec(; path) for path in (".", "lib/EnzymeCore")])'
+      #   shell: bash
+      #   if: ${{ matrix.version == '1.10' }}
+      # - name: "Instantiate"
+      #   run: |
+      #     julia --color=yes --project=test/integration/${{ matrix.package }} --threads=auto --check-bounds=yes -O1 -e 'using Pkg; Pkg.instantiate()'
+      #   shell: bash
+      # - name: "Run tests"
+      #   run: |
+      #       julia --color=yes --project=test/integration/${{ matrix.package }} --threads=auto --check-bounds=yes -O1 test/integration/${{ matrix.package }}/runtests.jl
+      #   shell: bash