Create Composite Action for integration testing

Author: b-long

.github/workflows/build-golang-macos.yaml

@@ -102,6 +102,10 @@ jobs:
               # Test wheel functionality
               # python3 validate_otdf_python.py
 
+        - uses: ./.github/workflows/platform-integration-test.yaml
+          with:
+            wheel: dist/otdf_python-0.0.15-py3-none-any.whl
+
   # release:
   #   needs: build
   #   runs-on: macos-latest

.github/workflows/build-golang-ubuntu.yaml

@@ -75,55 +75,12 @@ jobs:
 
                   poetry run python3 setup.py bdist_wheel
 
-    # TODO: Can this be a distinct job?
-    # exercise-ssh:
-    #     needs: build
-
-    #     runs-on: ubuntu-latest
-
-    #     steps:
-    #        - uses: actions/checkout@v4
 
             - name: Check existing workspace content
               run: |
                   ls -la
                   ls -la dist/
 
-            # - name: Set up Docker Buildx
-            #   uses: docker/setup-buildx-action@v3
-
-            # - name: Install Vagrant
-            #   run: sudo apt-get update && sudo apt-get install -y vagrant
-
-            # - name: Create Vagrantfile
-            #   run: |
-            #       cat << EOF > Vagrantfile
-            #       Vagrant.configure("2") do |config|
-            #         config.vm.provider "docker" do |d|
-            #           d.image = "ubuntu"
-            #           d.cmd = [ "/bin/bash", "-c", "echo 'Hello world'" ]
-            #           d.remains_running = false
-            #         end
-            #       end
-            #       EOF
-
-            # - name: Run vagrant up
-            #   run: vagrant up --provider=docker
-
-            # - name: Launch the Docker/Vagrant test machine
-            #   run: |
-            #       # Change directory
-            #       cd ssh-servers/docker-in-vagrant
-
-            #       # List content in the directory
-            #       ls -la
-
-            #       # Launch machine
-            #       vagrant up --provider=docker
-
-            #       # Connect to it with SSH
-            #       vagrant ssh -c "echo 'Hello Ubuntu'"
-
             - name: Test Python wheel
               run: |
                   # Test wheel installation
@@ -132,3 +89,21 @@ jobs:
                   # DISABLED: Need to figure out Ubuntu nested VM
                   # Test wheel functionality
                   # python3 validate_otdf_python.py
+
+            - uses: actions/cache/restore@v4
+              with:
+                path: dist/otdf_python-0.0.15-py3-none-any.whl
+                key: ${{ runner.os }}-data-${{ github.sha }}
+
+            - uses: actions/cache/save@v4
+              with:
+                path: dist/otdf_python-0.0.15-py3-none-any.whl
+                key: ${{ runner.os }}-data-${{ github.sha }}
+                restore-keys: |
+                  ${{ runner.os }}-data-
+
+    integration-test:
+      needs: build
+      uses: ./.github/workflows/platform-integration-test.yaml
+      with:
+        wheel: dist/otdf_python-0.0.15-py3-none-any.whl

.github/workflows/platform-integration-test.yaml

@@ -1,31 +1,43 @@
 # Based on
 #   https://github.com/opentdf/java-sdk/blob/v0.6.1/.github/workflows/checks.yaml
+#
+# Except, that this is a "Composite Action", and specifies 'shell: bash' for
+# each 'run:' step.
 name: "Platform Integration testing"
 
 on:
-  pull_request:
-
-# on:
-#   pull_request:
-#     branches:
-#       - main
-#   push:
-#     branches:
-#       - main
+  workflow_call:
+    inputs:
+      wheel:
+        description: The Python wheel to test
+        required: true
+        type: string
 
 permissions:
   contents: read
 
 jobs:
-
-  platform-integration:
-    runs-on: ubuntu-22.04
+  integration_test:
+    runs-on: ubuntu-latest
     steps:
-      - name: Checkout Java SDK
+      - name: Checkout this repo
         uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11
-      - uses: bufbuild/buf-setup-action@382440cdb8ec7bc25a68d7b4711163d95f7cc3aa
+
+      - uses: actions/cache/restore@v4
         with:
-          github_token: ${{ secrets.GITHUB_TOKEN }}
+          path: dist/otdf_python-0.0.15-py3-none-any.whl
+          key: ${{ runner.os }}-data-${{ github.sha }}
+
+      - name: Prove that the input file is available
+        shell: bash
+        run: |
+          ls -la
+          ls -la "${{ inputs.wheel }}"
+          du -sh "${{ inputs.wheel }}"
+
+      # - uses: bufbuild/buf-setup-action@382440cdb8ec7bc25a68d7b4711163d95f7cc3aa
+      #   with:
+      #     github_token: ${{ secrets.GITHUB_TOKEN }}
 
       - name: Check out platform
         uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11
@@ -44,10 +56,13 @@ jobs:
             platform/protocol/go/go.sum
             platform/sdk/go.sum
       - run: go mod download
+        shell: bash
         working-directory: platform
       - run: go mod verify
+        shell: bash
         working-directory: platform
       - name: Create keys
+        shell: bash
         run: |
           .github/scripts/init-temp-keys.sh
           cp opentdf-dev.yaml opentdf.yaml
@@ -64,12 +79,15 @@ jobs:
       #       -alias localhost-for-tests
       #   working-directory: platform/keys
       - name: Bring the services up
+        shell: bash
         run: docker compose up -d --wait --wait-timeout 240
         working-directory: platform
       - name: Provision keycloak
+        shell: bash
         run: go run ./service provision keycloak
         working-directory: platform
       - name: Provision fixtures
+        shell: bash
         run: go run ./service provision fixtures
         working-directory: platform
       - name: Start server in background
@@ -83,8 +101,10 @@ jobs:
           wait-for: 90s
           working-directory: platform
       - name: Get grpcurl
+        shell: bash
         run: go install github.com/fullstorydev/grpcurl/cmd/[email protected]
       - name: Make sure that the platform is up
+        shell: bash
         run: |
           grpcurl -plaintext localhost:8080 list && \
           grpcurl -plaintext localhost:8080 kas.AccessService/PublicKey