sdk tests with papermill

Signed-off-by: Yehudit Kerido <[email protected]>

Author: Yehudit Kerido

.github/workflows/sdk-e2e-tests-with-papermill.yaml

@@ -1,28 +1,36 @@
 name: E2E Tests with Notebooks
-
 on:
   push: {}
   pull_request: {}
   workflow_dispatch: {}
-
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
   cancel-in-progress: true
-
 jobs:
   e2e:
     runs-on: ubuntu-22.04
     timeout-minutes: 30
     strategy:
       fail-fast: true
       matrix:
-        python-version: ["3.9", "3.10", "3.11"]
+        kubernetes-version: [ "v1.29.2", "v1.30.7", "v1.31.3" ]
     steps:
       - name: Checkout
         uses: actions/checkout@v4
 
-      - name: Test Notebook
-        uses: ./.github/workflows/template-e2e-notebook-test
+      - name: Setup Test Env
+        uses: ./.github/workflows/template-setup-e2e-test
+        with:
+          kubernetes-version: ${{ matrix.kubernetes-version }}
+
+      - name: Run e2e test for notebooks with papermill
+        uses: ./.github/workflows/template-e2e-test
         with:
-          python-version: ${{ matrix.python-version }}
-          notebook-input: "examples/v1beta1/sdk/cmaes-and-resume-policies.ipynb,examples/v1beta1/sdk/tune-train-from-func.ipynb"
+          notebook-input: "examples/v1beta1/sdk/cmaes-and-resume-policies.ipynb,examples/v1beta1/sdk/tune-train-from-func.ipynb"
+          tune-api: true
+          katib-ui: true
+          training-operator: true
+          algorithms: cmaes
+          trial-images: '""'
+          experiments: '""'
+          database-type: postgres

.github/workflows/template-e2e-notebook-test/action.yaml

@@ -27,23 +27,44 @@ inputs:
     required: true
     description: whether to execute tune-api test or not
     default: false
+  notebook-input:
+    description: List of paths to the input notebooks, separated by commas
+    required: false
+    default: ""
+  algorithms:
+    description: algorythm for image suggestion
+    required: false
+    default: ""
 
 runs:
   using: composite
   steps:
     - name: Setup Minikube Cluster
       shell: bash
-      run: ./test/e2e/v1beta1/scripts/gh-actions/setup-minikube.sh ${{ inputs.katib-ui }} ${{ inputs.tune-api }} ${{ inputs.trial-images }} ${{ inputs.experiments }}
+      run: ./test/e2e/v1beta1/scripts/gh-actions/setup-minikube.sh ${{ inputs.katib-ui }} ${{ inputs.tune-api }} ${{ inputs.trial-images }} ${{ inputs.experiments }} ${{ inputs.algorithms }}
 
     - name: Setup Katib
       shell: bash
       run: ./test/e2e/v1beta1/scripts/gh-actions/setup-katib.sh ${{ inputs.katib-ui }} ${{ inputs.training-operator }} ${{ inputs.database-type }}
 
+    - name: Install dependencies
+      shell: bash
+      run: |
+        python -m pip install --upgrade pip
+        pip install papermill jupyter ipykernel
+        python -m ipykernel install --user --name python3 --display-name "Python 3"
+
     - name: Run E2E Experiment
       shell: bash
       run: |
-        if "${{ inputs.tune-api }}"; then
+        if [[ -n "${{ inputs.notebook-input }}" ]]; then
+          IFS=',' read -r -a NOTEBOOK_ARRAY <<< "${{ inputs.notebook-input }}"
+          for NOTEBOOK in "${NOTEBOOK_ARRAY[@]}"; do
+            echo "Running notebook: $NOTEBOOK"
+            ./test/e2e/v1beta1/scripts/gh-actions/run-notebook.sh -i "$NOTEBOOK" -n kubeflow
+          done
+        elif "${{ inputs.tune-api }}"; then
           ./test/e2e/v1beta1/scripts/gh-actions/run-e2e-tune-api.sh
         else
           ./test/e2e/v1beta1/scripts/gh-actions/run-e2e-experiment.sh ${{ inputs.experiments }}
-        fi
+        fi