Integration Tests #15
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Integration Tests | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| workflow_dispatch: # Trigger workflow manually from GitHub UI | |
| jobs: | |
| integration-rattler: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 45 | |
| name: Test on ${{ matrix.test-directory }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| test-directory: | |
| - anaconda_recipes_01 | |
| include: | |
| - test-directory: anaconda_recipes_01 | |
| convert-success: 0.90 | |
| rattler-success: 0.75 | |
| steps: | |
| # Clone the test data repository | |
| - uses: actions/checkout@v4 | |
| - uses: actions/checkout@v4 | |
| with: | |
| repository: conda-incubator/conda-recipe-manager-test-data | |
| path: test_data | |
| sparse-checkout: | | |
| recipes_v0/anaconda_recipes_01 | |
| # Set up the environment | |
| - name: Set up Conda environment | |
| uses: conda-incubator/setup-miniconda@v2 | |
| with: | |
| conda-version: 'latest' | |
| python-version: '3.11' | |
| auto-activate-base: false # Do not auto-activate the base environment | |
| - name: Install required dependencies | |
| run: | | |
| conda create -y -n conda-recipe-manager python=3.11 | |
| conda activate conda-recipe-manager | |
| conda install -y -c conda-forge rattler-build jq | |
| conda install -y -c conda-forge conda-recipe-manager # Install CRM | |
| # Clean up unnecessary files to free space | |
| - name: Clean up unnecessary files | |
| run: | | |
| rm -rf ~/.cache/pip | |
| rm -rf /home/runner/work/_temp/* | |
| # Load the allow-list | |
| - name: Load Allow-List | |
| run: | | |
| echo "Loading allow-list from integration_build_test_config.json" | |
| ALLOW_LIST=$(cat integration_build_test_config.json | jq -r '.v0_test_files[]') | |
| echo "$ALLOW_LIST" > allow_list.txt | |
| # Process each recipe | |
| - name: Full Build with rattler-build | |
| run: | | |
| mkdir -p logs | |
| set -o pipefail | |
| while read -r recipe; do | |
| echo "Processing recipe: $recipe" | |
| crm convert "$recipe" --output recipe.yaml | tee -a logs/convert.log | |
| rattler-build build recipe.yaml | tee -a logs/build.log || echo "Build failed for $recipe" >> logs/failed_recipes.log | |
| done < allow_list.txt | |
| # Upload logs | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: integration-logs-${{ matrix.test-directory }} | |
| path: logs/*.log | |
| integration-final-results: | |
| runs-on: ubuntu-latest | |
| name: Integration Testing Final Report | |
| needs: [integration-rattler] | |
| timeout-minutes: 5 | |
| steps: | |
| # Download logs | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: full-build-logs | |
| path: logs/ | |
| # Generate Final Report | |
| - name: Generate Report | |
| run: | | |
| source $CONDA/bin/activate | |
| conda activate conda-recipe-manager | |
| set -o pipefail | |
| scripts/parse_full_build_logs.py logs/ |