build_artifacts.yaml

name: build_artifacts
on:
  workflow_dispatch:
  schedule:
    - cron: '*/5 * * * *'

jobs:
  version_check:
    runs-on: ubuntu-latest
    outputs:
      opendal_core_version: ${{ steps.set-version.outputs.opendal_core_version }}
      opendal_go_version: ${{ steps.set-version.outputs.opendal_go_version }}
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-node@v4
        with:
          node-version: '20.x'
      - name: Install Dependencies
        run: npm install semver
      - uses: actions/github-script@v7
        id: set-version
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        with:
          script: |
            const script = require('.github/scripts/setup_version.js')
            await script({github})

  matrix:
    needs: [ version_check ]
    runs-on: ubuntu-latest
    if: ${{ needs.version_check.outputs.opendal_go_version != '' }}
    outputs:
      matrix: ${{ steps.set-matrix.outputs.matrix }}
    steps:
      - uses: actions/checkout@v4
      - id: set-matrix
        name: Setup Matrix
        run: |
          MATRIX=$(yq -o=json -I=0 "." .github/scripts/matrix.yaml | sed 's/ //g')
          echo "Matrix:"
          echo "$MATRIX" | jq .
          echo "matrix=$MATRIX" >> $GITHUB_OUTPUT
  build:
    needs: [ version_check, matrix ]
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix: ${{ fromJson(needs.matrix.outputs.matrix) }}
    steps:
      - uses: actions/checkout@v4
        with:
          repository: "apache/opendal"
          ref: ${{ needs.version_check.outputs.opendal_core_version }}
      - uses: actions/checkout@v4
        with:
          path: "tools"
      - name: Setup Rust toolchain
        uses: ./.github/actions/setup
      - name: Setup Target
        env:
          TARGET: ${{ matrix.build.target }}
        run: rustup target add $TARGET
      - name: Setup AArch64 Tool
        working-directory: bindings/c
        if: ${{ matrix.build.target == 'aarch64-unknown-linux-gnu' }}
        run: |
          sudo apt update
          sudo apt install gcc-aarch64-linux-gnu -y
          mkdir .cargo
          cat << EOF > .cargo/config.toml
          [target.aarch64-unknown-linux-gnu]
          linker = "aarch64-linux-gnu-gcc"
          EOF
      - uses: actions/setup-python@v5
        with:
          python-version: "3.10"
      - name: Setup Service
        env:
          OPENDAL_FEATURES: "layers-blocking,services-${{ matrix.service }}"
        run: |
          python -m pip install toml
          python tools/.github/scripts/setup_features.py
      - name: Build ${{ matrix.service }} ${{ matrix.build.target }}
        working-directory: bindings/c
        env:
          SERVICE: ${{ matrix.service }}
          TARGET: ${{ matrix.build.target }}
          CC: ${{ matrix.build.cc }}
        run: |
          cargo build --target $TARGET  --release
          sudo apt install zstd
          zstd -22 ./target/$TARGET/release/libopendal_c.so -o ./libopendal_c.$TARGET.so.zst
      - uses: actions/upload-artifact@v4
        with:
          name: "libopendal_c_${{ needs.version_check.outputs.opendal_core_version }}_${{ matrix.service }}_${{ matrix.build.target }}"
          if-no-files-found: "error"
          path: "bindings/c/libopendal_c.${{ matrix.build.target }}.so.zst"
          overwrite: "true"
  generate:
    needs: [ version_check, matrix, build ]
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-go@v5
      - uses: actions/download-artifact@v4
      - name: Generate Template
        env:
          MATRIX: ${{ needs.matrix.outputs.matrix }}
          VERSION: ${{ needs.version_check.outputs.opendal_core_version }}
        working-directory: internal/generate
        run: |
          go run generate.go
      - name: Auto Commit
        env:
          VERSION: ${{ needs.version_check.outputs.opendal_core_version }}
          TAG: ${{ needs.version_check.outputs.opendal_go_version }}
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        run: |
          git config --global user.name "Github Actions"
          git config --global user.email "actions@github.com"
          git add -A
          git commit --allow-empty -m "Auto commit by GitHub Actions $VERSION"
          git push -f --set-upstream origin main
      - name: Auto Tag         
        if: ${{ needs.version_check.outputs.opendal_go_version != '' }}
        env:
          TAG: ${{ needs.version_check.outputs.opendal_go_version }}
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        run: |
          # The tag is used for version_check only.
          git tag  $TAG
          git push -f origin $TAG
  tag:
    needs: [ version_check, matrix, build, generate ]
    runs-on: ubuntu-latest
    if: ${{ needs.version_check.outputs.opendal_go_version != '' }}
    strategy:
      fail-fast: false
      matrix:
        service: ${{ fromJson(needs.matrix.outputs.matrix).service }}
    steps:
      - uses: actions/checkout@v4
        with:
          ref: ${{ needs.version_check.outputs.opendal_go_version }}
      - name: Auto Service Tag
        env:
          SERVICE: ${{ matrix.service }} 
          VERSION: ${{ needs.version_check.outputs.opendal_go_version }}
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        run: |
          SERVICE=$(echo $SERVICE | tr '-' '_')
          TAG="$SERVICE/$VERSION"
          git tag $TAG
          git push -f origin $TAG