WIP: buf build

Author: b-long

.github/workflows/build-golang-macos.yaml

@@ -0,0 +1,55 @@
+---
+name: Ubuntu build - buf edition
+on: [push]
+jobs:
+
+  build:
+    runs-on: ubuntu-22.04
+    permissions:
+      contents: write
+
+    strategy:
+      fail-fast: true
+      matrix:
+        go-version: [1.24.x]
+        python3_version: [ "3.11", "3.12" ]
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Setup Go
+        uses: actions/setup-go@v4
+        with:
+          go-version: ${{ matrix.go-version }}
+          cache-dependency-path: go.sum
+
+      # - name: Set up Python
+      #   uses: actions/setup-python@v4
+      #   with:
+      #     python-version: ${{ matrix.python3_version }}
+
+      - name: Install the latest version of uv
+        uses: astral-sh/setup-uv@v6
+        with:
+          version: "latest"
+          python-version: ${{ matrix.python3_version }}
+
+      # Download a release like https://github.com/bufbuild/buf/releases/download/v1.53.0/buf-Linux-x86_64
+      - name: Install buf
+        run: |
+          BUF_VERSION="1.53.0"
+          BUF_URL="https://github.com/bufbuild/buf/releases/download/v1.53.0/buf-Linux-x86_64"
+          curl -sSL "$BUF_URL" -o /usr/local/bin/buf
+          chmod +x /usr/local/bin/buf
+
+      - name: Add buf to PATH
+        run: echo "/usr/local/bin" >> $GITHUB_PATH
+
+      - name: Check buf version
+        run: buf --version
+
+      - name: Build using 'uv_buf_build_script.sh'
+        run: |
+          cd build-scripts/
+          chmod +x ./uv_buf_build_script.sh
+          ./uv_buf_build_script.sh

.github/workflows/build-golang-ubuntu-buf.yaml

@@ -0,0 +1,11 @@
+from setuptools import setup, find_packages
+
+setup(
+    name="otdf_python",
+    version="0.2.11",
+    author="b-long",
+    author_email="[email protected]",
+    description="Buf generated SDK for OpenTDF",
+    packages=find_packages("gen"),
+    package_dir={"": "gen"},
+)

.github/workflows/build-golang-ubuntu.yaml

@@ -1,5 +1,7 @@
 #!/bin/bash
 
+# Based on the excellent work of the sift-stack team:
+#   https://github.com/sift-stack/sift/blob/main/docs/python.md
 set -x
 set -eou pipefail
 
@@ -43,12 +45,29 @@ if ! command -v go &> /dev/null; then
 fi
 
 
+# Shallow clone the 'https://github.com/opentdf/platform.git' repo
+git clone --depth 1 https://github.com/opentdf/platform.git
+
+cd platform || { echo "Unable to change to platform directory" ; exit 1; }
+buf export --output=$BUILD_ROOT/protos --config buf.yaml
+
+cd $SCRIPT_DIR || { echo "Unable to change to script directory" ; exit 1; }
+cp buf.gen.python.yaml $BUILD_ROOT/buf.gen.yaml
+cp setup.py $BUILD_ROOT/setup.py
+
+cd "${BUILD_ROOT}" || { echo "Unable to change to build root directory" ; exit 1; }
+buf generate protos || { echo "buf generate failed" ; exit 1; }
+
+for dir in $(find gen -type d); do
+  touch $dir/__init__.py
+done
+
 # PY_TYPE="--python-preference=only-system"
 PY_TYPE="--python-preference=only-managed"
 
 loud_print "Creating virtual environment"
 # Install python deps
-uv venv .venv --python 3.12 "$PY_TYPE"
+uv venv .venv "$PY_TYPE"
 
 if ! [ -d "${BUILD_ROOT}/.venv" ]; then
     echo "Unable to locate virtual environment directory"
@@ -58,9 +77,12 @@ fi
 loud_print "Activating virtual environment"
 source "${BUILD_ROOT}/.venv/bin/activate"
 
+uv pip install build protobuf grpcio
+python -m build --sdist || { echo "Failed to build source distribution" ; exit 1; }
+python -m build --wheel || { echo "Failed to build wheel distribution" ; exit 1; }
 
-# Shallow clone the 'https://github.com/opentdf/platform.git' repo
-git clone --depth 1 https://github.com/opentdf/platform.git
-
-cd platform || { echo "Unable to change to platform directory" ; exit 1; }
-buf export --output=$BUILD_ROOT/protos --config buf.yaml
+echo "Build completed successfully."
+echo "Directory contents:"
+ls -lart
+echo "Dist directory contents:"
+ls -lart dist/