feat: Add ./hack/build-tag.sh script to dynamically build a released tag

Author: codablock

.gitignore

@@ -0,0 +1 @@
+/.idea

hack/build-tag.sh

@@ -0,0 +1,35 @@
+#!/bin/sh
+
+set -e
+
+DIR=$(cd $(dirname $0) && pwd)
+cd $DIR/..
+
+PYTHON_STANDALONE_VERSION=$1
+PYTHON_VERSION=$2
+
+if [ "$PYTHON_STANDALONE_VERSION" = "" ]; then
+  echo "missing python-standalone version"
+  exit 1
+fi
+
+if [ "$PYTHON_VERSION" = "" ]; then
+  echo "missing python version"
+  exit 1
+fi
+
+if [ ! -z "$(git status --porcelain)" ]; then
+  echo "working directory is dirty!"
+  exit 1
+fi
+
+go run ./python/generate --python-standalone-version=$PYTHON_STANDALONE_VERSION --python-version $PYTHON_VERSION
+go run ./pip/generate
+
+echo "checking out temporary branch"
+git checkout $(git rev-parse HEAD)
+git add -f python/internal/data
+git add -f pip/internal/data
+git commit -m "added python $PYTHON_VERSION from python-standalone $PYTHON_STANDALONE_VERSION"
+git tag -f v0.0.0-$PYTHON_VERSION-$PYTHON_STANDALONE_VERSION
+git checkout -

pip/internal/generate/main.go pip/generate/main.go

@@ -0,0 +1,3 @@
+*
+!embed.go
+!.gitignore

pip/internal/data/.gitignore

@@ -1,6 +1,7 @@
 package main
 
 import (
+	"flag"
 	"fmt"
 	"github.com/gobwas/glob"
 	"github.com/klauspost/compress/zstd"
@@ -11,14 +12,15 @@ import (
 	"net/http"
 	"os"
 	"path/filepath"
+	"strings"
 	"sync"
 )
 
-// versions taken from https://github.com/indygreg/python-build-standalone/releases/
-const (
-	pythonVersionBase       = "3.10"
-	pythonVersionFull       = "3.10.9"
-	pythonStandaloneVersion = "20230116"
+var (
+	pythonStandaloneVersion = flag.String("python-standalone-version", "", "specify the python-standalone version. Check https://github.com/indygreg/python-build-standalone/releases/ for available options.")
+	pythonVersion           = flag.String("python-version", "", "specify the python version.")
+
+	pythonVersionBase string
 )
 
 var archMapping = map[string]string{
@@ -57,6 +59,17 @@ var keepWinPatterns = []glob.Glob{
 var downloadLock sync.Mutex
 
 func main() {
+	flag.Parse()
+
+	if *pythonVersion == "" || *pythonStandaloneVersion == "" {
+		log.Fatal("missing flags")
+	}
+
+	log.Infof("python-standalone-version=%s", *pythonStandaloneVersion)
+	log.Infof("python-version=%s", *pythonVersion)
+
+	pythonVersionBase = strings.Join(strings.Split(*pythonVersion, ".")[0:2], ".")
+
 	targetPath := "./python/internal/data"
 
 	var wg sync.WaitGroup
@@ -135,9 +148,9 @@ func download(osName, arch, dist string) string {
 		log.Errorf("arch %s not supported", arch)
 		os.Exit(1)
 	}
-	fname := fmt.Sprintf("cpython-%s+%s-%s-%s.tar.zst", pythonVersionFull, pythonStandaloneVersion, pythonArch, dist)
+	fname := fmt.Sprintf("cpython-%s+%s-%s-%s.tar.zst", *pythonVersion, *pythonStandaloneVersion, pythonArch, dist)
 	downloadPath := filepath.Join(os.TempDir(), "python-download", fname)
-	downloadUrl := fmt.Sprintf("https://github.com/indygreg/python-build-standalone/releases/download/%s/%s", pythonStandaloneVersion, fname)
+	downloadUrl := fmt.Sprintf("https://github.com/indygreg/python-build-standalone/releases/download/%s/%s", *pythonStandaloneVersion, fname)
 
 	if _, err := os.Stat(downloadPath); err == nil {
 		log.Infof("skipping download of %s", downloadUrl)

python/internal/generate/main.go python/generate/main.go

@@ -0,0 +1,7 @@
+# we ignore these here, but the build-tag.sh script will force-add these anyway
+darwin-amd64
+darwin-arm64
+linux-amd64
+linux-arm64
+windows-amd64
+embed_*.go

python/internal/data/.gitignore

@@ -4,7 +4,3 @@ package data
 // This file is really just a dummy. The release process will remove this file and generate some read embedded files
 // and commit these into a temporary branch and then tag it. This is to avoid clogging up the main branch with too many
 // binary files, which would be a very bad experience when pulling in go-embed-python as a dependency.
-
-func init() {
-	panic("You can not use the main branch of go-embed-python as a Go dependency, as this branch does not contain the necessary Python distributions. Please use a tagged release of go-embed-python instead.")
-}