diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
index bec82f87..b0fd99fa 100644
--- a/.github/workflows/release.yml
+++ b/.github/workflows/release.yml
@@ -4,6 +4,8 @@ on:
   push:
     tags:
       - v*.*.*
+    branches:
+      - test-provenance-docker
 
 env:
   DOCKER_BUILDKIT: 1
@@ -96,31 +98,3 @@ jobs:
         with:
           subject-name: ${{ steps.image.outputs.name_2 }}
           subject-digest: ${{ steps.image.outputs.digest_2 }}
-
-      - name: GitHub Release
-        run: make release-notes
-        env:
-          GH_TOKEN: ${{ github.token }}
-          VERSION: ${{ github.ref_name }}
-
-      - if: ${{ success() }}
-        uses: elastic/apm-pipeline-library/.github/actions/slack-message@current
-        with:
-          url: ${{ secrets.VAULT_ADDR }}
-          roleId: ${{ secrets.VAULT_ROLE_ID }}
-          secretId: ${{ secrets.VAULT_SECRET_ID }}
-          channel: "#apm-aws-lambda"
-          message: |
-            :large_green_circle: [${{ github.repository }}] Release *${{ github.ref_name }}* published."
-            Build: (<${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>)
-
-      - if: ${{ failure() }}
-        uses: elastic/apm-pipeline-library/.github/actions/slack-message@current
-        with:
-          url: ${{ secrets.VAULT_ADDR }}
-          roleId: ${{ secrets.VAULT_ROLE_ID }}
-          secretId: ${{ secrets.VAULT_SECRET_ID }}
-          channel: "#apm-aws-lambda"
-          message: |
-            :large_yellow_circle: [${{ github.repository }}] Release *${{ github.ref_name }}* could not be published."
-            Build: (<${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>)
diff --git a/Makefile b/Makefile
index d9640dc7..23db2990 100644
--- a/Makefile
+++ b/Makefile
@@ -23,7 +23,7 @@ build:
 
 .PHONY: release
 release:
-	go run github.com/goreleaser/goreleaser@$(GORELEASER_VERSION) release --clean
+	go run github.com/goreleaser/goreleaser@$(GORELEASER_VERSION) release --clean --skip-publish
 
 .PHONY: release-notes
 release-notes: