diff --git a/.github/workflows/automerge.yml b/.github/workflows/automerge.yml
index e1560fe31a97..d948fe9866cf 100644
--- a/.github/workflows/automerge.yml
+++ b/.github/workflows/automerge.yml
@@ -35,7 +35,8 @@ jobs:
       - uses: ./
         with:
           token: ${{ secrets.GH_TOKEN }}
-          squash-title: true
+          squash-commit-title: ${pull_request.title} (#${pull_request.number})
+          squash-commit-message: '\n'
           do-not-merge-labels: never-merge
           required-labels: automerge
           pull-request: ${{ github.event.inputs.pull-request }}