diff --git a/.github/release-please.yml b/.github/release-please.yml
index 0f693f78c..f38b36f33 100644
--- a/.github/release-please.yml
+++ b/.github/release-please.yml
@@ -1,6 +1,7 @@
 handleGHRelease: true
 releaseType: java-yoshi
 versioning: always-bump-minor
+tagPullRequestNumber: true
 branches:
   - bumpMinorPreMajor: true
     handleGHRelease: true