diff --git a/.github/workflows/merge-release-tag.yml b/.github/workflows/merge-release-tag.yml
index 37e3319f1..2e15eeb90 100644
--- a/.github/workflows/merge-release-tag.yml
+++ b/.github/workflows/merge-release-tag.yml
@@ -1,9 +1,7 @@
 name: Merge Release Tag
 
 on:
-  push:
-    tags:
-      - 'mongosh@[0-9]+.[0-9]+.[0-9]+*'
+  create:
   workflow_dispatch:
 
 permissions:
@@ -11,6 +9,7 @@ permissions:
 
 jobs:
   merge-release-tag:
+    if: ${{ github.ref =~ '^refs/tags/mongosh@[0-9]+\.[0-9]+\.[0-9]+(-rc\.[0-9]+)?$' }}
     runs-on: ubuntu-latest
 
     steps: