diff --git a/.github/workflows/backport.yml b/.github/workflows/backport.yml
index 54c1bc8a93..8d72e7ebb9 100644
--- a/.github/workflows/backport.yml
+++ b/.github/workflows/backport.yml
@@ -9,19 +9,18 @@ on:
   pull_request_target:
     types: [ "labeled", "closed" ]
 
-permissions:
-  contents: write
-
 jobs:
   backport:
     name: Backport PR
     runs-on: ubuntu-latest
     permissions:
       contents: write
+      pull-requests: write
+    if: github.event.pull_request.merged
     steps:
       - name: Backport Action
         uses: korthout/backport-action@ef20d86abccbac3ee3a73cb2efbdc06344c390e5  # Pinned at v2.5.0
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           copy_labels_pattern: '*'
-          label_pattern: 'backport-to-([^ ]+)$'
+          label_pattern: '^backport-to-(.+)$'