diff --git a/.github/mergify.yml b/.github/mergify.yml
index 9ec7e1638..257c3f5a7 100644
--- a/.github/mergify.yml
+++ b/.github/mergify.yml
@@ -13,4 +13,7 @@ pull_request_rules:
       queue:
         method: squash
         name: default
-        commit_message: title+body
+        commit_message_template: |
+          {{ title }} (#{{ number }})
+
+          {{ body }}