diff --git a/.github/workflows/conformance.yml b/.github/workflows/conformance.yml
index 9e708ed5..4e1f5268 100644
--- a/.github/workflows/conformance.yml
+++ b/.github/workflows/conformance.yml
@@ -7,7 +7,7 @@ on:
   workflow_dispatch:
 
 concurrency:
-  group: conformance-${{ github.ref }}
+  group: conformance-${{ github.ref }}-${{ github.event_name == 'push' && github.sha || '' }}
   cancel-in-progress: true
 
 permissions: