diff --git a/.github/workflows/org.common-ci.yml b/.github/workflows/org.common-ci.yml
index 4621d7b1..4dfde1e7 100644
--- a/.github/workflows/org.common-ci.yml
+++ b/.github/workflows/org.common-ci.yml
@@ -42,7 +42,6 @@ jobs:
           fi
           echo "We need to check this for the trailers"
           git log ${{ github.event.pull_request.head.sha }} --format=%B -1 | git interpret-trailers --parse | grep '${{ env.SIGNED_OFF_MESSAGE }}'
-        continue-on-error: true # This is only here while we are testing, it should be removed during the go live process so PRs cannot be merged
 
       - name: Find failure comment
         uses: peter-evans/find-comment@b30e6a3c0ed37e7c023ccd3f1db5c6c0b0c23aad