diff --git a/.github/workflows/boot-tests-nightly.yml b/.github/workflows/boot-tests-nightly.yml
index 324298986f..ba3b240d6d 100644
--- a/.github/workflows/boot-tests-nightly.yml
+++ b/.github/workflows/boot-tests-nightly.yml
@@ -24,6 +24,7 @@ jobs:
           BASE_URL: https://stage.foo.redhat.com:1337
         run: |
           echo "fail"
+          exit 1
 
       - name: Notify Slack on success
         uses: slackapi/slack-github-action@v2.1.1