diff --git a/.github/workflows/llmsecops-cicd.llm.yml b/.github/workflows/llmsecops-cicd.llm.yml
index 77f78bc6c..779bd3777 100644
--- a/.github/workflows/llmsecops-cicd.llm.yml
+++ b/.github/workflows/llmsecops-cicd.llm.yml
@@ -35,7 +35,7 @@ jobs:
       run: |
         nohup python -m tests.api.server > server.log 2>&1 &
         sleep 2
-        curl -X POST -i localhost:9999/api/conversations -d '{ "prompt": "describe a random planet in our solar system in 10 words or less" }' || true
+        curl -X POST -i localhost:9999/api/conversations -d '{ "prompt": "describe a random planet in our solar system in 10 words or less" }' || exit 1
         echo
         
         garak -v \
diff --git a/.github/workflows/llmsecops-cicd.llm_rag.yml b/.github/workflows/llmsecops-cicd.llm_rag.yml
index 24e64c479..49c74bfbc 100644
--- a/.github/workflows/llmsecops-cicd.llm_rag.yml
+++ b/.github/workflows/llmsecops-cicd.llm_rag.yml
@@ -35,7 +35,7 @@ jobs:
       run: |
         nohup python -m tests.api.server > server.log 2>&1 &
         sleep 2
-        curl -X POST -i localhost:9999/api/conversations -d '{ "prompt": "describe a random planet in our solar system in 10 words or less" }' || true
+        curl -X POST -i localhost:9999/api/conversations -d '{ "prompt": "describe a random planet in our solar system in 10 words or less" }' || exit 1
         echo
         
         garak -v \