Update tests_ci.yml so that the CI run fails even when unit tests fail.

This commit is contained in:
Hemang
2025-05-07 01:37:32 +05:30
committed by Hemang Sarkar
parent d057aa5c37
commit 132eedab0a
2 changed files with 42 additions and 24 deletions

View File

@@ -14,29 +14,47 @@ jobs:
name: Build & Test
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Checkout
uses: actions/checkout@v4
- name: Set Up Python
uses: actions/setup-python@v4
with:
python-version: "3.10"
- name: Set Up Python
uses: actions/setup-python@v4
with:
python-version: "3.10"
- name: Install Dependencies
run: |
python -m pip install --upgrade pip
pip install pytest
- name: Install Dependencies
run: |
python -m pip install --upgrade pip
pip install pytest
- name: Run unit tests
run: |
pip install -r tests/unit_tests/requirements.txt
./run.sh unit-tests -s -vv
continue-on-error: true
- name: Run unit tests
id: unit-tests
run: |
pip install -r tests/unit_tests/requirements.txt
./run.sh unit-tests -s -vv
continue-on-error: true
- name: Run integration tests
env:
OPENAI_API_KEY: ${{ secrets.INVARIANT_TESTING_OPENAI_KEY }}
ANTHROPIC_API_KEY: ${{ secrets.INVARIANT_TESTING_ANTHROPIC_KEY}}
GEMINI_API_KEY: ${{ secrets.INVARIANT_TESTING_GEMINI_KEY }}
INVARIANT_API_KEY: ${{ secrets.INVARIANT_TESTING_GUARDRAILS_KEY }}
run: ./run.sh integration-tests -s -vv
- name: Run integration tests
id: integration-tests
env:
OPENAI_API_KEY: ${{ secrets.INVARIANT_TESTING_OPENAI_KEY }}
ANTHROPIC_API_KEY: ${{ secrets.INVARIANT_TESTING_ANTHROPIC_KEY }}
GEMINI_API_KEY: ${{ secrets.INVARIANT_TESTING_GEMINI_KEY }}
INVARIANT_API_KEY: ${{ secrets.INVARIANT_TESTING_GUARDRAILS_KEY }}
run: ./run.sh integration-tests -s -vv
continue-on-error: true
- name: Check test results
run: |
echo "Unit tests outcome: ${{ steps.unit-tests.outcome }}"
echo "Integration tests outcome: ${{ steps.integration-tests.outcome }}"
if [[ "${{ steps.unit-tests.outcome }}" != "success" ]]; then
echo "Unit tests failed"
exit 1
fi
if [[ "${{ steps.integration-tests.outcome }}" != "success" ]]; then
echo "Integration tests failed"
exit 1
fi