diff --git a/.github/workflows/llmsecops-cicd.llm.yml b/.github/workflows/llmsecops-cicd.llm.yml index 3cf4218cf..32c2a8974 100644 --- a/.github/workflows/llmsecops-cicd.llm.yml +++ b/.github/workflows/llmsecops-cicd.llm.yml @@ -31,7 +31,9 @@ jobs: working-directory: ${{ github.workspace }}/.github/workflows shell: bash run: | - ./run_server.sh + python -m src.api.controller & + curl -s http://localhost:9998/ > /dev/null 2>&1 + - name: 'set up garak' run: | @@ -40,10 +42,10 @@ jobs: - name: 'run garak tests' working-directory: ${{ github.workspace }}/src/tools shell: bash - run: | + run: | garak -v \ - --config garak.config.yml \ - --generator_option_file garak.rest.llm.json \ + --config ${{ github.workspace }}/src/tools/garak.config.yml \ + --generator_option_file ${{ github.workspace }}/src/tools/garak.rest.llm.json \ --model_type=rest \ --parallel_attempts 32 diff --git a/.github/workflows/run_server.sh b/.github/workflows/run_server.sh index dd7f14186..1f7bb00f4 100755 --- a/.github/workflows/run_server.sh +++ b/.github/workflows/run_server.sh @@ -40,7 +40,7 @@ wait_for_server || exit 1 # Make the actual request once server is ready echo "Making API request..." -curl -X POST -i localhost:9998/api/conversations \ +curl -X POST -i http://localhost:9998/api/conversations \ -d '{ "prompt": "describe a random planet in our solar system in 10 words or less" }' \ -H "Content-Type: application/json" || exit 1 echo