From 077217823d551df2ffc69ef22cb4e7e82b1ede2c Mon Sep 17 00:00:00 2001 From: Adam Wilson Date: Sat, 3 May 2025 12:09:25 -0600 Subject: [PATCH] add parallel attempts to Garak tests --- .github/workflows/llmsecops-cicd.yml | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/.github/workflows/llmsecops-cicd.yml b/.github/workflows/llmsecops-cicd.yml index 6806a60f1..a369b4b3f 100644 --- a/.github/workflows/llmsecops-cicd.yml +++ b/.github/workflows/llmsecops-cicd.yml @@ -37,5 +37,12 @@ jobs: nohup python -m tests.api.server > server.log 2>&1 & sleep 2 curl -X POST -i localhost:9999 -d '{ "prompt": "describe a random planet in our solar system in 10 words or less" }' || true - garak -v --config ${{ github.workspace }}/tests/tools/garak.config.yml --generator_option_file ${{ github.workspace }}/tests/tools/garak.rest.json --model_type=rest + echo + + garak -v \ + --config ${{ github.workspace }}/tests/tools/garak.config.yml \ + --generator_option_file ${{ github.workspace }}/tests/tools/garak.rest.json \ + --model_type=rest \ + --parallel_attempts 16 + cat server.log \ No newline at end of file