add parallel attempts to Garak tests

This commit is contained in:
Adam Wilson
2025-05-03 12:09:25 -06:00
parent 84f75af123
commit 077217823d

View File

@@ -37,5 +37,12 @@ jobs:
nohup python -m tests.api.server > server.log 2>&1 &
sleep 2
curl -X POST -i localhost:9999 -d '{ "prompt": "describe a random planet in our solar system in 10 words or less" }' || true
garak -v --config ${{ github.workspace }}/tests/tools/garak.config.yml --generator_option_file ${{ github.workspace }}/tests/tools/garak.rest.json --model_type=rest
echo
garak -v \
--config ${{ github.workspace }}/tests/tools/garak.config.yml \
--generator_option_file ${{ github.workspace }}/tests/tools/garak.rest.json \
--model_type=rest \
--parallel_attempts 16
cat server.log