mirror of
https://github.com/lightbroker/llmsecops-research.git
synced 2026-08-16 16:20:36 +02:00
add parallel attempts to Garak tests
This commit is contained in:
@@ -37,5 +37,12 @@ jobs:
|
|||||||
nohup python -m tests.api.server > server.log 2>&1 &
|
nohup python -m tests.api.server > server.log 2>&1 &
|
||||||
sleep 2
|
sleep 2
|
||||||
curl -X POST -i localhost:9999 -d '{ "prompt": "describe a random planet in our solar system in 10 words or less" }' || true
|
curl -X POST -i localhost:9999 -d '{ "prompt": "describe a random planet in our solar system in 10 words or less" }' || true
|
||||||
garak -v --config ${{ github.workspace }}/tests/tools/garak.config.yml --generator_option_file ${{ github.workspace }}/tests/tools/garak.rest.json --model_type=rest
|
echo
|
||||||
|
|
||||||
|
garak -v \
|
||||||
|
--config ${{ github.workspace }}/tests/tools/garak.config.yml \
|
||||||
|
--generator_option_file ${{ github.workspace }}/tests/tools/garak.rest.json \
|
||||||
|
--model_type=rest \
|
||||||
|
--parallel_attempts 16
|
||||||
|
|
||||||
cat server.log
|
cat server.log
|
||||||
Reference in New Issue
Block a user