add initial Garak tests

2026-06-09 00:13:55 +02:00 · 2025-05-03 12:00:18 -06:00
parent b1b145569d
commit 84f75af123
3 changed files with 26 additions and 2 deletions
@@ -37,5 +37,5 @@ jobs:
        nohup python -m tests.api.server > server.log 2>&1 &
        sleep 2
        curl -X POST -i localhost:9999 -d '{ "prompt": "describe a random planet in our solar system in 10 words or less" }' || true
-        cat server.log
-        garak --list_probes
+        garak -v --config ${{ github.workspace }}/tests/tools/garak.config.yml --generator_option_file ${{ github.workspace }}/tests/tools/garak.rest.json --model_type=rest
+        cat server.log