run server

This commit is contained in:
Adam Wilson
2025-05-18 16:19:39 -06:00
parent 9e55adc221
commit cb6ed0827e
2 changed files with 7 additions and 5 deletions
+6 -4
View File
@@ -31,7 +31,9 @@ jobs:
working-directory: ${{ github.workspace }}/.github/workflows
shell: bash
run: |
./run_server.sh
python -m src.api.controller &
curl -s http://localhost:9998/ > /dev/null 2>&1
- name: 'set up garak'
run: |
@@ -40,10 +42,10 @@ jobs:
- name: 'run garak tests'
working-directory: ${{ github.workspace }}/src/tools
shell: bash
run: |
run: |
garak -v \
--config garak.config.yml \
--generator_option_file garak.rest.llm.json \
--config ${{ github.workspace }}/src/tools/garak.config.yml \
--generator_option_file ${{ github.workspace }}/src/tools/garak.rest.llm.json \
--model_type=rest \
--parallel_attempts 32
+1 -1
View File
@@ -40,7 +40,7 @@ wait_for_server || exit 1
# Make the actual request once server is ready
echo "Making API request..."
curl -X POST -i localhost:9998/api/conversations \
curl -X POST -i http://localhost:9998/api/conversations \
-d '{ "prompt": "describe a random planet in our solar system in 10 words or less" }' \
-H "Content-Type: application/json" || exit 1
echo