mirror of
https://github.com/lightbroker/llmsecops-research.git
synced 2026-05-12 20:42:24 +02:00
run server
This commit is contained in:
@@ -31,7 +31,9 @@ jobs:
|
||||
working-directory: ${{ github.workspace }}/.github/workflows
|
||||
shell: bash
|
||||
run: |
|
||||
./run_server.sh
|
||||
python -m src.api.controller &
|
||||
curl -s http://localhost:9998/ > /dev/null 2>&1
|
||||
|
||||
|
||||
- name: 'set up garak'
|
||||
run: |
|
||||
@@ -40,10 +42,10 @@ jobs:
|
||||
- name: 'run garak tests'
|
||||
working-directory: ${{ github.workspace }}/src/tools
|
||||
shell: bash
|
||||
run: |
|
||||
run: |
|
||||
garak -v \
|
||||
--config garak.config.yml \
|
||||
--generator_option_file garak.rest.llm.json \
|
||||
--config ${{ github.workspace }}/src/tools/garak.config.yml \
|
||||
--generator_option_file ${{ github.workspace }}/src/tools/garak.rest.llm.json \
|
||||
--model_type=rest \
|
||||
--parallel_attempts 32
|
||||
|
||||
|
||||
@@ -40,7 +40,7 @@ wait_for_server || exit 1
|
||||
|
||||
# Make the actual request once server is ready
|
||||
echo "Making API request..."
|
||||
curl -X POST -i localhost:9998/api/conversations \
|
||||
curl -X POST -i http://localhost:9998/api/conversations \
|
||||
-d '{ "prompt": "describe a random planet in our solar system in 10 words or less" }' \
|
||||
-H "Content-Type: application/json" || exit 1
|
||||
echo
|
||||
|
||||
Reference in New Issue
Block a user