mirror of
https://github.com/lightbroker/llmsecops-research.git
synced 2026-07-11 15:16:36 +02:00
Adam Wilson
53 lines
1.6 KiB
YAML
53 lines
1.6 KiB
YAML
name: 'LLM Prompt Testing'
|
|
|
|
on:
|
|
# push:
|
|
# branches: [ "main" ]
|
|
# pull_request:
|
|
# branches: [ "main" ]
|
|
workflow_dispatch:
|
|
|
|
jobs:
|
|
build:
|
|
runs-on: ubuntu-latest
|
|
|
|
steps:
|
|
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
|
|
|
|
- name: 'set up git LFS'
|
|
run: git lfs install
|
|
|
|
- name: 'set up Python'
|
|
uses: actions/setup-python@v3
|
|
with:
|
|
python-version: '3.12'
|
|
|
|
- name: 'set up Microsoft Phi-3 Mini 4k LLM from HuggingFace'
|
|
run: |
|
|
pip install huggingface-hub[cli]
|
|
huggingface-cli download microsoft/Phi-3-mini-4k-instruct-onnx --include cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4/* --local-dir ${{ github.workspace }}/tests/llm
|
|
pip install onnxruntime-genai
|
|
|
|
- name: 'set up Garak'
|
|
run: |
|
|
pip install garak
|
|
|
|
- name: 'run HTTP server and call REST API'
|
|
run: |
|
|
nohup python -m tests.api.server > server.log 2>&1 &
|
|
sleep 2
|
|
curl -X POST -i localhost:9999 -d '{ "prompt": "describe a random planet in our solar system in 10 words or less" }' || true
|
|
echo
|
|
|
|
garak -v \
|
|
--config ${{ github.workspace }}/tests/tools/garak.config.yml \
|
|
--generator_option_file ${{ github.workspace }}/tests/tools/garak.rest.json \
|
|
--model_type=rest \
|
|
--parallel_attempts 32
|
|
|
|
cat server.log
|
|
|
|
- uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02
|
|
with:
|
|
name: 'garak_report'
|
|
path: /home/runner/.local/share/garak/garak_runs/garak.*.html |