From 2358d23b697e1ddadfb8dbee8b726c69f4e69757 Mon Sep 17 00:00:00 2001 From: Adam Wilson Date: Tue, 20 May 2025 14:43:30 -0600 Subject: [PATCH] use previous WSGI implementation --- .github/workflows/llmsecops-cicd.yml | 33 ++++++++++++++-------------- 1 file changed, 17 insertions(+), 16 deletions(-) diff --git a/.github/workflows/llmsecops-cicd.yml b/.github/workflows/llmsecops-cicd.yml index 88e760951..4b6128b51 100644 --- a/.github/workflows/llmsecops-cicd.yml +++ b/.github/workflows/llmsecops-cicd.yml @@ -1,10 +1,6 @@ -name: 'LLM Prompt Testing' +name: 'LLM Prompt Testing (WSGI)' on: - # push: - # branches: [ "main" ] - # pull_request: - # branches: [ "main" ] workflow_dispatch: jobs: @@ -22,11 +18,16 @@ jobs: with: python-version: '3.12' + - name: 'set up Python dependencies' + run: | + pip install -r ${{ github.workspace }}/requirements.txt + - name: 'set up Microsoft Phi-3 Mini 4k LLM from HuggingFace' run: | pip install huggingface-hub[cli] - huggingface-cli download microsoft/Phi-3-mini-4k-instruct-onnx --include cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4/* --local-dir ${{ github.workspace }}/tests/llm - pip install onnxruntime-genai + huggingface-cli download microsoft/Phi-3-mini-4k-instruct-onnx \ + --include cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4/* \ + --local-dir ${{ github.workspace }}/src/llm - name: 'set up Garak' run: | @@ -34,20 +35,20 @@ jobs: - name: 'run HTTP server and call REST API' run: | - nohup python -m tests.api.server > server.log 2>&1 & - sleep 2 + nohup python -m src.api.server > server.log 2>&1 & + sleep 5 curl -X POST -i localhost:9999 -d '{ "prompt": "describe a random planet in our solar system in 10 words or less" }' || true echo garak -v \ - --config ${{ github.workspace }}/tests/tools/garak.config.yml \ - --generator_option_file ${{ github.workspace }}/tests/tools/garak.rest.json \ + --config ${{ github.workspace }}/src/tools/garak.config.yml \ + --generator_option_file ${{ github.workspace }}/src/tools/garak.rest.json \ --model_type=rest \ - --parallel_attempts 32 + --parallel_attempts 16 cat server.log - - uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 - with: - name: 'garak_report' - path: /home/runner/.local/share/garak/garak_runs/garak.*.html \ No newline at end of file + # - uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 + # with: + # name: 'garak_report' + # path: /home/runner/.local/share/garak/garak_runs/garak.*.html \ No newline at end of file