diff --git a/.github/workflows/llmsecops-cicd.test.yml b/.github/workflows/llmsecops-cicd.test.yml index d6253d343..8e4fe1f58 100644 --- a/.github/workflows/llmsecops-cicd.test.yml +++ b/.github/workflows/llmsecops-cicd.test.yml @@ -28,6 +28,21 @@ jobs: run: | pip install garak - - name: 'run HTTP server and call REST API' + - name: 'Garak test probe' run: | - garak -v --model_type test.Blank --probes test.Test \ No newline at end of file + python -m garak --model_type test.Blank --probes test.Test + + + - name: 'display report' + run: | + ls /home/runner/.local/share/garak/garak_runs/ -al + echo + cat /home/runner/.local/share/garak/garak_runs/garak.*.jsonl + echo + echo + cat /home/runner/.local/share/garak/garak_runs/garak.*.html + + - uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 + with: + name: 'garak_report' + path: /home/runner/.local/share/garak/garak_runs/garak.*.html \ No newline at end of file diff --git a/.github/workflows/llmsecops-cicd.yml b/.github/workflows/llmsecops-cicd.yml index 105d5e422..88e760951 100644 --- a/.github/workflows/llmsecops-cicd.yml +++ b/.github/workflows/llmsecops-cicd.yml @@ -39,12 +39,15 @@ jobs: curl -X POST -i localhost:9999 -d '{ "prompt": "describe a random planet in our solar system in 10 words or less" }' || true echo - garak -v --model_type test.Blank --probes test.Test - garak -v \ --config ${{ github.workspace }}/tests/tools/garak.config.yml \ --generator_option_file ${{ github.workspace }}/tests/tools/garak.rest.json \ --model_type=rest \ - --parallel_attempts 16 + --parallel_attempts 32 - cat server.log \ No newline at end of file + cat server.log + + - uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 + with: + name: 'garak_report' + path: /home/runner/.local/share/garak/garak_runs/garak.*.html \ No newline at end of file diff --git a/tests/tools/garak.config.test.yml b/tests/tools/garak.config.test.yml index ae210483c..befc58e06 100644 --- a/tests/tools/garak.config.test.yml +++ b/tests/tools/garak.config.test.yml @@ -2,4 +2,4 @@ run: generations: 1 plugins: - probe_spec: promptinject.HijackHateHumansMini \ No newline at end of file + probe_spec: test.Test \ No newline at end of file