diff --git a/.github/workflows/llmsecops-cicd.test.yml b/.github/workflows/llmsecops-cicd.test.yml index bc196ffb0..6e2e29308 100644 --- a/.github/workflows/llmsecops-cicd.test.yml +++ b/.github/workflows/llmsecops-cicd.test.yml @@ -20,9 +20,8 @@ jobs: - name: 'set up Microsoft Phi-3 Mini 4k LLM from HuggingFace' run: | - mkdir ${{ github.workspace }}/tests/llm/phi3 pip install huggingface-hub[cli] - huggingface-cli download microsoft/Phi-3-mini-4k-instruct --local-dir ${{ github.workspace }}/tests/llm/phi3 + huggingface-cli download microsoft/Phi-3-mini-4k-instruct-onnx --include cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4/* --local-dir ${{ github.workspace }}/tests/llm - name: 'test' run: | @@ -32,5 +31,5 @@ jobs: pip install transformers pip install accelerate pip install optimum[exporters,onnxruntime] - python -m tests.llm.llm_rag --prompt "What is the capital of France?" + python -m tests.llm.llm_rag